-- Logs begin at Fri 2022-04-01 14:37:33 UTC, end at Fri 2022-04-01 16:48:02 UTC. -- Apr 01 15:31:15.729258 dv-neutron-835865-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 15:31:18.511184 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:31:18.511868 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev103 Apr 01 15:31:18.512006 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 15:31:18.515232 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:31:18.515483 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev103 Apr 01 15:31:18.516054 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 15:31:18.517090 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:31:18.517318 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:31:18.517679 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:31:18.517919 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:31:18.518156 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:31:18.518488 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.518777 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.519065 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.519289 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.519596 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.519883 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.520163 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.520484 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.520782 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.521065 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.521342 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.521645 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.521873 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.522149 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.522467 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.522747 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.522964 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] debug = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.523241 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.523692 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.524116 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.524427 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.524714 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.524986 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.525255 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.525538 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.525822 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.526192 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] host = dv-neutron-835865-1-hyperv {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.526469 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.526751 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.527036 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.527333 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.527606 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.527879 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.528161 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.528987 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.529276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] log_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.529550 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.529836 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.530149 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.530422 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.530642 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.530861 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.531141 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.531440 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.531733 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.532007 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.532280 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.532573 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.532863 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.533126 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.533404 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.533681 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.533961 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.534253 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.534525 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.534793 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.535060 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.535355 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.535625 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.535893 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.536161 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.536480 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.536764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.537041 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.537336 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.537635 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.537911 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.538191 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.538461 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.538735 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.539002 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.539290 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.539555 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] use_json = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.539822 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.540084 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.540397 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.540669 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.540935 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.541203 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.541468 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.541746 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.542013 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:18.542327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.542618 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.542912 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.543213 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.543500 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.543776 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.544691 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.544998 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.545292 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.545575 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.545861 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.546135 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.546439 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.546714 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.547009 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.547308 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.547594 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.547901 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.548173 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.548472 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.548762 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.549037 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.549321 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.549593 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.549894 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.550179 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.550455 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.550737 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.551039 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.551325 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.551596 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.551872 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.552181 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.552484 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.552757 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.553055 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.553339 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.553615 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.553886 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.554182 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.554458 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.554746 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.555016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.555291 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.555577 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.555853 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.556134 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.556429 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.556702 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.556975 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.557258 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.557532 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.557819 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.558090 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.558364 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.558634 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.558923 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.559196 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.559463 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.559768 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.560035 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.560306 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.560612 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.560880 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.561144 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.561430 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.561695 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.561979 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.562255 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.562536 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.562811 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.563077 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.563357 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.563645 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.563950 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.564230 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.564530 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.564804 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.565088 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.565088 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.565088 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.565919 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.566166 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.566435 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.566728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.567031 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.567316 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.567593 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.567879 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.568182 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.568487 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.568764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.569057 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.569331 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.569610 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.569886 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.570174 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.570481 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.570769 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.571056 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.571346 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.571623 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.571949 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.572227 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:18.572460 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:31:18.572709 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109992) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 15:31:18.934173 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 15:31:18.934438 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 15:31:18.934755 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 15:31:18.935171 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 15:31:19.342160 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.342420 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.342680 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.343984 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.344246 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.344533 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.380945 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.381216 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.381481 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.397750 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.398045 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.398306 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.428065 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.428376 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.428642 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.466924 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.467196 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.467474 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.699151 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.699816 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.699816 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.699973 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.700700 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.823793 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.824107 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.824402 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.824666 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.824923 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.825249 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.825501 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.825750 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.825996 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.826270 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.826521 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.826777 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.827032 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.827273 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.827541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.827799 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.828049 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.828308 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.828603 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.828852 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.829116 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.829361 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.829643 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.830017 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.830253 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.830493 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.830912 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:31:19.831150 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:31:19.831390 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:31:19.831621 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:31:19.831872 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:31:19.832103 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:31:19.832505 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 15:31:19.835801 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 15:31:19.839753 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 15:31:19.844131 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Apr 01 15:31:19.845944 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 15:31:19.846417 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 15:31:19.846746 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 15:31:19.847137 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 15:31:19.849963 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 15:31:19.850212 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 15:31:19.850554 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:31:19.855797 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 01 15:31:19.878411 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 01 15:31:19.878885 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.879178 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109992) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 01 15:31:19.879551 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.880950 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109992) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 15:31:19.881231 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:31:19.881487 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 15:31:19.885058 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.885331 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:19.950516 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 15:31:19.950712 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 15:31:19.950884 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 15:31:19.951277 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 15:31:19.973074 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_db.sqlalchemy.engines [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109992) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 01 15:31:20.654445 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Initializing driver for type 'gre' Apr 01 15:31:20.655044 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] gre ID ranges: [(1, 1000)] Apr 01 15:31:21.017495 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Initializing driver for type 'local' Apr 01 15:31:21.018150 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Initializing driver for type 'vlan' Apr 01 15:31:21.154818 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] VlanTypeDriver initialization complete Apr 01 15:31:21.155141 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Initializing driver for type 'vxlan' Apr 01 15:31:21.155644 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] vxlan ID ranges: [(1, 1000)] Apr 01 15:31:21.447516 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Initializing extension driver 'port_security' Apr 01 15:31:21.447849 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.extensions.port_security [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] PortSecurityExtensionDriver initialization complete Apr 01 15:31:21.448175 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Initializing mechanism driver 'openvswitch' Apr 01 15:31:21.448536 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Initializing mechanism driver 'hyperv' Apr 01 15:31:21.463933 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.plugins.ml2.plugin [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:21.464643 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > port after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.465009 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > port after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.465351 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > port after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.465895 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:31:21.466320 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > subnet after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.466663 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > subnet after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.466998 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.467409 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:31:21.467803 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > network after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.468142 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > network after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.468508 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > network after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.468891 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:31:21.469301 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > security_group after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.469622 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > security_group after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.469957 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > security_group after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.472009 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:31:21.472454 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.472811 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.473158 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.473548 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:31:21.473949 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > address_group after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.474293 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > address_group after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.474631 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > address_group after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.475016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 01 15:31:21.475457 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] ML2 OVO RPC backend initialized. {{(pid=109992) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 01 15:31:21.476154 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.476532 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.476941 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > network before_response 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.477290 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > networks before_response 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.477630 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > port before_response 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.477965 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > ports before_response 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.478299 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > subnet before_response 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.478634 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > subnets before_response 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.478970 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > network after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.479333 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > network after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.479633 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > network after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.479960 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > port after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.480287 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > port after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.480640 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > port after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.480969 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > subnet after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.481295 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > subnet after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.481621 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.488787 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded quota_driver: . Apr 01 15:31:21.489150 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.plugin [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Modular L2 Plugin initialization complete Apr 01 15:31:21.489489 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading services supported by the core plugin {{(pid=109992) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 15:31:21.489830 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.plugins.ml2.managers [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Got port-security extension from driver 'port_security' Apr 01 15:31:21.490305 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.extensions.vlantransparent [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Disabled vlantransparent extension. Apr 01 15:31:21.490785 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109992) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 15:31:21.491102 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading Plugin: router Apr 01 15:31:21.527520 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router_interface before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.527915 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router after_create 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.528329 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router before_create 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.528704 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.529069 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.529488 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router after_delete 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.529846 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > floatingip after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.530209 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > floatingip after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.530566 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router after_create 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.530910 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router after_update 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.531251 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router after_update 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.531590 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.531937 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router after_update 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.532422 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router precommit_update 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.532788 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: port after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.533122 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: port after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.533457 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: subnet after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.533788 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.534131 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > port precommit_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.534473 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router precommit_create 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.534809 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: port before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.535138 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router precommit_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.535480 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router after_update 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.535812 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router precommit_delete 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.536154 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router precommit_create 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.536543 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.536882 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router precommit_update 55549900 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.537246 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > agent after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.537595 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > agent after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.537940 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > network after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.538867 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Tracking information for resource: router configured {{(pid=109992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:31:21.539193 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Tracking information for resource: floatingip configured {{(pid=109992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:31:21.544501 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.db.l3_agentschedulers_db [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 15:31:21.545084 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: port after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.545442 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: port after_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.545787 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: port after_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.546135 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: port after_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.546934 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router before_create 55550100 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.547288 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router precommit_delete 55550100 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.547644 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router precommit_create 55550100 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.547993 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > router precommit_update 55550100 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.552882 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.services.provider_configuration [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service providers = [] {{(pid=109992) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 15:31:21.553242 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.db.servicetype_db [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109992) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 15:31:21.556190 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.services.service_base [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:31:21.556556 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.services.service_base [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:31:21.556902 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.services.service_base [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:31:21.557783 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.services.service_base [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:31:21.558161 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.services.service_base [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 15:31:21.558531 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:31:21.558843 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 15:31:21.569793 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:31:21.570121 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading Plugin: auto_allocate Apr 01 15:31:21.576769 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: network precommit_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.577130 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: network precommit_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.577644 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:31:21.577957 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading Plugin: tag Apr 01 15:31:21.584563 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:31:21.584886 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading Plugin: timestamp Apr 01 15:31:21.588840 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:31:21.589159 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading Plugin: network_ip_availability Apr 01 15:31:21.594628 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.594995 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.595345 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.596073 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:31:21.596526 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading Plugin: flavors Apr 01 15:31:21.601324 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:31:21.601650 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading Plugin: revisions Apr 01 15:31:21.606078 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:31:21.607006 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_concurrency.lockutils [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.672s {{(pid=109992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 15:31:21.607771 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109992) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 01 15:31:21.608105 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Initializing extension manager. Apr 01 15:31:21.608641 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: __init__.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.608982 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: __pycache__ {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.609310 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.609636 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: address_group.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.610439 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.611022 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: address-group Apr 01 15:31:21.611340 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: address_scope.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.612047 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.612586 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: address-scope Apr 01 15:31:21.612905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: admin_state_down_before_update.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.613883 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.614391 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: router-admin-state-down-before-update Apr 01 15:31:21.614709 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: agent.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.615622 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.616128 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: agent Apr 01 15:31:21.616477 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: agent_resources_synced.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.617402 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.617908 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: agent-resources-synced Apr 01 15:31:21.618226 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: allowedaddresspairs.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.620097 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.620653 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: allowed-address-pairs Apr 01 15:31:21.620980 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: auto_allocated_topology.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.622657 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.623170 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: auto-allocated-topology Apr 01 15:31:21.623490 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: availability_zone.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.624180 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.624715 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: availability_zone Apr 01 15:31:21.625035 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: availability_zone_filter.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.625941 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.626446 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: availability_zone_filter Apr 01 15:31:21.626761 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: data_plane_status.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.627662 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.628169 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 15:31:21.628516 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: default_subnetpools.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.629420 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.629920 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: default-subnetpools Apr 01 15:31:21.630232 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: dhcpagentscheduler.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.631064 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.631568 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: dhcp_agent_scheduler Apr 01 15:31:21.631885 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: dns.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.632895 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.633396 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension dns-integration not supported by any of loaded plugins Apr 01 15:31:21.633714 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: dns_domain_ports.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.634632 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.635195 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 15:31:21.635510 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.636450 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.636949 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 01 15:31:21.637264 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: dvr.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.637962 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.638460 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: dvr Apr 01 15:31:21.638774 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: ecmp_routes.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.639693 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.640184 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension ecmp_routes not supported by any of loaded plugins Apr 01 15:31:21.640792 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: empty_string_filtering.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.641736 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.642285 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: empty-string-filtering Apr 01 15:31:21.642603 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.643545 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.644045 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:31:21.644378 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.645292 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.645792 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 15:31:21.646108 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: external_net.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.647016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.647842 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: external-net Apr 01 15:31:21.647842 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: extra_dhcp_opt.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.648745 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.649248 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: extra_dhcp_opt Apr 01 15:31:21.649565 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: extraroute.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.650465 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.650967 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: extraroute Apr 01 15:31:21.651282 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: extraroute_atomic.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.652327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.652870 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: extraroute-atomic Apr 01 15:31:21.653222 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: filter_validation.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.653911 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.654415 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: filter-validation Apr 01 15:31:21.654729 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: fip_pf_description.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.655630 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.656133 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 15:31:21.656484 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: fip_port_details.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.657393 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.657891 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: fip-port-details Apr 01 15:31:21.658205 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: flavors.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.659458 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.659970 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: flavors Apr 01 15:31:21.660291 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.662010 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.662524 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 15:31:21.662851 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: floatingip_pools.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.663551 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.664056 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: floatingip-pools Apr 01 15:31:21.664406 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: ip_allocation.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.665337 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.665845 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 15:31:21.666169 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.667091 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.667597 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: ip-substring-filtering Apr 01 15:31:21.667921 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: l2_adjacency.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.669403 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.669911 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 15:31:21.670231 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: l3.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.671244 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.671754 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: router Apr 01 15:31:21.672074 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: l3_conntrack_helper.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.674552 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.675077 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:31:21.675405 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.676384 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.676889 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: ext-gw-mode Apr 01 15:31:21.677210 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.678114 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.678632 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: l3-ha Apr 01 15:31:21.678949 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: l3_flavors.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.679859 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.680399 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: l3-flavors Apr 01 15:31:21.680711 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.681628 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.682127 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 15:31:21.682446 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: l3agentscheduler.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.683539 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.684043 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: l3_agent_scheduler Apr 01 15:31:21.684405 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: logging.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.686492 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.687009 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension logging not supported by any of loaded plugins Apr 01 15:31:21.687335 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: metering.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.688075 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.688687 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: metering Apr 01 15:31:21.689006 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.690092 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.690601 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: metering_source_and_destination_fields Apr 01 15:31:21.690921 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: multiprovidernet.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.691847 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.692364 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: multi-provider Apr 01 15:31:21.692698 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: netmtu.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.693598 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.694100 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: net-mtu Apr 01 15:31:21.694417 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: netmtu_writable.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.695322 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.695829 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: net-mtu-writable Apr 01 15:31:21.696145 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: network_availability_zone.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.696831 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.697331 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: network_availability_zone Apr 01 15:31:21.697699 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: network_ip_availability.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.698757 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.699268 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: network-ip-availability Apr 01 15:31:21.699585 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: network_segment_range.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.700479 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.700986 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 15:31:21.701305 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: pagination.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.702284 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.702609 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: pagination Apr 01 15:31:21.702922 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: port_device_profile.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.703853 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.704383 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: port-device-profile Apr 01 15:31:21.704705 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.705625 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.706131 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: port-mac-address-regenerate Apr 01 15:31:21.706453 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.707352 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.707855 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: port-numa-affinity-policy Apr 01 15:31:21.708171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: port_resource_request.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.709115 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.709612 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 15:31:21.709923 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: portbindings.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.710860 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.711365 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: binding Apr 01 15:31:21.711683 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: portbindings_extended.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.713170 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.713687 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: binding-extended Apr 01 15:31:21.714013 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: portsecurity.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.714929 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.715439 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: port-security Apr 01 15:31:21.715790 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: project_id.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.716798 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.717126 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: project-id Apr 01 15:31:21.717445 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: providernet.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.718360 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.718864 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: provider Apr 01 15:31:21.719180 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.722818 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.723339 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos not supported by any of loaded plugins Apr 01 15:31:21.723665 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.724944 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.725461 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 15:31:21.725788 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.726707 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.727217 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 15:31:21.727539 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos_default.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.728482 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.728991 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos-default not supported by any of loaded plugins Apr 01 15:31:21.729315 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos_fip.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.729974 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.730479 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos-fip not supported by any of loaded plugins Apr 01 15:31:21.730793 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos_gateway_ip.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.732257 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.732783 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 15:31:21.733104 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos_port_network_policy.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.734018 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.734525 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 15:31:21.734849 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos_pps_rule.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.736037 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.736576 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos-pps not supported by any of loaded plugins Apr 01 15:31:21.736896 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos_rule_type_details.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.737885 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.738393 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 15:31:21.738712 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: qos_rules_alias.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.739768 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.740275 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 15:31:21.740628 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: quotasv2.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.741617 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.741940 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: quotas Apr 01 15:31:21.742257 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: quotasv2_detail.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.744007 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.744372 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: quota_details Apr 01 15:31:21.744688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: rbac.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.745774 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.746311 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: rbac-policies Apr 01 15:31:21.746634 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: rbac_address_group.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.747639 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.748152 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: rbac-address-group Apr 01 15:31:21.748512 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: rbac_address_scope.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.749454 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.750168 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: rbac-address-scope Apr 01 15:31:21.750490 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: rbac_security_groups.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.751423 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.751934 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: rbac-security-groups Apr 01 15:31:21.752252 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: rbac_subnetpool.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.753184 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.753692 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: rbac-subnetpool Apr 01 15:31:21.754009 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: revisionifmatch.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.768680 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.769222 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: revision-if-match Apr 01 15:31:21.769540 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: revisions.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.770731 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.771246 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: standard-attr-revisions Apr 01 15:31:21.771564 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: router_availability_zone.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.772299 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.772833 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: router_availability_zone Apr 01 15:31:21.773150 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: routerservicetype.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.774070 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.774578 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension router-service-type not supported by any of loaded plugins Apr 01 15:31:21.774892 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.775814 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.776322 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: security-groups-normalized-cidr Apr 01 15:31:21.776659 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: security_groups_port_filtering.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.777601 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.778121 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: port-security-groups-filtering Apr 01 15:31:21.778987 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.779908 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.780443 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: security-groups-remote-address-group Apr 01 15:31:21.780765 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: securitygroup.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.792153 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.792714 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: security-group Apr 01 15:31:21.793047 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: segment.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.794416 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.794931 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension segment not supported by any of loaded plugins Apr 01 15:31:21.795260 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.796288 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.796835 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 15:31:21.797161 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: servicetype.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.798389 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.798912 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: service-type Apr 01 15:31:21.799236 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: sorting.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.800281 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.800647 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: sorting Apr 01 15:31:21.800966 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: standard_attr_segment.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.801917 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.802441 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 15:31:21.802759 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: standardattrdescription.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.803427 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.803929 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: standard-attr-description Apr 01 15:31:21.804247 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: stateful_security_group.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.805220 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.805732 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: stateful-security-group Apr 01 15:31:21.806048 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: stdattrs_common.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.807230 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 15:31:21.808739 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.815020 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.815571 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 15:31:21.815887 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: subnet_onboard.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.817045 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.817566 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: subnet_onboard Apr 01 15:31:21.817889 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.818817 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.819324 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 15:31:21.819644 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: subnet_service_types.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.820611 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.821130 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: subnet-service-types Apr 01 15:31:21.821443 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: subnetallocation.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.822616 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.823131 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: subnet_allocation Apr 01 15:31:21.823451 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.824128 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.824669 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: subnetpool-prefix-ops Apr 01 15:31:21.824987 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.826524 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.827032 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 15:31:21.827348 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: tagging.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.828525 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.829037 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: standard-attr-tag Apr 01 15:31:21.829358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: timestamp.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.830587 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.831096 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loaded extension: standard-attr-timestamp Apr 01 15:31:21.831422 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: trunk.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.832481 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.832999 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension trunk not supported by any of loaded plugins Apr 01 15:31:21.833321 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: trunk_details.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.834226 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.834737 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension trunk-details not supported by any of loaded plugins Apr 01 15:31:21.835053 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: uplink_status_propagation.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.835983 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.836516 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 15:31:21.836831 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Loading extension file: vlantransparent.py {{(pid=109992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 15:31:21.837512 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 15:31:21.838011 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 15:31:21.840558 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:network Apr 01 15:31:21.841683 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:subnet Apr 01 15:31:21.842098 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:31:21.842463 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:port Apr 01 15:31:21.843763 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.844190 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service FLAVORS assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.844835 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.845279 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.845606 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:router Apr 01 15:31:21.846112 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:31:21.846511 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service METERING assigned prefix: /metering {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.847967 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.848364 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.848711 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:31:21.849764 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:31:21.850205 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:31:21.850641 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:31:21.851249 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service CORE assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.851573 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:31:21.851919 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] subnetpool is already registered Apr 01 15:31:21.852365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service CORE assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.858418 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:31:21.858418 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] subnetpool is already registered Apr 01 15:31:21.858418 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.858418 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service FLAVORS assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.858418 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.858418 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.858418 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:router Apr 01 15:31:21.858418 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] router is already registered Apr 01 15:31:21.859054 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:31:21.859054 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] floatingip is already registered Apr 01 15:31:21.859054 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service METERING assigned prefix: /metering {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.859340 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:31:21.859516 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] rbac_policy is already registered Apr 01 15:31:21.859921 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:31:21.860246 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] security_group is already registered Apr 01 15:31:21.860676 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:31:21.861004 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] security_group_rule is already registered Apr 01 15:31:21.861641 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service CORE assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.861962 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:31:21.862292 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] subnetpool is already registered Apr 01 15:31:21.862703 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.v2.resource_helper [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Service CORE assigned prefix: {{(pid=109992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:31:21.863016 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:31:21.863346 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING neutron.quota.resource_registry [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] subnetpool is already registered Apr 01 15:31:21.863812 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: extensions {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.865351 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: address-groups {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.866799 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: address-scopes {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.868093 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: agents {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.869263 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: auto-allocated-topology {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.870503 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: availability_zones {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.871695 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: dhcp-networks {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.873409 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: dhcp-agents {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.874824 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: routers {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.877020 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: flavors {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.878172 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: service_profiles {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.879376 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: next_providers {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.880843 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: service_profiles {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.882357 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: floatingip-pools {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.883556 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: routers {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.885660 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: floatingips {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.886930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: l3-routers {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.888836 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: l3-agents {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.890237 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: metering-labels {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.891857 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: metering-label-rules {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.893142 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: network-ip-availabilities {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.894601 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: bindings {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.896228 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: quotas {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.897661 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: quotas {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.899054 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: rbac-policies {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.900243 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: security-groups {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.902706 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: security-group-rules {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.904017 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: service-providers {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.905247 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: subnetpools {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.906643 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: subnetpools {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.908074 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.909776 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.911553 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.913349 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.915100 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.916962 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.918675 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.921082 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.922803 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.924536 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron.api.extensions [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Extended resource: tags {{(pid=109992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 15:31:21.930536 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING keystonemiddleware.auth_token [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 15:31:21.935960 dv-neutron-835865-1-hyperv neutron-server[109992]: WARNING keystonemiddleware.auth_token [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 15:31:21.944496 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_concurrency.lockutils [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Acquired lock "singleton_lock" {{(pid=109992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 01 15:31:21.944965 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_concurrency.lockutils [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Releasing lock "singleton_lock" {{(pid=109992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 01 15:31:21.945595 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO oslo_service.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Starting 2 workers Apr 01 15:31:21.950520 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Started child 110105 {{(pid=109992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 15:31:21.955103 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Started child 110106 {{(pid=109992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 15:31:21.955947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:21.956757 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO neutron.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 15:31:21.957415 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Notify callbacks [] for process, before_spawn {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:21.957600 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [-] (110105) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:31:21.959922 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO oslo_service.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Starting 1 workers Apr 01 15:31:21.960817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:21.962206 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [-] (110106) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:31:21.965130 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Started child 110107 {{(pid=109992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 15:31:21.965684 dv-neutron-835865-1-hyperv neutron-server[109992]: INFO oslo_service.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Starting 1 workers Apr 01 15:31:21.968942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] calling RpcWorker wait() {{(pid=110107) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 15:31:21.969779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] returning from RpcWorker wait() {{(pid=110107) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 15:31:21.970253 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Started child 110108 {{(pid=109992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 15:31:21.970720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:21.971076 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG neutron_lib.callbacks.manager [None req-5cf332c5-6622-47d3-930a-e24d6555075f None None] Notify callbacks [] for process, after_spawn {{(pid=109992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:21.971257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:21.972989 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 15:31:21.973181 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:31:21.973361 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:31:21.973577 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:31:21.973884 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:31:21.974069 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:31:21.974536 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.974820 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.975080 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.975245 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:21.975773 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.975773 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.976229 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.976424 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:21.976611 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.976756 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.976965 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.977206 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.977376 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.977523 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.977761 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.978119 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.978411 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.978567 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.978757 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.979027 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.979221 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.979466 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.979717 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.979943 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.980192 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] debug = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.980457 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.980947 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.981176 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.981968 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.982177 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.982457 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.982698 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.982950 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.983193 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.983415 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.983627 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.984044 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.984190 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.984644 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.984644 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.984925 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.985220 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.985448 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] host = dv-neutron-835865-1-hyperv {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.985685 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.985896 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.986138 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.986726 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.986726 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.987014 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.987228 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.987401 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.987667 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.987817 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.988015 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.988285 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.988563 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.988763 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.988911 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_options = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.989141 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.989396 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.989648 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.989834 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.990005 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.990149 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.990401 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.990548 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.990796 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.991009 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.991224 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.991436 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.991676 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.991886 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.992136 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.992404 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.992647 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.992855 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.993099 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.993343 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.993569 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.993821 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.994068 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.994270 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.994502 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.994730 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.994975 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.995183 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.995392 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.995616 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.996289 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.996531 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.996774 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.997606 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.997783 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.998006 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.998233 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.998496 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.998681 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.998910 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.999169 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.999406 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.999621 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:21.999840 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.000082 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.000314 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.000563 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_json = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.000772 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.001015 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.001289 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.001485 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.001696 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.001907 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.002139 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.002344 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.002574 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.002993 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.003418 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.003608 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.003834 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.004060 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.004543 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.004814 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.009005 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.009005 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.009005 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.009005 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.009005 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.009005 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.009005 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.009005 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013122 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013122 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013122 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013122 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013122 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013122 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013122 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013122 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.013764 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.015716 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.015716 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.015716 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.015716 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.015716 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.015716 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.015716 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.015716 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.015716 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.019930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.019930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.019930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.019930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.019930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.019930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.019930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.019930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.020688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.020688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.020688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.020688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.020688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.020688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.020688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.020688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.020688 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.022276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.022276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.022276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.022276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.022276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.022276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.022276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.022276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.022276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024239 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024239 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024239 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024239 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024239 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024239 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024239 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024239 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024239 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.024905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.025541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.025541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.025541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.025541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.025541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.025541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.025541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.025541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026072 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026072 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026072 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026072 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026072 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026072 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026072 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026072 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026651 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026651 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.026651 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.027462 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.027462 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.027462 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.027462 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.027778 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.027778 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.027974 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.028729 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.028966 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.029212 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.029553 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.029749 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.029974 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.030233 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.030506 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.030741 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.030955 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.031221 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.031501 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.031761 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.032028 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.032279 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.032562 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.032828 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.033075 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.033327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.033556 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.033779 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.033991 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.034270 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.034493 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.034735 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.035074 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.035305 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.035622 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.036372 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.036372 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.036372 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.036606 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.036865 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.037060 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.037330 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.037584 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.037827 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.038055 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.038300 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.038521 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.038770 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.039017 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.039225 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.039457 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.039697 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.039926 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.040134 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.040364 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.040628 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.040855 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.041090 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.041314 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.041542 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.041755 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.042007 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.042225 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.042457 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.042687 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.042899 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.043129 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.043358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.043886 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.043886 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.044702 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.044869 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.045108 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.045317 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.045545 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.045777 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.046036 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.046263 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.046500 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.046728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.046937 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.047142 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.047351 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.047556 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.047760 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.048259 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.048259 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.048527 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.048760 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.049093 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.049340 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.049581 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.049819 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.050048 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.050276 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.050509 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.050746 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.050957 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.051178 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.051395 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.051604 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.051812 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.052058 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.052267 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.052504 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.052766 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.053004 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.053236 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.053446 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.053661 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.053878 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.054083 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.054292 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.054503 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.054725 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.054930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.055139 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.055359 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.055632 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.055883 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.056107 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.056366 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.056600 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.056824 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.057097 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.057273 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.057525 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.057745 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.057965 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.058180 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.058420 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.058625 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.058866 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.059063 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.059275 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.059509 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.059732 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.059937 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.060142 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.060544 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.060641 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.060824 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.061383 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.061794 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.061794 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.061956 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.062158 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.062367 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.062595 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.062804 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.063007 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.063242 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.063454 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.063682 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.063969 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.064212 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.064607 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.064898 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.065144 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.065398 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.065618 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.065925 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.066155 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.066389 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.066606 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.066821 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.067036 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.067308 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.067635 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.067928 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.068187 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.068468 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.068735 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.069010 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.069273 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.069482 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.069782 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.070107 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.070366 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.070625 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.070867 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.071113 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.071330 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.071541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.071769 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.072008 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.072450 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.072564 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.072720 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.072977 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.073204 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.073440 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.073678 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.073905 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.074129 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.074344 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.074552 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.074705 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:31:22.075268 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 15:31:22.075423 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:31:22.075572 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:31:22.075756 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:31:22.075920 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:31:22.076064 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:31:22.076268 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.076449 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.076607 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.076762 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.076917 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.077091 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.077247 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.077402 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.077555 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.077710 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.077865 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.078017 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.078171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.078322 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.078474 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.078626 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.078779 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.078933 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.079091 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.079245 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.079399 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.079552 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.079705 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] debug = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.079859 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.080054 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.080213 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.080461 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.080618 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.080772 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.080926 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.081142 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.081278 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.081401 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.081538 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.081656 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.081807 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.081961 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.082097 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.082254 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.082405 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.082559 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] host = dv-neutron-835865-1-hyperv {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.082710 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.082862 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.083016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.083169 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.083321 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.083477 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.083631 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.083768 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.083925 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.084078 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.084240 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.084397 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.084541 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.084677 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.084813 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_options = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.084948 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.085210 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.085342 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.085480 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.085633 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.085770 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.085856 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.085983 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.086137 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.086289 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.086443 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.086599 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.086746 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.086898 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.087047 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.087184 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.087314 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.087465 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.087601 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.087737 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.087964 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.088116 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.088253 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.088418 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.088548 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.088674 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.088824 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.088962 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.089116 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.089267 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.089419 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.089572 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.089725 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.089878 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.090031 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.090181 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.090332 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.090485 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.091186 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.091323 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.091465 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.091622 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.091775 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.091927 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.092061 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.092218 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.092405 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_json = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.092547 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.092698 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.092849 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.093002 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.093155 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.093307 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.093459 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.093598 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.093755 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:31:22.093934 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.094093 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.094260 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.094415 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.094597 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.094755 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.094911 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.095068 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.095225 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.095383 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.095547 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.095703 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.095871 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.096028 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.096183 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.096374 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.096516 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.096667 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.096824 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.096982 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.097139 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.097295 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.097460 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.097616 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.097870 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.098030 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.098187 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.098361 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.098517 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.098675 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.098830 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.098987 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.099145 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.099300 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.099456 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.099611 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.099766 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.099923 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.100079 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.100241 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.100469 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.100565 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.100710 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.100864 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.101011 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.101167 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.101323 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.101480 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.101639 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.101795 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.101952 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.102108 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.102265 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.102420 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.102576 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.102742 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.102897 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.103053 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.103209 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.103365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.103519 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.103675 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.103832 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.104020 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.104235 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.104452 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.104577 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.104934 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.104934 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.105181 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.105181 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.105431 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.105672 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.105672 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.105913 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.105913 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.106104 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.106418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:22.106517 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.106517 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.106715 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.106797 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.107180 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.107180 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.107180 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.107449 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.107449 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.107652 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.107733 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.107896 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.108062 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.108233 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.108414 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.108572 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.108738 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.108910 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.109081 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.109231 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.109386 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.109535 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.109686 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.109830 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.110485 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.110588 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.110687 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.110830 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.110986 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.111142 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.111297 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.111453 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.111609 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.111894 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.111894 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.112258 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.112258 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.112471 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.112588 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.112698 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.112807 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.112960 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.113117 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.113280 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.113446 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.113603 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.113760 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.113916 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.114071 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.114226 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.114381 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.114540 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.114694 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.114837 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.114996 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.115162 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.115325 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.115482 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.115639 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.115840 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.115965 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.116121 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.116401 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.116930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.116930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.116930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.116930 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.117593 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.117593 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.117593 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.117593 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.117593 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.118041 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.118041 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.118041 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.118395 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.118395 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.118557 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.118638 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.118766 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.118966 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.119165 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.119257 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.119389 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.119516 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.119643 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.119769 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.119929 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.120087 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.120243 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.120420 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.127377 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.127377 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.127377 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.127377 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.127377 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.127377 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.127377 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.127377 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.128359 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.128359 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.128359 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.128359 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.128359 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.128359 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.128359 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.128359 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.129261 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.129261 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.129261 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.129261 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.129261 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.129261 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.129261 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.129261 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.130358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.130358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.130358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.130358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.130358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.130358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.130358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.130358 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.131479 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.131479 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.131479 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.131479 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.131479 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.131479 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.131479 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.131479 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.132175 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.132175 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.132175 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.132175 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.132175 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.132175 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.132175 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.132175 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.132175 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.133365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.133365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.133365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.133365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.133365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.133365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.133365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.133365 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134016 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134798 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134798 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134798 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134798 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134798 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134798 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134798 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.134798 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.135668 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.135668 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.135668 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.135668 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.135668 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.135668 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.135668 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.135668 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.136398 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.136398 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.136398 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.136398 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.136398 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.136398 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.136398 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.136398 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.137201 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.137201 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.137201 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.137201 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.137201 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.137201 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.137201 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.137201 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.138718 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.138718 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.138718 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.138718 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.138718 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.138718 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.138718 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.138718 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.139728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.139728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.139728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.139728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.139728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.139728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.139728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.139728 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.141327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.141327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.141327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.141327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.141327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.141327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.141327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.141327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.141327 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.142171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.142171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.142171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.142171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.142171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.142171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.142171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.142171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.142171 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.143152 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:31:22.143152 dv-neutron-835865-1-hyperv neutron-server[109992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:31:22.427332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 46646) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:31:22.436795 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066986 Apr 01 15:31:34.728829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f3b6ab-1742-4ccd-a573-c303389ae310 None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:31:34.797637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f3b6ab-1742-4ccd-a573-c303389ae310 None None] No non-hosted networks {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 15:31:34.805073 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.agentschedulers_db [None req-05f3b6ab-1742-4ccd-a573-c303389ae310 None None] DHCP Agent not found on host dv-neutron-835865-1-hyperv {{(pid=110107) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 01 15:31:34.866241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-943cc738-ad27-410b-bd3d-842d9ee9224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752568'] for agent, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:37.220078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-282b37a3-81c7-479c-8dcf-b0ef49c585d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752568'] for agent, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:37.271854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-44b4fb3e-62f9-4c5b-bc12-0c504b3d3353 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835865-1-hyperv {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:31:37.272992 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-44b4fb3e-62f9-4c5b-bc12-0c504b3d3353 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:31:37.873378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-44b4fb3e-62f9-4c5b-bc12-0c504b3d3353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:39.657553 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752568'] for agent, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:40.357803 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.db.l3_hamode_db [None req-219417c8-8433-47e4-bb22-6ab685a017f8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 15:31:40.501086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219417c8-8433-47e4-bb22-6ab685a017f8 None None] Routers set() bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:31:40.501525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219417c8-8433-47e4-bb22-6ab685a017f8 None None] Router IDs set() for agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 15:31:41.045685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752568'] for agent, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:41.050660 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752568'] for agent, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:41.051703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.052174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.052535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.052859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.053201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.053523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.053858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.054353 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.054674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.055003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.055348 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.055668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:41.056062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835865-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:41.064439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835865-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:31:42.184089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 46740) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:31:42.703620 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING oslo_policy.policy [None req-be4326de-ad79-4db1-ad6b-23ba18b7fe5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:31:42.704220 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING oslo_policy.policy [None req-be4326de-ad79-4db1-ad6b-23ba18b7fe5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:31:42.926917 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-be4326de-ad79-4db1-ad6b-23ba18b7fe5b admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:31:42.928458 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-be4326de-ad79-4db1-ad6b-23ba18b7fe5b admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7422302 Apr 01 15:31:45.420270 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 46754) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:31:45.933796 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING oslo_policy.policy [None req-0ba5ece1-d5d0-4194-b86a-a0240df4f78a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:31:45.934425 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING oslo_policy.policy [None req-0ba5ece1-d5d0-4194-b86a-a0240df4f78a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:31:46.157922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0ba5ece1-d5d0-4194-b86a-a0240df4f78a admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:31:46.265020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.policy [None req-0ba5ece1-d5d0-4194-b86a-a0240df4f78a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110106) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 15:31:46.310987 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING oslo_policy.policy [None req-0ba5ece1-d5d0-4194-b86a-a0240df4f78a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:31:46.311369 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING oslo_policy.policy [None req-0ba5ece1-d5d0-4194-b86a-a0240df4f78a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:31:46.479793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ba5ece1-d5d0-4194-b86a-a0240df4f78a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781772770626', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781772770065', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781772799441', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781772784509', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781766055460', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781772806120', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1593392', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1574704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-546488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713428'] for rbac-policy, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:46.757227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ba5ece1-d5d0-4194-b86a-a0240df4f78a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:46.758504 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0ba5ece1-d5d0-4194-b86a-a0240df4f78a admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3371818 Apr 01 15:31:49.412945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 46772) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:31:49.728793 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Request body: {'network': {'name': 'private', 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'admin_state_up': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:31:49.924662 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Made reservation on behalf of 7b13d8188f5449aeb84cc21548987de0 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:31:49.996601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.policy [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 15:31:50.043216 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING oslo_policy.policy [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:31:50.043586 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING oslo_policy.policy [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:31:50.053785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.076402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.199376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.293033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.318299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] vlan segment allocate from pool success with {'vlan_id': 1106, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:31:50.349058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781768029781', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.349640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Unsubscribe: segment precommit_create {{(pid=110105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 15:31:50.350156 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Added segment 56e354e4-5f71-4e6b-a19a-62ca307793ef of type vlan for network fff10916-db5e-43b2-a560-9f5409171cec Apr 01 15:31:50.367764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2578083-0e1e-4e7f-a91d-c91a5d4d85cc,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:50.388172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.388548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.388884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.389210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.389787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.390122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.390443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.390770 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.391088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.391400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.391710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.392020 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Tracked resource versions report: Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: pushed versions: Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: { 'AddressGroup': {'1.2'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'ConntrackHelper': {'1.0'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Log': {'1.0'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Network': {'1.1'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Port': {'1.7'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'PortForwarding': {'1.2'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'QosPolicy': {'1.9'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SecurityGroup': {'1.4'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SubPort': {'1.0'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Subnet': {'1.1'}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Trunk': {'1.1'}} Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: consumer versions: Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: { DHCP agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: L3 agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: Metadata agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: Metering agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: Open vSwitch agent@dv-neutron-835865-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'ConntrackHelper': '1.0', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Log': '1.0', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Network': '1.1', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Port': '1.7', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'PortForwarding': '1.2', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'QosPolicy': '1.9', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SecurityGroup': '1.4', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SecurityGroupRule': '1.2', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SubPort': '1.0', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Subnet': '1.1', Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Trunk': '1.1'}} Apr 01 15:31:50.393338 dv-neutron-835865-1-hyperv neutron-server[110105]: {{(pid=110105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:31:50.477685 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.650544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.652262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:50.652982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:50.758900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] Pushing event updated for resources: {'Network': ['ID=fff10916-db5e-43b2-a560-9f5409171cec,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:50.770142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network fff10916-db5e-43b2-a560-9f5409171cec details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:31:50.887855 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-10d94982-cdc7-4fee-85f6-c67d0e580586 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.4737873 Apr 01 15:31:53.585111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 46788) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:31:54.057449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8e74ce-fa97-4a2b-b508-d7eb05f59f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:54.058745 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2e8e74ce-fa97-4a2b-b508-d7eb05f59f9a admin admin] 10.222.0.73 "GET /v2.0/networks/fff10916-db5e-43b2-a560-9f5409171cec HTTP/1.1" status: 200 len: 826 time: 0.4724219 Apr 01 15:31:54.084957 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4ba09340-8835-40b7-999c-6fde0f67b494 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/59298083-339e-4b4f-af9b-741f6377d0ab HTTP/1.1" status: 200 len: 734 time: 0.0196459 Apr 01 15:31:54.095387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec', 'name': 'private-subnet', 'subnetpool_id': '59298083-339e-4b4f-af9b-741f6377d0ab', 'gateway_ip': '172.20.0.1', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:31:54.298085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Made reservation on behalf of 7b13d8188f5449aeb84cc21548987de0 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:31:54.300758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:54.686970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:54.758816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Checking segment: {'id': '56e354e4-5f71-4e6b-a19a-62ca307793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:31:54.759202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Network hostable DHCP agents. Network: fff10916-db5e-43b2-a560-9f5409171cec, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:31:54.770052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a8caf0d-0830-4dc1-ab96-38a01c71205f,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:54.782911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.783260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.783590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.783926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.784277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.784756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.785094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.785427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.785756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.786076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.786388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.786706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Tracked resource versions report: Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: pushed versions: Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: { 'AddressGroup': {'1.2'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'ConntrackHelper': {'1.0'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Log': {'1.0'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Network': {'1.1'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Port': {'1.7'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'PortForwarding': {'1.2'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'QosPolicy': {'1.9'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SecurityGroup': {'1.4'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SubPort': {'1.0'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Subnet': {'1.1'}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Trunk': {'1.1'}} Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: consumer versions: Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: { DHCP agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: L3 agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: Metadata agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: Metering agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: Open vSwitch agent@dv-neutron-835865-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'ConntrackHelper': '1.0', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Log': '1.0', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Network': '1.1', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Port': '1.7', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'PortForwarding': '1.2', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'QosPolicy': '1.9', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SecurityGroup': '1.4', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SecurityGroupRule': '1.2', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SubPort': '1.0', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Subnet': '1.1', Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Trunk': '1.1'}} Apr 01 15:31:54.787992 dv-neutron-835865-1-hyperv neutron-server[110106]: {{(pid=110106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:31:54.907352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Network fff10916-db5e-43b2-a560-9f5409171cec is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:31:55.012514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, fff10916-db5e-43b2-a560-9f5409171cec) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:31:55.017595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:31:55.018203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:55.023024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e45649-0bda-42dc-b427-051be1fca51f None None] Network fff10916-db5e-43b2-a560-9f5409171cec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:31:55.152107 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0a6f625b-1cd8-4303-865c-1d38e82b0d20 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0603492 Apr 01 15:31:55.356542 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-fff10916-db5e-43b2-a560-9f5409171cec', 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'fixed_ips': [{'subnet_id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:31:55.358023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:55.777781 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Allocated IP 172.20.0.2 (fff10916-db5e-43b2-a560-9f5409171cec/6a8caf0d-0830-4dc1-ab96-38a01c71205f/5c970d70-5215-44b0-a6c5-c8c2d03adebe) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:31:55.995580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:56.136061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:56.210842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Network fff10916-db5e-43b2-a560-9f5409171cec is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:31:56.215848 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:31:56.225119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:31:56.228245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Pushing event updated for resources: {'Port': ['ID=5c970d70-5215-44b0-a6c5-c8c2d03adebe,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:56.237971 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.238334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.238677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.251767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.251767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.251767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.251767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.251767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Tracked resource versions report: Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: pushed versions: Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: { 'AddressGroup': {'1.2'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'ConntrackHelper': {'1.0'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Log': {'1.0'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Network': {'1.1'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Port': {'1.7'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'PortForwarding': {'1.2'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'QosPolicy': {'1.9'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SecurityGroup': {'1.4'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SubPort': {'1.0'}, Apr 01 15:31:56.252273 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Subnet': {'1.1'}, Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Trunk': {'1.1'}} Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: consumer versions: Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: { DHCP agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: L3 agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: Metadata agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: Metering agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: Open vSwitch agent@dv-neutron-835865-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'ConntrackHelper': '1.0', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Log': '1.0', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Network': '1.1', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Port': '1.7', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'PortForwarding': '1.2', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'QosPolicy': '1.9', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SecurityGroup': '1.4', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SecurityGroupRule': '1.2', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SubPort': '1.0', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Subnet': '1.1', Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Trunk': '1.1'}} Apr 01 15:31:56.253362 dv-neutron-835865-1-hyperv neutron-server[110107]: {{(pid=110107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:31:56.323720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Attempting to bind port 5c970d70-5215-44b0-a6c5-c8c2d03adebe on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:31:56.324100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Attempting to bind port 5c970d70-5215-44b0-a6c5-c8c2d03adebe by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '56e354e4-5f71-4e6b-a19a-62ca307793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:31:56.324559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Attempting to bind port 5c970d70-5215-44b0-a6c5-c8c2d03adebe on network fff10916-db5e-43b2-a560-9f5409171cec {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:31:56.330133 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:31:56.330545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Checking segment: {'id': '56e354e4-5f71-4e6b-a19a-62ca307793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:31:56.331026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:56.331411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Bound using segment: {'id': '56e354e4-5f71-4e6b-a19a-62ca307793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:31:56.331891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Bound port: 5c970d70-5215-44b0-a6c5-c8c2d03adebe, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e354e4-5f71-4e6b-a19a-62ca307793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:31:56.332300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:56.398957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] For port 5c970d70-5215-44b0-a6c5-c8c2d03adebe, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:31:56.404482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] For port 5c970d70-5215-44b0-a6c5-c8c2d03adebe, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5c970d70-5215-44b0-a6c5-c8c2d03adebe,segment=NetworkSegment(56e354e4-5f71-4e6b-a19a-62ca307793ef),segment_id=56e354e4-5f71-4e6b-a19a-62ca307793ef)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:31:56.475669 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:31:56.550480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577085-ca40-4d98-947b-0c000ebbd239 None None] Pushing event updated for resources: {'Port': ['ID=5c970d70-5215-44b0-a6c5-c8c2d03adebe,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:31:57.790623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 46800) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:31:58.131556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-8fcb69c1-c6a9-423e-a470-907f84215601 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:31:58.132549 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8fcb69c1-c6a9-423e-a470-907f84215601 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3409717 Apr 01 15:32:00.585800 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 46808) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:32:00.924873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-31febfe5-5d09-458d-8814-56edfe53f775 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:32:00.926521 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-31febfe5-5d09-458d-8814-56edfe53f775 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3397210 Apr 01 15:32:03.742438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 46818) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:32:04.105134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a08db212-9995-4825-8ec3-bcc36bf11ea2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7b13d8188f5449aeb84cc21548987de0'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:32:04.114918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5c970d70-5215-44b0-a6c5-c8c2d03adebe up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:32:04.208730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5c970d70-5215-44b0-a6c5-c8c2d03adebe triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:04.209052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:04.227797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a08db212-9995-4825-8ec3-bcc36bf11ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:04.230696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a08db212-9995-4825-8ec3-bcc36bf11ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:04.340043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:04.378830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 5c970d70-5215-44b0-a6c5-c8c2d03adebe, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5c970d70-5215-44b0-a6c5-c8c2d03adebe,segment=NetworkSegment(56e354e4-5f71-4e6b-a19a-62ca307793ef),segment_id=56e354e4-5f71-4e6b-a19a-62ca307793ef)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:04.403354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a08db212-9995-4825-8ec3-bcc36bf11ea2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:04.478614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:04.510021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a08db212-9995-4825-8ec3-bcc36bf11ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:04.530937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=5c970d70-5215-44b0-a6c5-c8c2d03adebe,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:04.643124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a08db212-9995-4825-8ec3-bcc36bf11ea2 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:04.644554 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a08db212-9995-4825-8ec3-bcc36bf11ea2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9006178 Apr 01 15:32:04.736470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-81558f3a-3b6c-412a-888f-42e4e9562839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:05.222778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9af57-cf2c-42fc-a707-8036aa48ad09 None None] Network fff10916-db5e-43b2-a560-9f5409171cec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:32:05.300734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-db12a6da-d969-4cc3-9ed2-14c398289f64 None None] Provisioning complete for port 5c970d70-5215-44b0-a6c5-c8c2d03adebe triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:05.301101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-db12a6da-d969-4cc3-9ed2-14c398289f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:05.673622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ed18c39e-abb7-4518-895e-f6b73fe76fbf None None] Provisioning complete for port 5c970d70-5215-44b0-a6c5-c8c2d03adebe triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:05.674492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed18c39e-abb7-4518-895e-f6b73fe76fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:06.085981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5c970d70-5215-44b0-a6c5-c8c2d03adebe up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:32:06.140270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5c970d70-5215-44b0-a6c5-c8c2d03adebe triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:06.140655 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.235986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 46830) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:32:07.277721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-75f2c8ac-d56a-4fbe-bc34-ad88fd8d6fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:07.549803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-238d49df-fa42-4a78-b069-8cfa6f07a97b admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:32:07.550818 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-238d49df-fa42-4a78-b069-8cfa6f07a97b admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138304 Apr 01 15:32:09.645712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.016184 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 46848) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:32:10.159540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:32:10.249060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Made reservation on behalf of 1dd21fd9160d4edcb7275a6a510913ca for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:32:10.251269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.266688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.374423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.477909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.496983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Reserving flat network on physical network physnet1 {{(pid=110106) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 15:32:10.514874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef3f759-3352-47e3-8e65-8801b79b0c8d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:10.520708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781768029781', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.521276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Unsubscribe: segment precommit_create {{(pid=110106) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 15:32:10.521743 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Added segment 7baf0c62-9ed7-4fe6-b3fb-09057721eeb2 of type flat for network f373d492-0707-45bf-bce1-c2e88cd874e8 Apr 01 15:32:10.580295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.769521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.770421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:10.770996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.832230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.833119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:10.862619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] Pushing event updated for resources: {'Network': ['ID=f373d492-0707-45bf-bce1-c2e88cd874e8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:10.873658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network f373d492-0707-45bf-bce1-c2e88cd874e8 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:32:10.928694 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-418421a1-869e-418c-9db6-3b8c67a8cd29 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9111516 Apr 01 15:32:13.231597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 46866) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:32:13.326765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a881c5-9574-49ae-b01d-b4721ba0cbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:13.328199 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-38a881c5-9574-49ae-b01d-b4721ba0cbee admin admin] 10.222.0.73 "GET /v2.0/subnets/6a8caf0d-0830-4dc1-ab96-38a01c71205f HTTP/1.1" status: 200 len: 849 time: 0.0955498 Apr 01 15:32:13.450803 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-88901acc-fba8-4869-8852-028b9facd8c7 admin admin] 10.222.0.73 "GET /v2.0/routers/0f65ff3d-0623-413e-a1df-e6f4c3c09eaf HTTP/1.1" status: 200 len: 704 time: 0.1162815 Apr 01 15:32:13.729812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.040269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Allocated IP 172.20.0.1 (fff10916-db5e-43b2-a560-9f5409171cec/6a8caf0d-0830-4dc1-ab96-38a01c71205f/82d903f5-8589-476c-b4ad-bd7805efcd80) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:32:14.205049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.463613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.537593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Network fff10916-db5e-43b2-a560-9f5409171cec is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:14.542739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:14.548626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:32:14.549091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.607243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=82d903f5-8589-476c-b4ad-bd7805efcd80,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:14.744515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4eb6de39-2d02-4a36-bfcd-4b6de488923e None None] Provisioning complete for port 82d903f5-8589-476c-b4ad-bd7805efcd80 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:14.745106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4eb6de39-2d02-4a36-bfcd-4b6de488923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:14.781518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6de39-2d02-4a36-bfcd-4b6de488923e None None] Port 82d903f5-8589-476c-b4ad-bd7805efcd80 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:32:14.859942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.097081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.182796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.183607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.244916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=82d903f5-8589-476c-b4ad-bd7805efcd80,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:15.320944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Network fff10916-db5e-43b2-a560-9f5409171cec is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:15.322444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:15.507717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7fc193f4-7ce7-4a45-a57b-39de70bb529f None None] Provisioning complete for port 82d903f5-8589-476c-b4ad-bd7805efcd80 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:15.508081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fc193f4-7ce7-4a45-a57b-39de70bb529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:15.546070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7fc193f4-7ce7-4a45-a57b-39de70bb529f None None] Port 82d903f5-8589-476c-b4ad-bd7805efcd80 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:32:15.617464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Router 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:32:15.714776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:32:15.722708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-35b5ac89-a05b-4a06-97b0-eb649c0bd5f9 admin admin] 10.222.0.73 "PUT /v2.0/routers/0f65ff3d-0623-413e-a1df-e6f4c3c09eaf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2644470 Apr 01 15:32:15.741484 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Sync routers for ids ['0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:32:15.762837 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Routers {'0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:32:15.764473 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:32:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:15.992095 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Set router 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:32:16.452536 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'name': 'router1', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:04Z', 'updated_at': '2022-04-01T15:32:14Z', 'revision_number': 2, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'gw_port_host': None, '_interfaces': [{'id': '82d903f5-8589-476c-b4ad-bd7805efcd80', 'name': '', 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'mac_address': 'fa:16:3e:3e:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:13Z', 'updated_at': '2022-04-01T15:32:14Z', 'revision_number': 2, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'subnets': [{'id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59298083-339e-4b4f-af9b-741f6377d0ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:16.505452 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Checking router: 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:32:16.505893 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Updating router 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf port 82d903f5-8589-476c-b4ad-bd7805efcd80 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:32:16.599057 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.185800 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.274646 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.474000 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Pushing event updated for resources: {'Port': ['ID=82d903f5-8589-476c-b4ad-bd7805efcd80,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:17.491043 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.491387 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.491726 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.492056 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.492411 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.492751 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.493077 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.493423 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.494288 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.494621 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.494951 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.495270 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Tracked resource versions report: Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: pushed versions: Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: { 'AddressGroup': {'1.2'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'ConntrackHelper': {'1.0'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Log': {'1.0'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Network': {'1.1'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Port': {'1.7'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'PortForwarding': {'1.2'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'QosPolicy': {'1.9'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SecurityGroup': {'1.4'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SubPort': {'1.0'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Subnet': {'1.1'}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Trunk': {'1.1'}} Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: consumer versions: Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: { DHCP agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: L3 agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: Metadata agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: Metering agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: Open vSwitch agent@dv-neutron-835865-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'ConntrackHelper': '1.0', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Log': '1.0', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Network': '1.1', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Port': '1.7', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'PortForwarding': '1.2', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'QosPolicy': '1.9', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SecurityGroup': '1.4', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SecurityGroupRule': '1.2', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SubPort': '1.0', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Subnet': '1.1', Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Trunk': '1.1'}} Apr 01 15:32:17.496741 dv-neutron-835865-1-hyperv neutron-server[110108]: {{(pid=110108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:32:17.502170 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Attempting to bind port 82d903f5-8589-476c-b4ad-bd7805efcd80 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:32:17.502543 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Attempting to bind port 82d903f5-8589-476c-b4ad-bd7805efcd80 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '56e354e4-5f71-4e6b-a19a-62ca307793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:32:17.502979 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Attempting to bind port 82d903f5-8589-476c-b4ad-bd7805efcd80 on network fff10916-db5e-43b2-a560-9f5409171cec {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:32:17.513946 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:32:17.514368 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Checking segment: {'id': '56e354e4-5f71-4e6b-a19a-62ca307793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:32:17.514872 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.515264 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Bound using segment: {'id': '56e354e4-5f71-4e6b-a19a-62ca307793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:32:17.515835 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Bound port: 82d903f5-8589-476c-b4ad-bd7805efcd80, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e354e4-5f71-4e6b-a19a-62ca307793ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:32:17.516219 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.589981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cd097793-5c50-4304-a36f-442eb827625b None None] Provisioning complete for port 82d903f5-8589-476c-b4ad-bd7805efcd80 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:17.590600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cd097793-5c50-4304-a36f-442eb827625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.595457 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] For port 82d903f5-8589-476c-b4ad-bd7805efcd80, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:32:17.619282 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] For port 82d903f5-8589-476c-b4ad-bd7805efcd80, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=82d903f5-8589-476c-b4ad-bd7805efcd80,segment=NetworkSegment(56e354e4-5f71-4e6b-a19a-62ca307793ef),segment_id=56e354e4-5f71-4e6b-a19a-62ca307793ef)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:32:17.630715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-cd097793-5c50-4304-a36f-442eb827625b None None] Port 82d903f5-8589-476c-b4ad-bd7805efcd80 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:32:17.720741 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:17.777367 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Routers {'0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:32:17.778354 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:32:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:17.878075 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21564f-15aa-44f9-b792-907fec16eccf None None] Pushing event updated for resources: {'Port': ['ID=82d903f5-8589-476c-b4ad-bd7805efcd80,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:17.897902 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] Set router 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:32:17.957049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f934055c-034c-49a5-af65-12e12b762159 None None] Provisioning complete for port 82d903f5-8589-476c-b4ad-bd7805efcd80 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:17.957509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f934055c-034c-49a5-af65-12e12b762159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.055969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f934055c-034c-49a5-af65-12e12b762159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.091375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f934055c-034c-49a5-af65-12e12b762159 None None] For port 82d903f5-8589-476c-b4ad-bd7805efcd80, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=82d903f5-8589-476c-b4ad-bd7805efcd80,segment=NetworkSegment(56e354e4-5f71-4e6b-a19a-62ca307793ef),segment_id=56e354e4-5f71-4e6b-a19a-62ca307793ef)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:18.131764 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'name': 'router1', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:04Z', 'updated_at': '2022-04-01T15:32:14Z', 'revision_number': 2, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'gw_port_host': None, '_interfaces': [{'id': '82d903f5-8589-476c-b4ad-bd7805efcd80', 'name': '', 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'mac_address': 'fa:16:3e:3e:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:13Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'subnets': [{'id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59298083-339e-4b4f-af9b-741f6377d0ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:18.149041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 46876) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:32:18.161145 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3dcd2a-7c07-420d-a367-0efc74ee4141 None None] The sync data for ids ['0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'] in dv-neutron-835865-1-hyperv is: [{'id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'name': 'router1', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:04Z', 'updated_at': '2022-04-01T15:32:14Z', 'revision_number': 2, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'gw_port_host': None, '_interfaces': [{'id': '82d903f5-8589-476c-b4ad-bd7805efcd80', 'name': '', 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'mac_address': 'fa:16:3e:3e:94:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:13Z', 'updated_at': '2022-04-01T15:32:17Z', 'revision_number': 4, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'subnets': [{'id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59298083-339e-4b4f-af9b-741f6377d0ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:32:18.165783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f934055c-034c-49a5-af65-12e12b762159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.221481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934055c-034c-49a5-af65-12e12b762159 None None] Pushing event updated for resources: {'Port': ['ID=82d903f5-8589-476c-b4ad-bd7805efcd80,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:18.286734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed97000c-42c2-4c3d-b619-adf0ac1aa3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:18.288151 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ed97000c-42c2-4c3d-b619-adf0ac1aa3b3 admin admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 842 time: 0.1382303 Apr 01 15:32:18.298574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Request body: {'subnet': {'cidr': '172.26.6.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.6.1', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:32:18.414637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Made reservation on behalf of 1dd21fd9160d4edcb7275a6a510913ca for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:32:18.420349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Notify callbacks [] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.825643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:32:18.826106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:18.882111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac00a24a-3bcf-447e-92bb-a19ee6a297a5,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:18.898091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:32:18.898091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Network hostable DHCP agents. Network: f373d492-0707-45bf-bce1-c2e88cd874e8, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:32:19.029069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:32:19.131598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, f373d492-0707-45bf-bce1-c2e88cd874e8) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:19.137029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:19.140383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:19.141418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888b749-4a58-46f4-bc8c-7c582db769aa None None] Network f373d492-0707-45bf-bce1-c2e88cd874e8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:32:19.249898 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-43fc8486-1f77-48b9-a0ce-bcb9a09ef51e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9546239 Apr 01 15:32:19.276961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b2b4fd-1a6f-4dc1-b82e-d1359d6da2ee None None] Network f373d492-0707-45bf-bce1-c2e88cd874e8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:32:21.648706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 46884) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:32:21.867760 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5525ab99-eb78-4a73-81d7-af26eb07b7b2 admin admin] 10.222.0.73 "GET /v2.0/routers/0f65ff3d-0623-413e-a1df-e6f4c3c09eaf HTTP/1.1" status: 200 len: 710 time: 0.2178771 Apr 01 15:32:21.974244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d275f1-e7b8-4908-9917-ae422a24e6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:32:21.975656 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-48d275f1-e7b8-4908-9917-ae422a24e6b9 admin admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 886 time: 0.0984023 Apr 01 15:32:21.987693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:32:22.253743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.601186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.689857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:22.817744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Allocated IP 172.26.6.23 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/a3fd7b25-170e-493b-8215-5e3dec75ee2a) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:32:22.930433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:23.080334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:23.126245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:32:23.129150 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:32:23.131786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:32:23.137389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Pushing event updated for resources: {'Port': ['ID=a3fd7b25-170e-493b-8215-5e3dec75ee2a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:23.590989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:23.899202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:23.903575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:24.014604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Router 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:32:24.108148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 82d903f5-8589-476c-b4ad-bd7805efcd80 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:32:24.131884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:32:24.136769 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:24.138929 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-39f3e3d1-cfed-47e9-8da0-0a850c88eac0 admin admin] 10.222.0.73 "PUT /v2.0/routers/0f65ff3d-0623-413e-a1df-e6f4c3c09eaf HTTP/1.1" status: 200 len: 889 time: 2.1540086 Apr 01 15:32:24.164870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 82d903f5-8589-476c-b4ad-bd7805efcd80 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:24.165994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:24.863435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Sync routers for ids ['0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:32:24.875721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Routers {'0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:32:24.876421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:32:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:25.105196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Set router 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:32:25.621710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'name': 'router1', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a3fd7b25-170e-493b-8215-5e3dec75ee2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:04Z', 'updated_at': '2022-04-01T15:32:23Z', 'revision_number': 4, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'gw_port': {'id': 'a3fd7b25-170e-493b-8215-5e3dec75ee2a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:22Z', 'updated_at': '2022-04-01T15:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '82d903f5-8589-476c-b4ad-bd7805efcd80', 'name': '', 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'mac_address': 'fa:16:3e:3e:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:13Z', 'updated_at': '2022-04-01T15:32:18Z', 'revision_number': 5, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'subnets': [{'id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59298083-339e-4b4f-af9b-741f6377d0ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:25.678035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Checking router: 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:32:25.678382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Updating router 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf port a3fd7b25-170e-493b-8215-5e3dec75ee2a binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:32:25.729044 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:26.067316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:26.171321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:26.230429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Attempting to bind port a3fd7b25-170e-493b-8215-5e3dec75ee2a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:32:26.230810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Attempting to bind port a3fd7b25-170e-493b-8215-5e3dec75ee2a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:32:26.231163 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Attempting to bind port a3fd7b25-170e-493b-8215-5e3dec75ee2a on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:32:26.237013 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ab4f8-4b5d-4116-aa1b-441f32c66c7c None None] Pushing event updated for resources: {'Port': ['ID=a3fd7b25-170e-493b-8215-5e3dec75ee2a,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:26.243278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:32:26.243823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:32:26.244493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:26.245115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:32:26.245783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Bound port: a3fd7b25-170e-493b-8215-5e3dec75ee2a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:32:26.246360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:26.303055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] For port a3fd7b25-170e-493b-8215-5e3dec75ee2a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:32:26.307598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] For port a3fd7b25-170e-493b-8215-5e3dec75ee2a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a3fd7b25-170e-493b-8215-5e3dec75ee2a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:32:26.427074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:26.510686 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Routers {'0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:32:26.511792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:32:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:26.593966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ab4f8-4b5d-4116-aa1b-441f32c66c7c None None] Pushing event updated for resources: {'Port': ['ID=a3fd7b25-170e-493b-8215-5e3dec75ee2a,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:26.710923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] Set router 0f65ff3d-0623-413e-a1df-e6f4c3c09eaf gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:32:26.751217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 46896) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:32:26.939239 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-75766cf9-013b-4cee-8d8e-959f74a572d7 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1864717 Apr 01 15:32:26.974919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'name': 'router1', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a3fd7b25-170e-493b-8215-5e3dec75ee2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:04Z', 'updated_at': '2022-04-01T15:32:23Z', 'revision_number': 4, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'gw_port': {'id': 'a3fd7b25-170e-493b-8215-5e3dec75ee2a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:22Z', 'updated_at': '2022-04-01T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '82d903f5-8589-476c-b4ad-bd7805efcd80', 'name': '', 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'mac_address': 'fa:16:3e:3e:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:13Z', 'updated_at': '2022-04-01T15:32:18Z', 'revision_number': 5, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'subnets': [{'id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59298083-339e-4b4f-af9b-741f6377d0ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:32:27.005336 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f956bc0-4974-46c1-84f9-5a27ff0dc399 None None] The sync data for ids ['0f65ff3d-0623-413e-a1df-e6f4c3c09eaf'] in dv-neutron-835865-1-hyperv is: [{'id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'name': 'router1', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'a3fd7b25-170e-493b-8215-5e3dec75ee2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:32:04Z', 'updated_at': '2022-04-01T15:32:23Z', 'revision_number': 4, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'gw_port': {'id': 'a3fd7b25-170e-493b-8215-5e3dec75ee2a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:22Z', 'updated_at': '2022-04-01T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '82d903f5-8589-476c-b4ad-bd7805efcd80', 'name': '', 'network_id': 'fff10916-db5e-43b2-a560-9f5409171cec', 'tenant_id': '7b13d8188f5449aeb84cc21548987de0', 'mac_address': 'fa:16:3e:3e:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f65ff3d-0623-413e-a1df-e6f4c3c09eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:32:13Z', 'updated_at': '2022-04-01T15:32:18Z', 'revision_number': 5, 'project_id': '7b13d8188f5449aeb84cc21548987de0', 'subnets': [{'id': '6a8caf0d-0830-4dc1-ab96-38a01c71205f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '59298083-339e-4b4f-af9b-741f6377d0ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:32:28.110526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a3fd7b25-170e-493b-8215-5e3dec75ee2a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:32:28.163597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a3fd7b25-170e-493b-8215-5e3dec75ee2a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:28.163969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:28.252028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:28.273782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port a3fd7b25-170e-493b-8215-5e3dec75ee2a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a3fd7b25-170e-493b-8215-5e3dec75ee2a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:32:28.354829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:28.445429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=a3fd7b25-170e-493b-8215-5e3dec75ee2a,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:32:30.029002 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:32:30.173182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a3fd7b25-170e-493b-8215-5e3dec75ee2a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:32:30.260981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a3fd7b25-170e-493b-8215-5e3dec75ee2a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:32:30.262144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:34.837984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4e273091-8a30-44ad-a18a-bed24ee4088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:37.256996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8c3068ed-45ba-4767-9fd2-2632eb7880e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:39.688272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:40.791810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:32:40.820736 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:04.705335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1574af14-de9d-4f6b-8aba-b93bda2c5f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:07.011728 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:33:07.192623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-83d9bac7-bc6e-4abb-959c-475f03c0b31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:09.601515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:10.784302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:10.824375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:34.694933 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ec714bd-8459-4692-8b25-55e9ef80a3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:37.209506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-592e00cc-91ab-4364-84bf-0fef2428f4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:39.700102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:40.848427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:40.888226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:33:44.010542 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:34:04.776278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0d3142a9-5d0b-4c43-bcef-8c46a71d199e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:07.187196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2a53b538-803e-4f27-827d-c41b7b54ba89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:09.676368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:10.812873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:10.858837 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:17.127366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47492) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:17.198294 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-273e6175-6468-4d0b-9f1e-9feb7b3e024d admin admin] GET failed (client error): The resource could not be found. Apr 01 15:34:17.199799 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-273e6175-6468-4d0b-9f1e-9feb7b3e024d admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707896 Apr 01 15:34:17.369545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e89b5-1ef4-4a3f-a034-f31c2ecbc328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:17.371019 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-846e89b5-1ef4-4a3f-a034-f31c2ecbc328 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1663017 Apr 01 15:34:19.657292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47502) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:19.827904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f045e07-8559-4890-8199-a8715e0903f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:19.829360 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7f045e07-8559-4890-8199-a8715e0903f9 admin admin] 10.222.0.73 "GET /v2.0/subnets/6a8caf0d-0830-4dc1-ab96-38a01c71205f HTTP/1.1" status: 200 len: 849 time: 0.1711197 Apr 01 15:34:19.842423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:34:19.937689 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Notify callbacks [] for subnet, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.221213 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781768020390'] for subnet, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.266310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:20.266951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:20.278270 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] 10.222.0.73 "PUT /v2.0/subnets/6a8caf0d-0830-4dc1-ab96-38a01c71205f HTTP/1.1" status: 200 len: 868 time: 0.4306300 Apr 01 15:34:20.286401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecf62f6-d525-40db-9794-1b3b4dc1e4f8 None None] Network fff10916-db5e-43b2-a560-9f5409171cec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:34:20.292278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a8caf0d-0830-4dc1-ab96-38a01c71205f,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:34:20.303364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.303706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.304276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.304575 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.305051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.305480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.305881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.306426 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.306828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.307223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.307614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.308009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdede91e-afa5-4b3d-9121-29f833d38532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:34:20.917292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6c3b806a-cbd7-4c07-ab0e-b7f289bc3388 None None] Provisioning complete for port 5c970d70-5215-44b0-a6c5-c8c2d03adebe triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:20.917932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6c3b806a-cbd7-4c07-ab0e-b7f289bc3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:21.030360 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:34:21.087998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6c3b806a-cbd7-4c07-ab0e-b7f289bc3388 None None] Provisioning complete for port 82d903f5-8589-476c-b4ad-bd7805efcd80 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:34:21.088438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6c3b806a-cbd7-4c07-ab0e-b7f289bc3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:22.672607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47512) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:22.898214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92658129-75ae-4242-9357-7f1faaf6bf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:22.898584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92658129-75ae-4242-9357-7f1faaf6bf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:22.900286 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-92658129-75ae-4242-9357-7f1faaf6bf6a admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2267118 Apr 01 15:34:25.212882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47520) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:25.448172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b14016-fe98-4539-a811-c8758a6455db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:25.448559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b14016-fe98-4539-a811-c8758a6455db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:25.450117 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a7b14016-fe98-4539-a811-c8758a6455db admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2362685 Apr 01 15:34:27.789464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47528) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:27.985395 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6530c55-dd67-4294-bab2-76dee9744ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:27.986750 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c6530c55-dd67-4294-bab2-76dee9744ebb admin admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 886 time: 0.1962972 Apr 01 15:34:30.245532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47536) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:30.389238 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0173a3-6ff3-464f-83b0-c97222cf3417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:30.390569 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4a0173a3-6ff3-464f-83b0-c97222cf3417 admin admin] 10.222.0.73 "GET /v2.0/networks/fff10916-db5e-43b2-a560-9f5409171cec HTTP/1.1" status: 200 len: 870 time: 0.1440527 Apr 01 15:34:32.658679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47544) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:32.796298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0512c-ff0b-490c-ad0d-dd22920348df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:32.796769 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0512c-ff0b-490c-ad0d-dd22920348df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:32.800380 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-12d0512c-ff0b-490c-ad0d-dd22920348df admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1387644 Apr 01 15:34:34.707541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3c89bc73-e64e-47d6-9887-04c3ae63bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:35.130187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47552) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:35.238230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec8f47a-91f5-4d7b-91d7-b39528f1c833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:35.238788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec8f47a-91f5-4d7b-91d7-b39528f1c833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:35.240374 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eec8f47a-91f5-4d7b-91d7-b39528f1c833 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1091816 Apr 01 15:34:37.212254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-04b0e075-81ce-411d-bd72-ed6983b30d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:37.560303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47560) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:37.668137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace52c03-78e5-48b9-b228-97759fdd3b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:37.669609 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ace52c03-78e5-48b9-b228-97759fdd3b1e admin admin] 10.222.0.73 "GET /v2.0/subnets/6a8caf0d-0830-4dc1-ab96-38a01c71205f HTTP/1.1" status: 200 len: 868 time: 0.1078711 Apr 01 15:34:39.621388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:39.897562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47568) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:34:39.989709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597515a-bd17-425e-a2b0-56a7b80dfede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:34:39.991112 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8597515a-bd17-425e-a2b0-56a7b80dfede admin admin] 10.222.0.73 "GET /v2.0/subnets/ac00a24a-3bcf-447e-92bb-a19ee6a297a5 HTTP/1.1" status: 200 len: 816 time: 0.0926893 Apr 01 15:34:40.802925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:40.831946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:34:58.019792 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:35:01.237838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47622) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:35:01.289256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-c674dc6c-0677-4ee9-a6d6-20f20804a4ee admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:35:01.290250 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c674dc6c-0677-4ee9-a6d6-20f20804a4ee admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514276 Apr 01 15:35:03.590073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47630) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:35:03.655777 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5157a7bb-c890-4e14-9749-801d18a377d8 admin admin] GET failed (client error): The resource could not be found. Apr 01 15:35:03.657772 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5157a7bb-c890-4e14-9749-801d18a377d8 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667627 Apr 01 15:35:03.744117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676df238-290a-4899-9580-a47d1bc8bab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:03.745651 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-676df238-290a-4899-9580-a47d1bc8bab1 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831895 Apr 01 15:35:04.733373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f55376ec-4fa7-438b-a761-000fc5fa5062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:06.039719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47638) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:35:06.088216 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:35:06.205234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Made reservation on behalf of 1dd21fd9160d4edcb7275a6a510913ca for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:35:06.207705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:06.244855 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.services.revisions.revision_plugin [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Could not find related network for resource to bump revision. Apr 01 15:35:06.257965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:35:06.267679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:06.268020 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Added segment 5c5952eb-b3e9-4ed6-914d-7f16fbca7d52 of type vlan for network cc0144c2-3601-4331-b0bc-6e93d5b82481 Apr 01 15:35:06.308674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:06.470325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:06.471301 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:06.471887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:06.533684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0144c2-3601-4331-b0bc-6e93d5b82481,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:06.543916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network cc0144c2-3601-4331-b0bc-6e93d5b82481 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:35:06.587238 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a26ece76-5d27-4b11-9956-8a8de2fad2c3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5464046 Apr 01 15:35:07.201731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dfc732bc-1369-4f44-80c2-7c030ed18df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:08.837493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47646) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:35:08.899422 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-601ac636-b967-4994-ba67-06d95a986ed5 admin admin] GET failed (client error): The resource could not be found. Apr 01 15:35:08.900673 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-601ac636-b967-4994-ba67-06d95a986ed5 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621040 Apr 01 15:35:09.004089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40784fee-1c72-44d3-856a-25999b2a79d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:09.005611 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-40784fee-1c72-44d3-856a-25999b2a79d7 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1000452 Apr 01 15:35:09.017649 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481', 'name': 'shared-subnet'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:35:09.153892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Made reservation on behalf of 1dd21fd9160d4edcb7275a6a510913ca for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:35:09.157408 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:09.453278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:09.509798 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ecb854-4d07-4961-bbe7-d12f1d912c9c,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:09.519909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Checking segment: {'id': '5c5952eb-b3e9-4ed6-914d-7f16fbca7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:35:09.520291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Network hostable DHCP agents. Network: cc0144c2-3601-4331-b0bc-6e93d5b82481, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:35:09.636448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:09.693114 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Network cc0144c2-3601-4331-b0bc-6e93d5b82481 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:35:09.890496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, cc0144c2-3601-4331-b0bc-6e93d5b82481) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:35:09.894788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:35:09.895412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:09.900190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c238d36-b7d9-4d85-b32f-ffd05fe7403e None None] Network cc0144c2-3601-4331-b0bc-6e93d5b82481 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:35:10.064169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-cc0144c2-3601-4331-b0bc-6e93d5b82481', 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481', 'tenant_id': '1dd21fd9160d4edcb7275a6a510913ca', 'fixed_ips': [{'subnet_id': 'c9ecb854-4d07-4961-bbe7-d12f1d912c9c'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:35:10.064169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:10.101590 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-21fcd192-2aa9-4bcb-a68c-33c703db3e30 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0886655 Apr 01 15:35:10.190278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Allocated IP 192.168.233.2 (cc0144c2-3601-4331-b0bc-6e93d5b82481/c9ecb854-4d07-4961-bbe7-d12f1d912c9c/b4b837aa-2471-4bba-9212-d3ed3b11ac35) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:35:10.346014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:10.434463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:10.481722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Network cc0144c2-3601-4331-b0bc-6e93d5b82481 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:35:10.485537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:35:10.487330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Pushing event updated for resources: {'Port': ['ID=b4b837aa-2471-4bba-9212-d3ed3b11ac35,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:10.489538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:35:10.498041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.498412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.498785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.499120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.499505 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.499849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.500198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.500562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.500909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.501234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.501555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.501872 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:35:10.557774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Attempting to bind port b4b837aa-2471-4bba-9212-d3ed3b11ac35 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:35:10.558329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Attempting to bind port b4b837aa-2471-4bba-9212-d3ed3b11ac35 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '5c5952eb-b3e9-4ed6-914d-7f16fbca7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:35:10.558793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Attempting to bind port b4b837aa-2471-4bba-9212-d3ed3b11ac35 on network cc0144c2-3601-4331-b0bc-6e93d5b82481 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:35:10.566802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:35:10.567245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Checking segment: {'id': '5c5952eb-b3e9-4ed6-914d-7f16fbca7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:35:10.567690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:10.568196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Bound using segment: {'id': '5c5952eb-b3e9-4ed6-914d-7f16fbca7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:35:10.568798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Bound port: b4b837aa-2471-4bba-9212-d3ed3b11ac35, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5952eb-b3e9-4ed6-914d-7f16fbca7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:35:10.569342 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:10.648354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] For port b4b837aa-2471-4bba-9212-d3ed3b11ac35, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:35:10.651713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] For port b4b837aa-2471-4bba-9212-d3ed3b11ac35, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b4b837aa-2471-4bba-9212-d3ed3b11ac35,segment=NetworkSegment(5c5952eb-b3e9-4ed6-914d-7f16fbca7d52),segment_id=5c5952eb-b3e9-4ed6-914d-7f16fbca7d52)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:35:10.742721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:10.791486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:10.812734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21e3e1-3e84-4066-8972-3f7fa8030780 None None] Pushing event updated for resources: {'Port': ['ID=b4b837aa-2471-4bba-9212-d3ed3b11ac35,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:10.877102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:11.657929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c241c3d-a482-46a0-a5b3-58cef3c86960 None None] Network cc0144c2-3601-4331-b0bc-6e93d5b82481 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:35:11.743039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-85432635-ecf5-4c55-a094-bf4186458d25 None None] Provisioning complete for port b4b837aa-2471-4bba-9212-d3ed3b11ac35 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:35:11.743451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85432635-ecf5-4c55-a094-bf4186458d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:11.889265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85432635-ecf5-4c55-a094-bf4186458d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:11.929390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-85432635-ecf5-4c55-a094-bf4186458d25 None None] For port b4b837aa-2471-4bba-9212-d3ed3b11ac35, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b4b837aa-2471-4bba-9212-d3ed3b11ac35,segment=NetworkSegment(5c5952eb-b3e9-4ed6-914d-7f16fbca7d52),segment_id=5c5952eb-b3e9-4ed6-914d-7f16fbca7d52)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:35:11.990445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85432635-ecf5-4c55-a094-bf4186458d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:12.046672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85432635-ecf5-4c55-a094-bf4186458d25 None None] Pushing event updated for resources: {'Port': ['ID=b4b837aa-2471-4bba-9212-d3ed3b11ac35,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:35:12.109989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cee8728c-2e28-4c89-ab4f-f99abf54dc87 None None] Provisioning complete for port b4b837aa-2471-4bba-9212-d3ed3b11ac35 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:35:12.110412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cee8728c-2e28-4c89-ab4f-f99abf54dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:12.239610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b4b837aa-2471-4bba-9212-d3ed3b11ac35 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:35:12.298397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b4b837aa-2471-4bba-9212-d3ed3b11ac35 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:35:12.298764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:34.704078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9db20eae-738d-4d43-9ad0-1c95680a0e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:35.019603 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:35:37.188924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-491e9ee6-503e-4706-8f46-67b7210d6eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:39.635134 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.789297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:35:40.832585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:04.801198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7d65ca53-3205-48a9-a0d9-97ee888ab138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:07.172177 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4ae1dcd2-9f60-4d73-bd65-72d118a068e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:09.627453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:10.795642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:10.835164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:12.018607 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:36:34.704065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b05228c4-0370-4eda-a9dc-4408c6981ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:37.178145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2ae6bc15-ef9f-4f6d-8263-6078f8e756e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:39.622094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:40.806635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:40.840870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:46.667305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47688) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:36:46.667305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-f9fd7acb-a2dd-4f65-8616-024f31641ac5 tempest-verify_tempest_config-973447793 tempest-verify_tempest_config-973447793-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:36:46.667305 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f9fd7acb-a2dd-4f65-8616-024f31641ac5 tempest-verify_tempest_config-973447793 tempest-verify_tempest_config-973447793-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059299 Apr 01 15:36:47.242420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47706) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:36:47.347720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.422516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.532409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.578061 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a35dbe05a9a04c919098f0956f7080c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3344514 Apr 01 15:36:47.578897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c583b8-1acc-48c1-b5a6-b40da976f6d3,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:47.580730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47710) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:36:47.585734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.586094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.586477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.586794 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.587143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.587477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.587794 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.588131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.588478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.588799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.589117 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.589432 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5917922b-9b87-4d1e-9a09-5113a353da9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.640039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.661506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.876015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.878519 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:36:47.879810 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90c583b8-1acc-48c1-b5a6-b40da976f6d3 HTTP/1.1" status: 204 len: 168 time: 0.2979500 Apr 01 15:36:47.888423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c583b8-1acc-48c1-b5a6-b40da976f6d3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:36:47.895134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.895558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.895899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.896235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.896592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.897131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.897283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.897612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.897941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.898260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.898578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:47.898897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399c2d10-2de2-433c-90c7-f17496b3233e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:36:49.017569 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:37:04.744537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4dcfcf68-4ce3-474e-8a1b-a95d7d9d53b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:07.189911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5b6d719b-5415-4c0a-8d6a-0bcdbbd0ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:09.658414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:10.824140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:10.886791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:26.016429 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:37:34.721575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e0333a62-9ef7-4e49-8851-0effee3ed3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:37.245604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e3d5ca14-77e3-4031-a8d1-18b8a8077edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:39.641638 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:40.886801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:37:40.944551 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:03.015354 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 5 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:38:04.715439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7174f57d-b96d-44c1-b797-5c5f323c7457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:07.190262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-33ad2017-b812-4e69-b4e4-01278b259b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:09.641731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:10.790205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:10.835628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:15.344174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-752568'] for agent, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:30.147674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47782) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:38:30.251763 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7062b89c-e0a9-4545-a550-6e8e8bf5b69b admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1029942 Apr 01 15:38:32.516646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47792) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:38:32.571318 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-65c01b93-7062-4c49-baa4-948e9f90165b admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0536008 Apr 01 15:38:34.704395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3269dbe2-00be-412b-aba8-8cef99444dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:37.281558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27145486-8e7c-4993-a53a-499e5085a881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:39.635362 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:40.015191 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:38:40.835275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:40.863584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:38:45.280935 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:04.716204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f110227d-5185-4ba6-a227-12b523bdbc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:07.201365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3d3a755b-9c48-498b-8898-967c0912cd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:09.705229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:10.847396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:10.875760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:15.343648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:17.014267 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:39:34.692428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4ae0f2d2-b8b8-437d-a716-97700ab594df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:37.201190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-712adbf4-5e45-4dcc-8d4a-4b206c12351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:39.698921 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:40.835196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:40.910083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:45.303457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:39:54.015422 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:40:04.062843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47912) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:04.683094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-116204221-network', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:04.730239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fd9d096e-4dfe-4f42-9983-5a368bc3acce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:04.806662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Made reservation on behalf of bdfaecd419554e82a0c191786f6f9375 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:04.809096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:04.818216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:04.828871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47938) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:04.908942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:04.986599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1455275876-network', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:04.995032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.028446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:05.035555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a1ce49-7bcc-4713-a9f7-e47747ba6169,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:05.044106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.044488 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Added segment 47c18cb2-1ed3-4f2f-a715-654643e5750c of type vlan for network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 Apr 01 15:40:05.046570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.046922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.047259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.047594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.047929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.048274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.048628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.049001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.049332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.049659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.050014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.050298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Tracked resource versions report: Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: pushed versions: Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: { 'AddressGroup': {'1.2'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'ConntrackHelper': {'1.0'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Log': {'1.0'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Network': {'1.1'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Port': {'1.7'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'PortForwarding': {'1.2'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'QosPolicy': {'1.9'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SecurityGroup': {'1.4'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SubPort': {'1.0'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Subnet': {'1.1'}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Trunk': {'1.1'}} Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: consumer versions: Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: { DHCP agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: HyperV agent@hv-neutron-8358: {}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: L3 agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: Metadata agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: Metering agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: Open vSwitch agent@dv-neutron-835865-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'ConntrackHelper': '1.0', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Log': '1.0', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Network': '1.1', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Port': '1.7', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'PortForwarding': '1.2', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'QosPolicy': '1.9', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SecurityGroup': '1.4', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SecurityGroupRule': '1.2', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'SubPort': '1.0', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Subnet': '1.1', Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: 'Trunk': '1.1'}} Apr 01 15:40:05.051351 dv-neutron-835865-1-hyperv neutron-server[110106]: {{(pid=110106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:40:05.093039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.103392 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Made reservation on behalf of 3f3592e4908d4ed58791d42b7969808a for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:05.105710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.114240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.194260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.206620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.207650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:05.208233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.270435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:05.275017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.281404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:05.328641 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-96cd584e-8299-468b-998f-9934160a3d26 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2595327 Apr 01 15:40:05.328641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47966) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:05.329922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Request body: {'subnet': {'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-116204221-subnet', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:05.344096 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d73ec-da98-491b-a824-49ac108384ce,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:05.350196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:05.359327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.359868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.360223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.360617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.360955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.361307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.361647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.362136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.362377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.362708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.363034 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.363358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Tracked resource versions report: Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: pushed versions: Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: { 'AddressGroup': {'1.2'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'ConntrackHelper': {'1.0'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Log': {'1.0'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Network': {'1.1'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Port': {'1.7'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'PortForwarding': {'1.2'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'QosPolicy': {'1.9'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SecurityGroup': {'1.4'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SubPort': {'1.0'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Subnet': {'1.1'}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Trunk': {'1.1'}} Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: consumer versions: Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: { DHCP agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: HyperV agent@hv-neutron-8358: {}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: L3 agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: Metadata agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: Metering agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: Open vSwitch agent@dv-neutron-835865-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'ConntrackHelper': '1.0', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Log': '1.0', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Network': '1.1', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Port': '1.7', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'PortForwarding': '1.2', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'QosPolicy': '1.9', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SecurityGroup': '1.4', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SecurityGroupRule': '1.2', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'SubPort': '1.0', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Subnet': '1.1', Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: 'Trunk': '1.1'}} Apr 01 15:40:05.364477 dv-neutron-835865-1-hyperv neutron-server[110105]: {{(pid=110105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:40:05.373764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.374110 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Added segment 68df8eae-b2a7-4e9c-a5ae-93ea210fb631 of type vlan for network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 Apr 01 15:40:05.418269 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.526895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Made reservation on behalf of bdfaecd419554e82a0c191786f6f9375 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:05.529355 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.595566 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.596567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:05.599623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.659353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:05.670868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:05.755409 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-db25a0ad-1a57-4c3a-acee-60ba5c7543a4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9222140 Apr 01 15:40:05.756168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 47978) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:05.762201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Request body: {'subnet': {'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1455275876-subnet', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:05.824189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.876411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Made reservation on behalf of 3f3592e4908d4ed58791d42b7969808a for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:05.882059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:05.909855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Checking segment: {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:05.910205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Network hostable DHCP agents. Network: a1d36d82-340c-4cb2-8c00-a772b7b8e5c8, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:05.912137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4574ab-1f3e-4e1d-9117-87cb4f605fb1,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:06.190811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:06.246555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.280880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, a1d36d82-340c-4cb2-8c00-a772b7b8e5c8) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:06.293414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba1fc1-9a0d-42b3-a009-c26eb705dffd None None] Network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:06.310235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:06.311043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.340470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f5a4e3-be43-4c74-90a9-1d70d76a2497,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:06.352220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Checking segment: {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:06.352927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Network hostable DHCP agents. Network: a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:06.448808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:40:06.449702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.468167 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9efa7a51-76a8-447f-9cf7-6dc7e5df01e5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1426365 Apr 01 15:40:06.473190 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 47998) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:06.478907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:06.487656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:06.522021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48002) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:06.577838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:06.590650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:06.591464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.595504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Allocated IP 172.20.0.2 (a1d36d82-340c-4cb2-8c00-a772b7b8e5c8/3e4574ab-1f3e-4e1d-9117-87cb4f605fb1/56219434-1cac-4dea-a071-71704b9994d0) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:06.602714 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99027bbb-793b-4e30-89d3-a67b628f8a69 None None] Network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:06.607090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.608705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.755354 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b5989083-f6b4-4918-9a8c-6305ee83bf5b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9978998 Apr 01 15:40:06.768751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48010) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:06.775356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:06.784670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.810469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.882813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:40:06.883693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.898397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.899480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.911126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:06.966486 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.031183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-346042571-network', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:07.076769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:07.078446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:07.085268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Allocated IP 172.20.0.2 (a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5/72f5a4e3-be43-4c74-90a9-1d70d76a2497/54434e6c-7337-4dc5-94ba-2b4d2627b21a) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:07.093582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:07.122007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.137599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Pushing event updated for resources: {'Port': ['ID=56219434-1cac-4dea-a071-71704b9994d0,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:07.143657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Made reservation on behalf of f7eb046e57aa488fbe05fe39094d9900 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:07.148687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.155971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.187136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.187495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.187834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.188162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.188511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.188856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.189243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.189580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.189911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.190231 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.190538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.191024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Tracked resource versions report: Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: pushed versions: Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: { 'AddressGroup': {'1.2'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'ConntrackHelper': {'1.0'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Log': {'1.0'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Network': {'1.1'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Port': {'1.7'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'PortForwarding': {'1.2'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'QosPolicy': {'1.9'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SecurityGroup': {'1.4'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SubPort': {'1.0'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Subnet': {'1.1'}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Trunk': {'1.1'}} Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: consumer versions: Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: { DHCP agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: HyperV agent@hv-neutron-8358: {}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: L3 agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: Metadata agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: Metering agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: Open vSwitch agent@dv-neutron-835865-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'ConntrackHelper': '1.0', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Log': '1.0', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Network': '1.1', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Port': '1.7', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'PortForwarding': '1.2', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'QosPolicy': '1.9', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SecurityGroup': '1.4', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SecurityGroupRule': '1.2', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'SubPort': '1.0', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Subnet': '1.1', Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: 'Trunk': '1.1'}} Apr 01 15:40:07.192255 dv-neutron-835865-1-hyperv neutron-server[110107]: {{(pid=110107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:40:07.253951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.335933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.409016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.419272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Attempting to bind port 56219434-1cac-4dea-a071-71704b9994d0 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:07.419641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Attempting to bind port 56219434-1cac-4dea-a071-71704b9994d0 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:07.420000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Attempting to bind port 56219434-1cac-4dea-a071-71704b9994d0 on network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:07.425373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:07.425738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Checking segment: {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:07.426130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.426516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Bound using segment: {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:07.426970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Bound port: 56219434-1cac-4dea-a071-71704b9994d0, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:07.427367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.442048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b428488d-18b3-417f-87d2-9ab88a918d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.495360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] For port 56219434-1cac-4dea-a071-71704b9994d0, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:07.498560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] For port 56219434-1cac-4dea-a071-71704b9994d0, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=56219434-1cac-4dea-a071-71704b9994d0,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:07.505475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.534746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.630410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.637950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.639009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.670079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:07.695132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844db001-e2df-4ffb-bb59-683d80c81480,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:07.699626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Allocated IP 172.26.6.92 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/43bf311c-2455-4eaa-b606-03c1820d0ba4) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:07.707970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.707970 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Added segment 7542499e-d949-4fe6-bbad-72ea5ccfcd36 of type vlan for network 292ecff8-5230-49bd-bfd0-4a142639a8c7 Apr 01 15:40:07.774137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Pushing event updated for resources: {'Port': ['ID=54434e6c-7337-4dc5-94ba-2b4d2627b21a,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:07.775545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.785392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:07.805115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:07.810497 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:07.912017 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711f812-e3df-484b-b683-f3d56eb29916 None None] Pushing event updated for resources: {'Port': ['ID=56219434-1cac-4dea-a071-71704b9994d0,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:07.915024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Attempting to bind port 54434e6c-7337-4dc5-94ba-2b4d2627b21a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:07.920770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Attempting to bind port 54434e6c-7337-4dc5-94ba-2b4d2627b21a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:07.920770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Attempting to bind port 54434e6c-7337-4dc5-94ba-2b4d2627b21a on network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:07.922425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:07.922800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Checking segment: {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:07.923340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.923495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.923785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Bound using segment: {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:07.924258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Bound port: 54434e6c-7337-4dc5-94ba-2b4d2627b21a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:07.924422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:07.924687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.925016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.933956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:07.970421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:08.018991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] For port 54434e6c-7337-4dc5-94ba-2b4d2627b21a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:08.020469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:08.021197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] For port 54434e6c-7337-4dc5-94ba-2b4d2627b21a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=54434e6c-7337-4dc5-94ba-2b4d2627b21a,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:08.031438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] Pushing event updated for resources: {'Network': ['ID=292ecff8-5230-49bd-bfd0-4a142639a8c7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:08.042549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:08.094240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48040) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:08.096006 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0487323e-d992-4b23-a342-c34c5151fa2e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5725369 Apr 01 15:40:08.111431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Request body: {'subnet': {'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-346042571-subnet', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:08.156211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:08.164621 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:08.252501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Allocated IP 172.26.6.6 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/bd479850-73a5-40c8-849c-c4a926658165) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:08.307496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=43bf311c-2455-4eaa-b606-03c1820d0ba4,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:08.312154 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:08.314855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:08.317508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:08.410468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Made reservation on behalf of f7eb046e57aa488fbe05fe39094d9900 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:08.411219 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fed998-6aae-4bf9-8ba6-3a7072675c2c None None] Pushing event updated for resources: {'Port': ['ID=54434e6c-7337-4dc5-94ba-2b4d2627b21a,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:08.418572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:08.503062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:08.556759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 56219434-1cac-4dea-a071-71704b9994d0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:08.677068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 56219434-1cac-4dea-a071-71704b9994d0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:08.677068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:08.739541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:08.809736 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:08.880833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:08.886378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:08.890630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:08.933980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 56219434-1cac-4dea-a071-71704b9994d0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=56219434-1cac-4dea-a071-71704b9994d0,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:08.968981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.085384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1d2ac9-c0f6-4b55-8403-b400a7eb5746,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:09.154952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.173838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Pushing event updated for resources: {'Port': ['ID=bd479850-73a5-40c8-849c-c4a926658165,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:09.232457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=56219434-1cac-4dea-a071-71704b9994d0,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:09.262023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48066) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:09.311006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Checking segment: {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:09.311447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Network hostable DHCP agents. Network: 292ecff8-5230-49bd-bfd0-4a142639a8c7, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:09.394499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48070) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:09.444647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.464820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.571483 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:09.579307 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4c6c1d-f3d4-43b2-bac9-9cbb875ee5be None None] Network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:09.600182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48076) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:09.647979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 292ecff8-5230-49bd-bfd0-4a142639a8c7) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:09.663373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e87c4-fb89-48c1-bbf2-0c4ccfd3e2c8 None None] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:09.667664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:09.668423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.791255 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-56ad585f-8dc9-4a11-b5d7-7d0dc7a14105 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6946843 Apr 01 15:40:09.794871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48082) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:09.806767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:09.837229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.986348 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:09.987493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.006749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:10.012581 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1621198931'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:10.023846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.050035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-46bb4655-94ac-4b52-aa29-a048051ca752 None None] Provisioning complete for port 56219434-1cac-4dea-a071-71704b9994d0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:10.050406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46bb4655-94ac-4b52-aa29-a048051ca752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.060600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-292ecff8-5230-49bd-bfd0-4a142639a8c7', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:40:10.060600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.088568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.107002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.130292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7470060-4b70-4538-ab69-2637b3434dc0 None None] Network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:10.149160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Made reservation on behalf of 1274a1bc33a048b18fa0d59d8691a2db for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:10.153488 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.163094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.172489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48084) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:10.188469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1993754862'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:10.197438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.289235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Router 385d5578-1650-421f-9a3f-87e03a8cf021 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:40:10.312323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1314783103'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:10.386268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.396662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Made reservation on behalf of a05481c3d80249f498dcd182ceb4b28c for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:10.400915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.416830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.452457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.533786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Router cdace2ab-ae71-41db-857d-e26fe383180b is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:40:10.536467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.537498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Made reservation on behalf of 4fcf6befb950426fae9758dea3976b23 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:10.554764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.562021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 56219434-1cac-4dea-a071-71704b9994d0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:10.592737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:10.592999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.630802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:10.640329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf1943b-1612-419d-8a36-3692ee08ef9b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:10.650277 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Sync routers for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:10.652255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:10.655786 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Added segment 19024db1-1689-40f7-903b-f6a841456504 of type vlan for network 8f4c6371-a140-4ee6-b88a-5ce0fa2abcdc Apr 01 15:40:10.670337 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:10.671868 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:10.699019 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.101720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.105377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Allocated IP 172.20.0.2 (292ecff8-5230-49bd-bfd0-4a142639a8c7/be1d2ac9-c0f6-4b55-8403-b400a7eb5746/59ba00db-caad-4e83-a8b9-13d742c3e43e) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:11.106928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.109268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48110) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:11.109268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.109268 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-36d44eea-1f08-4cd4-bdcb-31f546e5e4f5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4202340 Apr 01 15:40:11.142785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48114) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:11.142873 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:11.142961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.142961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:11.142961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.143258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.143258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 56219434-1cac-4dea-a071-71704b9994d0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:11.143258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.143258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8fcbb6d5-a813-4975-9645-1b9d56eb34e4 None None] Provisioning complete for port 54434e6c-7337-4dc5-94ba-2b4d2627b21a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:11.143258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb6d5-a813-4975-9645-1b9d56eb34e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.143586 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:08Z', 'revision_number': 3, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:11.230046 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Checking router: 385d5578-1650-421f-9a3f-87e03a8cf021 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:40:11.230708 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Updating router 385d5578-1650-421f-9a3f-87e03a8cf021 port 43bf311c-2455-4eaa-b606-03c1820d0ba4 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:40:11.255431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:11.306377 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.442023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.462080 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.476421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.490905 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0938129 Apr 01 15:40:11.495325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48120) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:11.497999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de954f4-9eb5-4a9e-ad0d-f3147c7d4906 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Pushing event updated for resources: {'Network': ['ID=8f4c6371-a140-4ee6-b88a-5ce0fa2abcdc,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:11.500250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:11.501593 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.511358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:11.518400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.535728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 8f4c6371-a140-4ee6-b88a-5ce0fa2abcdc details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:11.558945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.586073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a552b2-163a-4839-b4c2-4f5ee37d96e9,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:11.608563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:11.626105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.657254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb6d5-a813-4975-9645-1b9d56eb34e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.674140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:11.677432 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.682907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Request body: {'network': {'name': 'tempest-network--1879298380', 'router:external': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:11.683752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:11.724868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8fcbb6d5-a813-4975-9645-1b9d56eb34e4 None None] For port 54434e6c-7337-4dc5-94ba-2b4d2627b21a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=54434e6c-7337-4dc5-94ba-2b4d2627b21a,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:11.728774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.729659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Sync routers for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:11.732919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.733337 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Added segment f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60 of type vlan for network 9237a1ec-5567-4221-97a6-5c808904d3c6 Apr 01 15:40:11.735115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Allocated IP 172.26.6.84 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/60851f06-481d-48ae-911d-4f29b4f0d708) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:11.737570 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 54434e6c-7337-4dc5-94ba-2b4d2627b21a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:11.771713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Pushing event updated for resources: {'Port': ['ID=59ba00db-caad-4e83-a8b9-13d742c3e43e,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:11.776733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Attempting to bind port 59ba00db-caad-4e83-a8b9-13d742c3e43e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:11.777189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Attempting to bind port 59ba00db-caad-4e83-a8b9-13d742c3e43e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:11.777620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Attempting to bind port 59ba00db-caad-4e83-a8b9-13d742c3e43e on network 292ecff8-5230-49bd-bfd0-4a142639a8c7 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:11.796148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:11.796887 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:11.798843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:11.799423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Checking segment: {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:11.799808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.800187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Bound using segment: {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:11.800682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Bound port: 59ba00db-caad-4e83-a8b9-13d742c3e43e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:11.801079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.838897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.845024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fcbb6d5-a813-4975-9645-1b9d56eb34e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.858859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Made reservation on behalf of e1b49fdcab0941b3a156ffd73efa896f for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:11.860511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.861980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.862215 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ccb06d38-5db6-41a7-95c4-a0173e867349 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0914230 Apr 01 15:40:11.862433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.865220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48126) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:11.881720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.928246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:11.977757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:12.009780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbb6d5-a813-4975-9645-1b9d56eb34e4 None None] Pushing event updated for resources: {'Port': ['ID=54434e6c-7337-4dc5-94ba-2b4d2627b21a,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:12.020733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 54434e6c-7337-4dc5-94ba-2b4d2627b21a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:12.021101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.027732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] For port 59ba00db-caad-4e83-a8b9-13d742c3e43e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:12.035492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7758f729-a76c-4406-87a3-c1585f2dbc8b,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:12.048679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.048999 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Added segment 939e107b-6267-4560-be11-217ff21576a3 of type vlan for network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 Apr 01 15:40:12.058024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.064091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:12.095094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] For port 59ba00db-caad-4e83-a8b9-13d742c3e43e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=59ba00db-caad-4e83-a8b9-13d742c3e43e,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:12.127834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c76bc414-6829-43ae-aaa0-0610b1ff49a4 None None] Provisioning complete for port 54434e6c-7337-4dc5-94ba-2b4d2627b21a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:12.128585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c76bc414-6829-43ae-aaa0-0610b1ff49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.132257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.132978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.138285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:12.143880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.158044 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:12.172876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874d89aa-c381-411e-90ff-49ecb2ebacac,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:12.178469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.178751 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Added segment 4b70ee24-f6b0-48e5-9299-673c25f7656b of type vlan for network 7861560c-131e-486e-b9e4-9db4b021c54b Apr 01 15:40:12.185050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.215383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.236134 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.357307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.366130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a1f74-e2fe-446f-8850-fe0f9af00de0 None None] Pushing event updated for resources: {'Port': ['ID=59ba00db-caad-4e83-a8b9-13d742c3e43e,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:12.383744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.383744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:12.383744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.425957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c76bc414-6829-43ae-aaa0-0610b1ff49a4 None None] Provisioning complete for port 56219434-1cac-4dea-a071-71704b9994d0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:12.426339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c76bc414-6829-43ae-aaa0-0610b1ff49a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.475416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:09Z', 'revision_number': 3, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:12.480944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.resource_extend [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:40:12.481887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'Network': ['ID=7861560c-131e-486e-b9e4-9db4b021c54b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:12.492605 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-de0d0205-c83b-4cdb-a0a4-175221928714 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9927137 Apr 01 15:40:12.494570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48128) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:12.520257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 7861560c-131e-486e-b9e4-9db4b021c54b details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:12.523610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 54434e6c-7337-4dc5-94ba-2b4d2627b21a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:12.526295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Checking router: cdace2ab-ae71-41db-857d-e26fe383180b for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:40:12.526642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Updating router cdace2ab-ae71-41db-857d-e26fe383180b port bd479850-73a5-40c8-849c-c4a926658165 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:40:12.547725 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.9457114 Apr 01 15:40:12.592391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194b052-aaaa-4fd7-9321-1aac2348d8c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Pushing event updated for resources: {'Network': ['ID=9237a1ec-5567-4221-97a6-5c808904d3c6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:12.599998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Allocated IP 172.20.0.1 (a1d36d82-340c-4cb2-8c00-a772b7b8e5c8/3e4574ab-1f3e-4e1d-9117-87cb4f605fb1/de4621a1-54f8-48d6-afb8-8829cbb1d3d6) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:12.654416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 9237a1ec-5567-4221-97a6-5c808904d3c6 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:12.656636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.716431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.722480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:12.723430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.760988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.796997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.828539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.866255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.866670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.869394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.869754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > port after_create 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.870165 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > port after_delete 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.870514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > port after_update 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.872371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.872730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.873540 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.874519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:12.967038 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7888544 Apr 01 15:40:12.967218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 54434e6c-7337-4dc5-94ba-2b4d2627b21a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:12.967218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:12.991833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:13.014357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:13.025806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e169f-e449-4508-b75d-de0eb1e70bf7 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Pushing event updated for resources: {'Network': ['ID=f3fb3b8a-da30-457b-9a0e-0b35d694e3d0,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:13.030216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:13.048047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Pushing event updated for resources: {'Port': ['ID=60851f06-481d-48ae-911d-4f29b4f0d708,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:13.133612 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.164688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.197582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:13.229528 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.234776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.375564 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Attempting to bind port 43bf311c-2455-4eaa-b606-03c1820d0ba4 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:13.375936 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Attempting to bind port 43bf311c-2455-4eaa-b606-03c1820d0ba4 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:13.380763 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Attempting to bind port 43bf311c-2455-4eaa-b606-03c1820d0ba4 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:13.391527 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Pushing event updated for resources: {'Port': ['ID=43bf311c-2455-4eaa-b606-03c1820d0ba4,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:13.414587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.444030 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:13.444030 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:13.444030 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.444030 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:13.444030 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Bound port: 43bf311c-2455-4eaa-b606-03c1820d0ba4, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:13.444030 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.445025 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48152) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Tracked resource versions report: Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: pushed versions: Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: { 'AddressGroup': {'1.2'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'ConntrackHelper': {'1.0'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Log': {'1.0'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Network': {'1.1'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Port': {'1.7'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'PortForwarding': {'1.2'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'QosPolicy': {'1.9'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SecurityGroup': {'1.4'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SecurityGroupRule': {'1.2'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SubPort': {'1.0'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Subnet': {'1.1'}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Trunk': {'1.1'}} Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: consumer versions: Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: { DHCP agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: HyperV agent@hv-neutron-8358: {}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: L3 agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: Metadata agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: Metering agent@dv-neutron-835865-1-hyperv: {}, Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: Open vSwitch agent@dv-neutron-835865-1-hyperv: { 'AddressGroup': '1.2', Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'ConntrackHelper': '1.0', Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Log': '1.0', Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Network': '1.1', Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Port': '1.7', Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'PortForwarding': '1.2', Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'QosPolicy': '1.9', Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SecurityGroup': '1.4', Apr 01 15:40:13.445112 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SecurityGroupRule': '1.2', Apr 01 15:40:13.448353 dv-neutron-835865-1-hyperv neutron-server[110108]: 'SubPort': '1.0', Apr 01 15:40:13.448353 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Subnet': '1.1', Apr 01 15:40:13.448353 dv-neutron-835865-1-hyperv neutron-server[110108]: 'Trunk': '1.1'}} Apr 01 15:40:13.448353 dv-neutron-835865-1-hyperv neutron-server[110108]: {{(pid=110108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:40:13.448631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:13.449109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Request body: {'port': {'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-793591604'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:13.449203 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:13.449203 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:13.449203 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=110105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:13.449203 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7861560c-131e-486e-b9e4-9db4b021c54b']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:13.455319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b70ee24-f6b0-48e5-9299-673c25f7656b') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:13.455613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b70ee24-f6b0-48e5-9299-673c25f7656b') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:13.475840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.481903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.500599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.505804 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] For port 43bf311c-2455-4eaa-b606-03c1820d0ba4, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:13.511088 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] For port 43bf311c-2455-4eaa-b606-03c1820d0ba4, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=43bf311c-2455-4eaa-b606-03c1820d0ba4,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:13.530844 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:13.531254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: from cryptography.utils import int_from_bytes Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: from cryptography.utils import int_from_bytes Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:13.535370 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:13.595780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:13.607198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:13.620356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Allocated IP 172.26.6.138 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/1a55626c-4e20-4165-8ea5-557c18b30cb0) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:13.626001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.630608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:13.631425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.633983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Pushing event updated for resources: {'Port': ['ID=de4621a1-54f8-48d6-afb8-8829cbb1d3d6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:13.741179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48154) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:13.747374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Request body: {'port': {'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0', 'binding:host_id': 'hv-neutron-8358', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1180731696'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:13.754054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada5be6-0a3d-46f4-af29-b13274e4cd7c None None] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:13.762987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.955916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:13.962198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-26730d0c-c3ef-4694-9c68-06a6cf422a76 None None] Provisioning complete for port 59ba00db-caad-4e83-a8b9-13d742c3e43e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:13.963070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-26730d0c-c3ef-4694-9c68-06a6cf422a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.094864 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-26730d0c-c3ef-4694-9c68-06a6cf422a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.128000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-26730d0c-c3ef-4694-9c68-06a6cf422a76 None None] For port 59ba00db-caad-4e83-a8b9-13d742c3e43e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=59ba00db-caad-4e83-a8b9-13d742c3e43e,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:14.200683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Made reservation on behalf of 829f263b33fc4641897450485e4dc936 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:14.203306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.213009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.235653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-26730d0c-c3ef-4694-9c68-06a6cf422a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.238378 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.245915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.266451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.267371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.269798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Made reservation on behalf of 3de37b8114404a7493b45b19721aa409 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:14.272240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.299156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26730d0c-c3ef-4694-9c68-06a6cf422a76 None None] Pushing event updated for resources: {'Port': ['ID=59ba00db-caad-4e83-a8b9-13d742c3e43e,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:14.309636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7861560c-131e-486e-b9e4-9db4b021c54b {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:40:14.322966 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a8d64-8377-4c05-919e-14b4e6c380e2 None None] Pushing event updated for resources: {'Port': ['ID=43bf311c-2455-4eaa-b606-03c1820d0ba4,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:14.343288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.351112 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "DELETE /v2.0/networks/7861560c-131e-486e-b9e4-9db4b021c54b HTTP/1.1" status: 204 len: 168 time: 1.8545051 Apr 01 15:40:14.355860 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:14.356821 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:14.358960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.360876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48158) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:14.375587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3747b2-4650-40ff-b202-10b3f34100b6 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event deleted for resources: {'Network': ['ID=7861560c-131e-486e-b9e4-9db4b021c54b,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:14.376625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:14.394115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-41a7f3d6-2a82-48e2-b064-5feaf1fa3527 None None] Provisioning complete for port 59ba00db-caad-4e83-a8b9-13d742c3e43e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:14.410817 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41a7f3d6-2a82-48e2-b064-5feaf1fa3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.411324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Pushing event updated for resources: {'Port': ['ID=1a55626c-4e20-4165-8ea5-557c18b30cb0,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:14.418361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.447737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.456276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Allocated IP 172.26.6.145 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/28c75969-0a7b-495c-b2bf-9ee22d07a6b0) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:14.485547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Pushing event updated for resources: {'Port': ['ID=60851f06-481d-48ae-911d-4f29b4f0d708,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:14.537753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Made reservation on behalf of e1b49fdcab0941b3a156ffd73efa896f for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:14.540010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.584608 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:14.599493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-41a7f3d6-2a82-48e2-b064-5feaf1fa3527 None None] Provisioning complete for port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:14.600148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41a7f3d6-2a82-48e2-b064-5feaf1fa3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.637607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.639292 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-403d9482-195d-4f67-80e5-f7833da03f33 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3759441 Apr 01 15:40:14.658351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.669475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-41a7f3d6-2a82-48e2-b064-5feaf1fa3527 None None] Port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:14.670991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 59ba00db-caad-4e83-a8b9-13d742c3e43e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:14.677679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48162) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:14.686677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-803686897', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'fixed_ips': [{'ip_address': '172.26.6.84'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:14.702365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.720205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:14.732183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:14.732183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:14.786317 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 59ba00db-caad-4e83-a8b9-13d742c3e43e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:14.786683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.792486 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:14.827776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Allocated IP 172.20.0.1 (a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5/72f5a4e3-be43-4c74-90a9-1d70d76a2497/63ce1699-ed67-44e4-a478-9020d969d52a) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:14.858639 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.869371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:14.871339 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Added segment 186be872-11ff-4f69-ac05-95a22ffb6056 of type vlan for network 06215922-1fea-43cf-9269-e80d4885e911 Apr 01 15:40:14.898702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] device_id is not set on port ce61b390-9452-427d-80fe-b5bd555460de yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:14.948974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.009845 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:12Z', 'revision_number': 1, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:15.018246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:15.019715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event updated for resources: {'Port': ['ID=28c75969-0a7b-495c-b2bf-9ee22d07a6b0,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:15.023696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:15.028813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:15.043010 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fbf99a-8942-40ac-aa1c-36c62de1384c None None] The sync data for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv is: [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:12Z', 'revision_number': 1, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:15.183647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.260252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Made reservation on behalf of 7bcd0242ba6d4be98d598e7052359962 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:15.262654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.316233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.323999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.350740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2decdcb2-688f-4761-8a23-a009db62fc50,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:15.356557 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.360921 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.394607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.403815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Attempting to bind port bd479850-73a5-40c8-849c-c4a926658165 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:15.404180 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Attempting to bind port bd479850-73a5-40c8-849c-c4a926658165 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:15.432592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Attempting to bind port bd479850-73a5-40c8-849c-c4a926658165 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:15.432592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362b83e-7b77-4d30-bffc-58cefe1ab2be None None] Pushing event updated for resources: {'Port': ['ID=bd479850-73a5-40c8-849c-c4a926658165,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:15.433122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.433223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:15.433223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:15.433223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.433223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:15.433223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Bound port: bd479850-73a5-40c8-849c-c4a926658165, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:15.433223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.453402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.492908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] For port bd479850-73a5-40c8-849c-c4a926658165, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:15.496542 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] For port bd479850-73a5-40c8-849c-c4a926658165, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bd479850-73a5-40c8-849c-c4a926658165,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:15.535509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.541448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] device_id is not set on port f793858e-e6a5-4f42-80ed-7f1902e555e8 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:15.678317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.700596 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.706712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.713101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c311a6-699c-41ef-9b5e-def108619c8d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:15.719317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.719317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:15.719317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.720559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.760256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.774241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:15.775376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:15.857032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362b83e-7b77-4d30-bffc-58cefe1ab2be None None] Pushing event updated for resources: {'Port': ['ID=bd479850-73a5-40c8-849c-c4a926658165,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:15.902768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.938364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.940329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:15.966175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'Network': ['ID=06215922-1fea-43cf-9269-e80d4885e911,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:15.968457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:16.008761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 06215922-1fea-43cf-9269-e80d4885e911 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:16.037211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Pushing event updated for resources: {'Port': ['ID=de4621a1-54f8-48d6-afb8-8829cbb1d3d6,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:16.060639 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-28fd5964-e350-4a94-80b6-cffd7ba0dbf2 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6889203 Apr 01 15:40:16.064075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48166) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:16.065024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] device_id is not set on port ce61b390-9452-427d-80fe-b5bd555460de yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:16.069235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.076086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Request body: {'subnet': {'network_id': '06215922-1fea-43cf-9269-e80d4885e911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:16.082913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.142801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] device_id is not set on port e7e8fc86-7ac6-4359-a650-1aab098186af yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:16.155299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.174138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.182996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.225484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event updated for resources: {'Port': ['ID=28c75969-0a7b-495c-b2bf-9ee22d07a6b0,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:16.261471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:09Z', 'revision_number': 3, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:16.280158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.292175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Made reservation on behalf of e1b49fdcab0941b3a156ffd73efa896f for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:16.292779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe672f2-2f4c-4ddd-9c8c-1891197caf65 None None] The sync data for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv is: [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:09Z', 'revision_number': 3, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:16.305756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.310974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Router 9d0f0385-2eb5-49f5-bce7-689001603571 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:40:16.336978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.372749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:16.373833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1854a09-e346-49c3-9c42-f792720c6d0f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:16.460471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:16.460471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:16.460471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.460471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:16.473765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Pushing event updated for resources: {'Port': ['ID=63ce1699-ed67-44e4-a478-9020d969d52a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:16.557263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:16.573973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.575356 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c7370bb6-5165-4b0e-b813-61e0ca3e12e2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6911731 Apr 01 15:40:16.581100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48168) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:16.597144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 43bf311c-2455-4eaa-b606-03c1820d0ba4 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:16.618580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-410423922'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:16.619298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] device_id is not set on port f793858e-e6a5-4f42-80ed-7f1902e555e8 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:16.676623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.786156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 43bf311c-2455-4eaa-b606-03c1820d0ba4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:16.786728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.799206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'Port': ['ID=ce61b390-9452-427d-80fe-b5bd555460de,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:16.857802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:16.861552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.872827 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Sync routers for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:16.897955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Made reservation on behalf of bd6df74415c6417b9db2e77e9b0ce843 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:16.900531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.910102 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:16.911218 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:16.917262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:16.988108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.033859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.035184 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-88c5ca48-8f76-4dfe-9670-6f6b14ec413c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2403448 Apr 01 15:40:17.036380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 43bf311c-2455-4eaa-b606-03c1820d0ba4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=43bf311c-2455-4eaa-b606-03c1820d0ba4,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:17.058794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-bbed1b28-cc19-4529-bfa1-998a416bf040 None None] Provisioning complete for port 63ce1699-ed67-44e4-a478-9020d969d52a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:17.059405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bbed1b28-cc19-4529-bfa1-998a416bf040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.071255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48170) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:17.116969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-bbed1b28-cc19-4529-bfa1-998a416bf040 None None] Port 63ce1699-ed67-44e4-a478-9020d969d52a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:17.139262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-bbed1b28-cc19-4529-bfa1-998a416bf040 None None] Provisioning complete for port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:17.140149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bbed1b28-cc19-4529-bfa1-998a416bf040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.177431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.194513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.205616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Checking segment: {'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:17.206265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Network hostable DHCP agents. Network: 9237a1ec-5567-4221-97a6-5c808904d3c6, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:17.235297 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:17.238241 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:40:17.239229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:40:17.254503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=43bf311c-2455-4eaa-b606-03c1820d0ba4,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:17.271892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-bbed1b28-cc19-4529-bfa1-998a416bf040 None None] Port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:17.276954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.objects.ports [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:40:17.277444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.279399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.293570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:17.319257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'Port': ['ID=f793858e-e6a5-4f42-80ed-7f1902e555e8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:17.323258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.323609 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Added segment e40435c9-4ba4-4ad4-9f8a-84d48fd8186d of type vlan for network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 Apr 01 15:40:17.421558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Router 385d5578-1650-421f-9a3f-87e03a8cf021 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:40:17.442013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.496088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01468736-ae2e-4c72-a4c3-050d1db3fcef,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:17.506851 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:14Z', 'revision_number': 3, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:17.517268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4b942dc9-641b-40e3-9070-1307db445624,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:17.546066 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Checking router: 9d0f0385-2eb5-49f5-bce7-689001603571 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:40:17.546533 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Updating router 9d0f0385-2eb5-49f5-bce7-689001603571 port 1a55626c-4e20-4165-8ea5-557c18b30cb0 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:40:17.566996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Checking segment: {'id': '186be872-11ff-4f69-ac05-95a22ffb6056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '06215922-1fea-43cf-9269-e80d4885e911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:17.567504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Network hostable DHCP agents. Network: 06215922-1fea-43cf-9269-e80d4885e911, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:17.607548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.615406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:17.618242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.669421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Network 06215922-1fea-43cf-9269-e80d4885e911 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:17.688583 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.713068 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-29c75147-0add-4902-aaf9-bf667320d342 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.0292125 Apr 01 15:40:17.713068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Checking segment: {'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:17.713068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Network hostable DHCP agents. Network: f3fb3b8a-da30-457b-9a0e-0b35d694e3d0, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:17.714233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Network 9237a1ec-5567-4221-97a6-5c808904d3c6 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:17.716870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48174) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:17.730023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event updated for resources: {'Network': ['ID=9d50a3cc-4708-4c93-a5e8-b507c9ac2c21,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:17.735650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.739622 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8a442f53-55c9-4b03-9be3-950a1c56f186 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1246777 Apr 01 15:40:17.740007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48176) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:17.745419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:17.747462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Request body: {'subnet': {'network_id': '9d50a3cc-4708-4c93-a5e8-b507c9ac2c21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:17.872360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 06215922-1fea-43cf-9269-e80d4885e911) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:17.881438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8b116-2529-4540-b8b9-f89ef8542e83 None None] Network 06215922-1fea-43cf-9269-e80d4885e911 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:17.889269 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:17.889919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:17.917607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 9237a1ec-5567-4221-97a6-5c808904d3c6) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:17.927140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:17.937246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9692597-3e03-4f2e-a97b-36724b916bb9 None None] Network 9237a1ec-5567-4221-97a6-5c808904d3c6 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:18.012502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Made reservation on behalf of bd6df74415c6417b9db2e77e9b0ce843 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:18.016830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.027612 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4e3d3eaf-0f8b-458b-b789-8a6fef4d2ad4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9565382 Apr 01 15:40:18.030295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:18.036286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48178) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:18.042973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Request body: {'floatingip': {'floating_network_id': '06215922-1fea-43cf-9269-e80d4885e911'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:18.053713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:18.054062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:18.054434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:18.060195 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.064951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, f3fb3b8a-da30-457b-9a0e-0b35d694e3d0) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:18.069130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:18.110779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e55acd-3e49-4928-9f0f-39b5468b249b None None] Network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:18.114945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:18.120757 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:18.144245 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.153093 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 2 to bind port ce61b390-9452-427d-80fe-b5bd555460de Apr 01 15:40:18.161796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:18.176200 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7f546a97-796d-4b19-aed6-36e0ee55669e admin admin] 10.222.0.73 "PUT /v2.0/routers/385d5578-1650-421f-9a3f-87e03a8cf021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2604012 Apr 01 15:40:18.191372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:18.191738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:18.192035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:18.219437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:18.219761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:18.220192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:18.228825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:18.229172 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:18.246122 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Attempting to bind port 1a55626c-4e20-4165-8ea5-557c18b30cb0 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:18.246542 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Attempting to bind port 1a55626c-4e20-4165-8ea5-557c18b30cb0 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:18.246763 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Attempting to bind port 1a55626c-4e20-4165-8ea5-557c18b30cb0 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:18.254420 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879cca2-c1fe-42b7-aec1-ca0ab4cda661 None None] Pushing event updated for resources: {'Port': ['ID=1a55626c-4e20-4165-8ea5-557c18b30cb0,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:18.269967 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:18.270829 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:18.271409 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.272557 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:18.273270 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Bound port: 1a55626c-4e20-4165-8ea5-557c18b30cb0, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:18.275247 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.345124 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] For port 1a55626c-4e20-4165-8ea5-557c18b30cb0, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:18.347071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 2 to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 Apr 01 15:40:18.349801 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] For port 1a55626c-4e20-4165-8ea5-557c18b30cb0, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1a55626c-4e20-4165-8ea5-557c18b30cb0,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:18.360274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.378284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:18.378284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:18.378284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:18.380043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:18.380123 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:18.419080 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.469782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60248371-187c-4cee-a0cf-6fbbef46265b None None] Network 06215922-1fea-43cf-9269-e80d4885e911 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:18.550322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.550922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.561071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 3 to bind port ce61b390-9452-427d-80fe-b5bd555460de Apr 01 15:40:18.579831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:18.579831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:18.580148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:18.591053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.597157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:18.597724 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:18.598681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:18.599136 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:18.602078 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 4 to bind port ce61b390-9452-427d-80fe-b5bd555460de Apr 01 15:40:18.605657 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:18.608826 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:18.629202 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 3 to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 Apr 01 15:40:18.669160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:18.672232 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:18.673261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:18.675548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:18.679513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:18.684830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:18.693062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event updated for resources: {'Subnet': ['ID=481781ea-e5d9-4009-bad7-726dcfec1296,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:18.697425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.698286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.712765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:18.713249 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:18.737341 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Checking segment: {'id': 'e40435c9-4ba4-4ad4-9f8a-84d48fd8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '9d50a3cc-4708-4c93-a5e8-b507c9ac2c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:18.737788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Network hostable DHCP agents. Network: 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:18.751210 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879cca2-c1fe-42b7-aec1-ca0ab4cda661 None None] Pushing event updated for resources: {'Port': ['ID=1a55626c-4e20-4165-8ea5-557c18b30cb0,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:18.770827 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 4 to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 Apr 01 15:40:18.808972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Pushing event updated for resources: {'Port': ['ID=63ce1699-ed67-44e4-a478-9020d969d52a,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:18.832291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:18.838059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Allocated IP 172.20.0.5 (06215922-1fea-43cf-9269-e80d4885e911/4b942dc9-641b-40e3-9070-1307db445624/d9735a2d-2cf1-457a-99c3-c6b53c6efb94) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:18.838898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:18.839371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:18.851466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 43bf311c-2455-4eaa-b606-03c1820d0ba4 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:18.859436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:18.872728 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:18.874251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Deleting port 60851f06-481d-48ae-911d-4f29b4f0d708 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:18.874685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:18.876550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:18.876977 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:18.880458 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 5 to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 Apr 01 15:40:18.882992 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 5 to bind port ce61b390-9452-427d-80fe-b5bd555460de Apr 01 15:40:18.897966 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:18.900159 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:19.006863 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Sync routers for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:19.037933 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 43bf311c-2455-4eaa-b606-03c1820d0ba4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:19.038417 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.043324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.045348 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:19.049137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:19.066860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:19.096034 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:19.099533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.133043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f6fa12-9942-43fc-9ce5-85d3de6e98e1 None None] Network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:19.148434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:19.148747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:19.149211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:19.161273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:19.162063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:19.162063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:19.168953 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:14Z', 'revision_number': 3, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:19.174818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:19.175145 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:19.178745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.216996 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea7086-c855-441a-8894-259722cfca80 None None] The sync data for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv is: [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:14Z', 'revision_number': 3, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:19.220131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Network 06215922-1fea-43cf-9269-e80d4885e911 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:19.228494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:19.240005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.241619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.246797 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-995dcd16-838d-4dfa-acff-59a3a0e85ee4 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5058842 Apr 01 15:40:19.247845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:19.259759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48188) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:19.260024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48190) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:19.263366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Calling delete_port for 60851f06-481d-48ae-911d-4f29b4f0d708 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:19.268616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5e247384-90dd-4223-980e-52a17f49bd71 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282931767', 'description': 'tempest-description--870687503'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:19.310036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-552903693', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:19.339518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'Port': ['ID=d9735a2d-2cf1-457a-99c3-c6b53c6efb94,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:19.386991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:19.398143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e247384-90dd-4223-980e-52a17f49bd71 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.419194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.442611 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 6 to bind port ce61b390-9452-427d-80fe-b5bd555460de Apr 01 15:40:19.449746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device bd479850-73a5-40c8-849c-c4a926658165 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:19.452993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.454464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.477667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:19.478665 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:19.485741 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 6 to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 Apr 01 15:40:19.496940 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e247384-90dd-4223-980e-52a17f49bd71 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.512302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:19.532871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.544960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:19.566702 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e247384-90dd-4223-980e-52a17f49bd71 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.570575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:19.571068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:19.571305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:19.573997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:19.575620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:19.575620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:19.595927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:19.596267 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:19.599258 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 7 to bind port ce61b390-9452-427d-80fe-b5bd555460de Apr 01 15:40:19.601700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:19.602017 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:19.652414 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 7 to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 Apr 01 15:40:19.661454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e247384-90dd-4223-980e-52a17f49bd71 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9b70b5-ac63-4230-afd7-2a0be209b15d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:19.702183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.745943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:19.746271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:19.746598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:19.748795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-9d50a3cc-4708-4c93-a5e8-b507c9ac2c21', 'network_id': '9d50a3cc-4708-4c93-a5e8-b507c9ac2c21', 'tenant_id': 'bd6df74415c6417b9db2e77e9b0ce843', 'fixed_ips': [{'subnet_id': '481781ea-e5d9-4009-bad7-726dcfec1296'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:40:19.749866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.778216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:19.778502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:19.778918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:19.782400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.798382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Pushing event deleted for resources: {'Port': ['ID=60851f06-481d-48ae-911d-4f29b4f0d708,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:19.817833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:19.820070 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:19.860999 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 8 to bind port ce61b390-9452-427d-80fe-b5bd555460de Apr 01 15:40:19.866890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:19.868020 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:19.874899 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.876891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.881322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e247384-90dd-4223-980e-52a17f49bd71 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.882676 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5e247384-90dd-4223-980e-52a17f49bd71 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6204174 Apr 01 15:40:19.891133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48194) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:19.898577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bc93fff7-c2e4-477b-b1ab-214b51889af7 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Request body: {'security_group_rule': {'security_group_id': '0d9b70b5-ac63-4230-afd7-2a0be209b15d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:19.923286 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 8 to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 Apr 01 15:40:19.961200 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.963708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:19.968417 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-92f51a63-459c-4cd4-861b-73ec45566692 tempest-ExternalNetworksAdminNegativeTestJSON-575125054 tempest-ExternalNetworksAdminNegativeTestJSON-575125054-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/56a3ddeb-ae52-49d3-bba4-b498c60cf4b7 HTTP/1.1" status: 204 len: 168 time: 2.2403615 Apr 01 15:40:19.969005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:19.969330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:19.969658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:19.974419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:19.974745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:19.975068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:19.998225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port bd479850-73a5-40c8-849c-c4a926658165 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:19.999229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.013681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.020577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:20.020914 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:20.026125 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 9 to bind port ce61b390-9452-427d-80fe-b5bd555460de Apr 01 15:40:20.045528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:20.045857 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:20.047614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-84767c7c-d169-4996-8370-aed341a3e3f3 None None] Provisioning complete for port 63ce1699-ed67-44e4-a478-9020d969d52a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:20.049271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-84767c7c-d169-4996-8370-aed341a3e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.050460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Router cdace2ab-ae71-41db-857d-e26fe383180b has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:40:20.051073 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 9 to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 Apr 01 15:40:20.118134 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Allocated IP 172.20.0.2 (9d50a3cc-4708-4c93-a5e8-b507c9ac2c21/481781ea-e5d9-4009-bad7-726dcfec1296/3467bd17-0e05-4b6c-bfdb-e9657cfd9e97) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:20.185817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc93fff7-c2e4-477b-b1ab-214b51889af7 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.198528 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-84767c7c-d169-4996-8370-aed341a3e3f3 None None] Port 63ce1699-ed67-44e4-a478-9020d969d52a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:20.266062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'Port': ['ID=d9735a2d-2cf1-457a-99c3-c6b53c6efb94,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:20.353397 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.373621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:20.374177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:20.374733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:20.391200 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:20.391752 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:20.409660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.446250 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 10 to bind port ce61b390-9452-427d-80fe-b5bd555460de Apr 01 15:40:20.479750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:20.488698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:20.489071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:14Z', 'revision_number': 2, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:20.489233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:20.493870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc93fff7-c2e4-477b-b1ab-214b51889af7 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.519628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Checking router: 385d5578-1650-421f-9a3f-87e03a8cf021 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:40:20.519979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Updating router 385d5578-1650-421f-9a3f-87e03a8cf021 port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:40:20.570755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.577860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:20.578598 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:20.583137 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 10 to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 Apr 01 15:40:20.591003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:20.591339 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:20.591675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:20.614692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.620078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port ce61b390-9452-427d-80fe-b5bd555460de on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:20.620423 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port ce61b390-9452-427d-80fe-b5bd555460de on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:20.620785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.629421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:20.629744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:20.630065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:20.645381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port bd479850-73a5-40c8-849c-c4a926658165, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bd479850-73a5-40c8-849c-c4a926658165,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:20.668780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port f793858e-e6a5-4f42-80ed-7f1902e555e8 on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:20.669105 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port f793858e-e6a5-4f42-80ed-7f1902e555e8 on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:20.669477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.694638 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.706897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.711248 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c75e2c6b-a92f-4d18-beda-b2a1ff0f1bbe tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6738644 Apr 01 15:40:20.712587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc93fff7-c2e4-477b-b1ab-214b51889af7 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.714124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48200) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:20.742749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93fff7-c2e4-477b-b1ab-214b51889af7 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a33109f-18cd-403b-b293-a8441a40ab5a,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:20.808756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.816092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:20.819427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Allocated IP 172.20.0.1 (292ecff8-5230-49bd-bfd0-4a142639a8c7/be1d2ac9-c0f6-4b55-8403-b400a7eb5746/3941199c-2a2d-437e-8dd4-7fb744d24791) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:20.873516 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a6077ff2-3a58-4c9e-979b-df0410f293a0 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=06215922-1fea-43cf-9269-e80d4885e911 HTTP/1.1" status: 200 len: 689 time: 0.1381404 Apr 01 15:40:20.875750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48204) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:20.914972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:20.932507 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d1304931-63df-45aa-abe7-9d3c66b6f967 admin admin] 10.222.0.73 "PUT /v2.0/routers/cdace2ab-ae71-41db-857d-e26fe383180b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0575464 Apr 01 15:40:20.961100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:20.978500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:20.997460 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Sync routers for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:21.009935 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:21.019479 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:21.020237 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:21.025425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] For port ce61b390-9452-427d-80fe-b5bd555460de, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:21.025998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempted to set empty binding levels {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:40:21.028433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc93fff7-c2e4-477b-b1ab-214b51889af7 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.033861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48208) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:21.037388 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bc93fff7-c2e4-477b-b1ab-214b51889af7 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1451144 Apr 01 15:40:21.051508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-769d2ba1-b6cc-439d-88d9-661e19b95e2f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Request body: {'security_group_rule': {'security_group_id': '0d9b70b5-ac63-4230-afd7-2a0be209b15d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:21.060240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48210) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:21.081916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Pushing event updated for resources: {'Port': ['ID=3467bd17-0e05-4b6c-bfdb-e9657cfd9e97,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:21.125565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.226818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=bd479850-73a5-40c8-849c-c4a926658165,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:21.242764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1a55626c-4e20-4165-8ea5-557c18b30cb0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:21.318803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:21.326555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.349329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] For port f793858e-e6a5-4f42-80ed-7f1902e555e8, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:21.350121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempted to set empty binding levels {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:40:21.376326 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:21.452686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.463725 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.0353761 Apr 01 15:40:21.467719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.477185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48218) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:21.504393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4d384c90-79f1-47b2-aef9-ff0cd1e02c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.520839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.545735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:21.546705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.554677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-769d2ba1-b6cc-439d-88d9-661e19b95e2f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.566020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34700197-75d0-4a11-bc99-9d54f8c4a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'Port': ['ID=ce61b390-9452-427d-80fe-b5bd555460de,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:21.572583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Attempting to bind port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:21.572958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Attempting to bind port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'e40435c9-4ba4-4ad4-9f8a-84d48fd8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '9d50a3cc-4708-4c93-a5e8-b507c9ac2c21'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:21.573320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Attempting to bind port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 on network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:21.622932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:21.623361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Checking segment: {'id': 'e40435c9-4ba4-4ad4-9f8a-84d48fd8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '9d50a3cc-4708-4c93-a5e8-b507c9ac2c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:21.623756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.624146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Bound using segment: {'id': 'e40435c9-4ba4-4ad4-9f8a-84d48fd8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '9d50a3cc-4708-4c93-a5e8-b507c9ac2c21'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:21.624682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Bound port: 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40435c9-4ba4-4ad4-9f8a-84d48fd8186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '9d50a3cc-4708-4c93-a5e8-b507c9ac2c21'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:21.627393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.709409 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:17Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '63ce1699-ed67-44e4-a478-9020d969d52a', 'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'mac_address': 'fa:16:3e:23:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:13Z', 'updated_at': '2022-04-01T15:40:18Z', 'revision_number': 2, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'subnets': [{'id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:21.721434 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4d384c90-79f1-47b2-aef9-ff0cd1e02c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.748086 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.0027001 Apr 01 15:40:21.749106 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Checking router: cdace2ab-ae71-41db-857d-e26fe383180b for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:40:21.749462 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Updating router cdace2ab-ae71-41db-857d-e26fe383180b port 63ce1699-ed67-44e4-a478-9020d969d52a binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:40:21.753725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48220) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:21.784071 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.805538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c66056-9ff2-46ef-8abf-66828802cc5b tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'Port': ['ID=f793858e-e6a5-4f42-80ed-7f1902e555e8,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:21.855988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1a55626c-4e20-4165-8ea5-557c18b30cb0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:21.859477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.861027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4d384c90-79f1-47b2-aef9-ff0cd1e02c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.876646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-769d2ba1-b6cc-439d-88d9-661e19b95e2f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.878158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.954147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fae930aa-29b9-4452-a22d-e3fafb65169b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Deleting port ce61b390-9452-427d-80fe-b5bd555460de {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:21.954703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fae930aa-29b9-4452-a22d-e3fafb65169b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.958197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:21.962859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-769d2ba1-b6cc-439d-88d9-661e19b95e2f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:21.975302 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4d384c90-79f1-47b2-aef9-ff0cd1e02c29 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dd3b2e466e4541038560091ab908e65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9098842 Apr 01 15:40:21.976059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48224) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:21.980487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d384c90-79f1-47b2-aef9-ff0cd1e02c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32ae275-baba-41c0-bf20-c21c32919a6a,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:21.986994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:21.990555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Pushing event updated for resources: {'Port': ['ID=3941199c-2a2d-437e-8dd4-7fb744d24791,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:21.997545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:21.998201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.052042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] For port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:22.099920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] For port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3467bd17-0e05-4b6c-bfdb-e9657cfd9e97,segment=NetworkSegment(e40435c9-4ba4-4ad4-9f8a-84d48fd8186d),segment_id=e40435c9-4ba4-4ad4-9f8a-84d48fd8186d)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:22.112168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.117664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d2ba1-b6cc-439d-88d9-661e19b95e2f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe9ec76-ef4d-44d6-b192-7156c41ae402,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:22.127333 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.137289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-3236504c-d41e-4031-9180-64078e04f9f1 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Deleting port f793858e-e6a5-4f42-80ed-7f1902e555e8 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:22.137846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3236504c-d41e-4031-9180-64078e04f9f1 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.156101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-fae930aa-29b9-4452-a22d-e3fafb65169b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] For port ce61b390-9452-427d-80fe-b5bd555460de, host hv-neutron-8358, got binding levels [] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:22.158161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fae930aa-29b9-4452-a22d-e3fafb65169b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.163293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c77ced8e-eacf-444b-ac6f-286b76e166cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.164946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.187985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.194574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.224224 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.227302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fae930aa-29b9-4452-a22d-e3fafb65169b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Calling delete_port for ce61b390-9452-427d-80fe-b5bd555460de owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:22.230109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.239414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.248515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-769d2ba1-b6cc-439d-88d9-661e19b95e2f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.253363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 1a55626c-4e20-4165-8ea5-557c18b30cb0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1a55626c-4e20-4165-8ea5-557c18b30cb0,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:22.253717 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-769d2ba1-b6cc-439d-88d9-661e19b95e2f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2072365 Apr 01 15:40:22.338352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48226) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:22.353293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Allocated IP 172.26.6.44 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/078f1b33-cd73-482a-aadd-0208185bd595) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:22.375737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.453293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:22.474626 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1aaeb-f576-4840-b776-ed9abab9dcd1 None None] Pushing event updated for resources: {'Port': ['ID=63ce1699-ed67-44e4-a478-9020d969d52a,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:22.502359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e49ee8f2-14f1-482e-836d-cc5b1d90ee6e None None] Provisioning complete for port 3941199c-2a2d-437e-8dd4-7fb744d24791 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:22.504541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e49ee8f2-14f1-482e-836d-cc5b1d90ee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.528396 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.577790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-3236504c-d41e-4031-9180-64078e04f9f1 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] For port f793858e-e6a5-4f42-80ed-7f1902e555e8, host hv-neutron-8358, got binding levels [] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:22.578520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3236504c-d41e-4031-9180-64078e04f9f1 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.585641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e49ee8f2-14f1-482e-836d-cc5b1d90ee6e None None] Port 3941199c-2a2d-437e-8dd4-7fb744d24791 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:22.589648 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Attempting to bind port 63ce1699-ed67-44e4-a478-9020d969d52a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:22.590025 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Attempting to bind port 63ce1699-ed67-44e4-a478-9020d969d52a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:22.590481 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Attempting to bind port 63ce1699-ed67-44e4-a478-9020d969d52a on network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:22.595082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bae94-9a67-479b-bad2-a6a932359e4e None None] Pushing event updated for resources: {'Port': ['ID=3467bd17-0e05-4b6c-bfdb-e9657cfd9e97,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:22.597615 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:22.601791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Attempting to bind port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:22.606238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Attempting to bind port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:22.607609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Attempting to bind port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 on network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:22.608634 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Checking segment: {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:22.611199 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.612539 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Bound using segment: {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:22.620122 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Bound port: 63ce1699-ed67-44e4-a478-9020d969d52a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:22.620122 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.659644 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c77ced8e-eacf-444b-ac6f-286b76e166cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.677620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:22.677620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Checking segment: {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:22.677620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.677620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Bound using segment: {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:22.677620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Bound port: de4621a1-54f8-48d6-afb8-8829cbb1d3d6, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:22.682922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.703825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Deleting port d9735a2d-2cf1-457a-99c3-c6b53c6efb94 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:22.704163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.765792 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] For port 63ce1699-ed67-44e4-a478-9020d969d52a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:22.769194 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] For port 63ce1699-ed67-44e4-a478-9020d969d52a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=63ce1699-ed67-44e4-a478-9020d969d52a,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:22.773014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-3236504c-d41e-4031-9180-64078e04f9f1 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Calling delete_port for f793858e-e6a5-4f42-80ed-7f1902e555e8 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:22.793288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-28429169-eb1d-4c09-848a-84cc4649dfc8 None None] Provisioning complete for port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:22.796316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-28429169-eb1d-4c09-848a-84cc4649dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.806427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af6461-7d40-47b2-83e4-eb065ec47cbc None None] Pushing event updated for resources: {'Port': ['ID=de4621a1-54f8-48d6-afb8-8829cbb1d3d6,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:22.810259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.872678 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.954389 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:22.961494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:22.966710 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:22.968091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:23.018928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=1a55626c-4e20-4165-8ea5-557c18b30cb0,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:23.070008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-28429169-eb1d-4c09-848a-84cc4649dfc8 None None] Port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:23.094471 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1aaeb-f576-4840-b776-ed9abab9dcd1 None None] Pushing event updated for resources: {'Port': ['ID=63ce1699-ed67-44e4-a478-9020d969d52a,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:23.113638 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:23.114282 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:23.123445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] For port de4621a1-54f8-48d6-afb8-8829cbb1d3d6, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:23.161316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:23.176142 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.204908 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c77ced8e-eacf-444b-ac6f-286b76e166cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.208584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c77ced8e-eacf-444b-ac6f-286b76e166cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.213823 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c77ced8e-eacf-444b-ac6f-286b76e166cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f32ae275-baba-41c0-bf20-c21c32919a6a HTTP/1.1" status: 204 len: 168 time: 1.2178571 Apr 01 15:40:23.244525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ced8e-eacf-444b-ac6f-286b76e166cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32ae275-baba-41c0-bf20-c21c32919a6a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:23.248269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48230) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:23.254939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event updated for resources: {'Port': ['ID=078f1b33-cd73-482a-aadd-0208185bd595,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:23.266374 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.268070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.273319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1daa481b-dd8a-4114-8de3-55918a30b3be tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079264718', 'description': 'tempest-description--1703804979'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:23.281272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] For port de4621a1-54f8-48d6-afb8-8829cbb1d3d6, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=de4621a1-54f8-48d6-afb8-8829cbb1d3d6,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:23.291307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fae930aa-29b9-4452-a22d-e3fafb65169b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.344022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6a543836-6304-4d76-b57e-c7e91b410261 None None] Provisioning complete for port 63ce1699-ed67-44e4-a478-9020d969d52a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:23.344765 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6a543836-6304-4d76-b57e-c7e91b410261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.352125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae930aa-29b9-4452-a22d-e3fafb65169b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce61b390-9452-427d-80fe-b5bd555460de,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:23.354867 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:23.375933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fae930aa-29b9-4452-a22d-e3fafb65169b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.379859 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fae930aa-29b9-4452-a22d-e3fafb65169b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "DELETE /v2.0/ports/ce61b390-9452-427d-80fe-b5bd555460de HTTP/1.1" status: 204 len: 168 time: 1.9013684 Apr 01 15:40:23.399846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48232) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:23.414922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.504367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1daa481b-dd8a-4114-8de3-55918a30b3be tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.507112 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54c9830-543d-4cef-8c2d-d6c74330d79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:40:23.514235 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d54c9830-543d-4cef-8c2d-d6c74330d79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "GET /v2.0/ports/ce61b390-9452-427d-80fe-b5bd555460de HTTP/1.1" status: 404 len: 333 time: 0.1054358 Apr 01 15:40:23.515332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48234) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:23.543792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Request body: {'port': {'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-985386438'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:23.544439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:23.545100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:23.557376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:23.557785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.572867 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3236504c-d41e-4031-9180-64078e04f9f1 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.583382 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Calling delete_port for d9735a2d-2cf1-457a-99c3-c6b53c6efb94 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:23.770399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af6461-7d40-47b2-83e4-eb065ec47cbc None None] Pushing event updated for resources: {'Port': ['ID=de4621a1-54f8-48d6-afb8-8829cbb1d3d6,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:23.821108 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:17Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '63ce1699-ed67-44e4-a478-9020d969d52a', 'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'mac_address': 'fa:16:3e:23:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:13Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'subnets': [{'id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:23.858717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Made reservation on behalf of 829f263b33fc4641897450485e4dc936 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:23.861127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.893372 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636516d-53a9-43cb-bbec-d8361e2677bf None None] The sync data for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv is: [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:17Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '63ce1699-ed67-44e4-a478-9020d969d52a', 'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'mac_address': 'fa:16:3e:23:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:13Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'subnets': [{'id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:23.935917 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:23.944094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:23.972610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] device_id is not set on port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:23.997456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.043705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9735a2d-2cf1-457a-99c3-c6b53c6efb94,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:24.180072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.210254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce452e0f-0610-4b47-8d04-81f5c2e576f0 None None] Network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:24.241700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236504c-d41e-4031-9180-64078e04f9f1 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event deleted for resources: {'Port': ['ID=f793858e-e6a5-4f42-80ed-7f1902e555e8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:24.268115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3236504c-d41e-4031-9180-64078e04f9f1 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.271676 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3236504c-d41e-4031-9180-64078e04f9f1 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "DELETE /v2.0/ports/f793858e-e6a5-4f42-80ed-7f1902e555e8 HTTP/1.1" status: 204 len: 168 time: 2.5078681 Apr 01 15:40:24.295317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48238) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:24.346937 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1daa481b-dd8a-4114-8de3-55918a30b3be tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.348130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48240) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:24.388574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6a543836-6304-4d76-b57e-c7e91b410261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.389386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.419656 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b90897a-182a-497f-8e87-32bcc036e8c0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:40:24.421381 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7b90897a-182a-497f-8e87-32bcc036e8c0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "GET /v2.0/ports/f793858e-e6a5-4f42-80ed-7f1902e555e8 HTTP/1.1" status: 404 len: 333 time: 0.1156325 Apr 01 15:40:24.431834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.441428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48242) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:24.458932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Request body: {'port': {'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1011178103'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:24.469148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1daa481b-dd8a-4114-8de3-55918a30b3be tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.475220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.523225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6a543836-6304-4d76-b57e-c7e91b410261 None None] For port 63ce1699-ed67-44e4-a478-9020d969d52a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=63ce1699-ed67-44e4-a478-9020d969d52a,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:24.539894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Network 9237a1ec-5567-4221-97a6-5c808904d3c6 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:24.549990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3467bd17-0e05-4b6c-bfdb-e9657cfd9e97,segment=NetworkSegment(e40435c9-4ba4-4ad4-9f8a-84d48fd8186d),segment_id=e40435c9-4ba4-4ad4-9f8a-84d48fd8186d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:24.563273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.575272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:23Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:24.579353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.591089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:24.607974 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ea554-3398-4713-bcf1-c7aac10efdfa None None] The sync data for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv is: [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:23Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:24.616623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1daa481b-dd8a-4114-8de3-55918a30b3be tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.619220 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1daa481b-dd8a-4114-8de3-55918a30b3be tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3495951 Apr 01 15:40:24.629384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48244) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:24.630378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:24.631709 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:24.632447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.637464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.659361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-103f4bed-8d32-44ee-9e81-323bc0361291 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Request body: {'security_group_rule': {'security_group_id': 'e999f06e-4300-4eb3-84ac-812936b9d548', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:24.659728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6a543836-6304-4d76-b57e-c7e91b410261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.714808 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e8adfaa2-526a-462b-859f-f79fdc450b58 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7bcd0242ba6d4be98d598e7052359962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410466 Apr 01 15:40:24.714913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48246) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:24.748790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa481b-dd8a-4114-8de3-55918a30b3be tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e999f06e-4300-4eb3-84ac-812936b9d548,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:24.754003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'Port': ['ID=84b6a9b3-a712-45b3-be8f-9a2b6feb90a4,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:24.756382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.757198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device bd479850-73a5-40c8-849c-c4a926658165 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:24.769990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a543836-6304-4d76-b57e-c7e91b410261 None None] Pushing event updated for resources: {'Port': ['ID=63ce1699-ed67-44e4-a478-9020d969d52a,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:24.818128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.818128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.841864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.878459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Made reservation on behalf of 3de37b8114404a7493b45b19721aa409 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:24.882066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.891877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Pushing event updated for resources: {'Port': ['ID=3941199c-2a2d-437e-8dd4-7fb744d24791,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:24.895466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-103f4bed-8d32-44ee-9e81-323bc0361291 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.911276 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] Provisioning complete for port 63ce1699-ed67-44e4-a478-9020d969d52a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:24.911507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:24.913179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=3467bd17-0e05-4b6c-bfdb-e9657cfd9e97,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:24.953851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48248) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:24.954352 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-22e39057-6bc8-4d70-b4f7-45c3172cc7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4204817 Apr 01 15:40:24.962102 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:25.018883 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port bd479850-73a5-40c8-849c-c4a926658165 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:25.019176 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.019899 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46a48014-e069-44ae-80de-4b1b7737f63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.106368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46a48014-e069-44ae-80de-4b1b7737f63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.108332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.150076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] device_id is not set on port ed60a2b3-647e-4315-8211-9186c5ba696c yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:25.183252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:25.212732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] Provisioning complete for port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:25.213281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.224005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:25.230345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Allocated IP 172.26.6.84 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/d539ca09-b27c-4ba4-b344-84b0fae82c77) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:25.260942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.263458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Router d8078b70-91af-4c9c-90c4-c0425e0ec001 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:40:25.363407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4b942dc9-641b-40e3-9070-1307db445624,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:25.391275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.473899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-103f4bed-8d32-44ee-9e81-323bc0361291 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.483100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] For port de4621a1-54f8-48d6-afb8-8829cbb1d3d6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=de4621a1-54f8-48d6-afb8-8829cbb1d3d6,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:25.560616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device de4621a1-54f8-48d6-afb8-8829cbb1d3d6 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:25.567599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.578197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-103f4bed-8d32-44ee-9e81-323bc0361291 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.590462 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.611319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Router 9d0f0385-2eb5-49f5-bce7-689001603571 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:40:25.622283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f4bed-8d32-44ee-9e81-323bc0361291 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5de9a24-83c0-4557-9d27-7013bae3f0d2,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:25.639639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] Provisioning complete for port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:25.640110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.697557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06215922-1fea-43cf-9269-e80d4885e911']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:25.701770 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] device_id is not set on port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:25.704934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.711205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:25.711715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.718489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c02e4b-d3d2-44f5-9a81-59c89de49c0b None None] Pushing event updated for resources: {'Port': ['ID=de4621a1-54f8-48d6-afb8-8829cbb1d3d6,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:25.727155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186be872-11ff-4f69-ac05-95a22ffb6056') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:25.728187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186be872-11ff-4f69-ac05-95a22ffb6056') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:25.744527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-103f4bed-8d32-44ee-9e81-323bc0361291 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.744636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.744722 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-103f4bed-8d32-44ee-9e81-323bc0361291 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0943716 Apr 01 15:40:25.746598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48252) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:25.752867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:25.768152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-002ea467-cb15-4d22-86d4-f1bd265775b4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Request body: {'security_group_rule': {'security_group_id': 'e999f06e-4300-4eb3-84ac-812936b9d548', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:25.781672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7e20c-01cf-4871-91fb-083d92ce8c10 None None] Sync routers for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:25.786905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.788645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46a48014-e069-44ae-80de-4b1b7737f63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.792740 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46a48014-e069-44ae-80de-4b1b7737f63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.794818 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-46a48014-e069-44ae-80de-4b1b7737f63e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1854a09-e346-49c3-9c42-f792720c6d0f HTTP/1.1" status: 204 len: 168 time: 1.0817165 Apr 01 15:40:25.805968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7e20c-01cf-4871-91fb-083d92ce8c10 None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:25.806786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-87e7e20c-01cf-4871-91fb-083d92ce8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:25.818845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a48014-e069-44ae-80de-4b1b7737f63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1854a09-e346-49c3-9c42-f792720c6d0f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:25.828480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.836666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:25.838261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:25.840787 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:25.881933 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-87e7e20c-01cf-4871-91fb-083d92ce8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:25.922344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7e20c-01cf-4871-91fb-083d92ce8c10 None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:25.923642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-87e7e20c-01cf-4871-91fb-083d92ce8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:25.943536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:25.955057 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Sync routers for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:25.965336 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-709182c8-6b6c-42b7-956a-22f82f9789dd admin admin] 10.222.0.73 "PUT /v2.0/routers/9d0f0385-2eb5-49f5-bce7-689001603571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8827434 Apr 01 15:40:25.965336 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.976249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:25.989150 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-87e7e20c-01cf-4871-91fb-083d92ce8c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:25.989802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e7e20c-01cf-4871-91fb-083d92ce8c10 None None] The sync data for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:26.003237 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:26.003919 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:26.004263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.009329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.010352 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6252e8f3-ec05-4de7-ac80-d59a7a01d557 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.7493351 Apr 01 15:40:26.028570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48258) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:26.070146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:26.086377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:26.086921 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:26.087402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:26.089825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'Port': ['ID=84b6a9b3-a712-45b3-be8f-9a2b6feb90a4,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:26.096770 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:26.097256 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:26.097775 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 2 to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 Apr 01 15:40:26.115037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:26.115494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:26.115884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:26.122185 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:26.122868 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:26.123359 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 3 to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 Apr 01 15:40:26.159495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:26.159988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:26.160476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:26.175373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:26.175979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.176990 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:26.177419 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:26.177902 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 4 to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 Apr 01 15:40:26.200501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.248292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06215922-1fea-43cf-9269-e80d4885e911 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:40:26.260792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event deleted for resources: {'Network': ['ID=06215922-1fea-43cf-9269-e80d4885e911,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:26.263495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.276448 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-64b511d8-5322-4b3b-b531-47329a78a739 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "DELETE /v2.0/networks/06215922-1fea-43cf-9269-e80d4885e911 HTTP/1.1" status: 204 len: 168 time: 5.3907287 Apr 01 15:40:26.280437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:26.280777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:26.281114 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:26.288869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48260) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:26.306645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-002ea467-cb15-4d22-86d4-f1bd265775b4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.405829 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:26.422298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:26.432454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:26.432921 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:26.439051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1a55626c-4e20-4165-8ea5-557c18b30cb0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:26.445565 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 5 to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 Apr 01 15:40:26.474013 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c7e71903-bb4e-45ae-aab0-a6ad1670f37b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1819768 Apr 01 15:40:26.488153 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48268) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:26.488906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:26.505557 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:26.527720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Pushing event updated for resources: {'Port': ['ID=d539ca09-b27c-4ba4-b344-84b0fae82c77,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:26.533734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b1817fd5-f1d7-4c90-a7d4-90832bc63426 None None] Provisioning complete for port 3941199c-2a2d-437e-8dd4-7fb744d24791 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:26.534095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b1817fd5-f1d7-4c90-a7d4-90832bc63426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.562853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.655486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b1817fd5-f1d7-4c90-a7d4-90832bc63426 None None] Port 3941199c-2a2d-437e-8dd4-7fb744d24791 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:26.691198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:26.691758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:26.695809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:26.709904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25e499-9cf2-48c2-858d-4086d9daf676 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:26.710792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25e499-9cf2-48c2-858d-4086d9daf676 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:26.711014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b1817fd5-f1d7-4c90-a7d4-90832bc63426 None None] Provisioning complete for port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:26.711622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b1817fd5-f1d7-4c90-a7d4-90832bc63426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.713566 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25e499-9cf2-48c2-858d-4086d9daf676 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:26.715248 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25e499-9cf2-48c2-858d-4086d9daf676 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:26.715871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25e499-9cf2-48c2-858d-4086d9daf676 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:26.717099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1a55626c-4e20-4165-8ea5-557c18b30cb0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:26.717586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:26.718298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25e499-9cf2-48c2-858d-4086d9daf676 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:26.724285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25e499-9cf2-48c2-858d-4086d9daf676 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:26.733857 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ea25e499-9cf2-48c2-858d-4086d9daf676 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.2428889 Apr 01 15:40:26.739867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48274) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:26.741187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:26.741666 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:26.751123 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 6 to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 Apr 01 15:40:26.792081 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-413aa147-592b-409e-9656-c930a76a4d42 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:40:26.796568 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-413aa147-592b-409e-9656-c930a76a4d42 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/33daaf20-e944-4210-8112-9c5b25b8b33d HTTP/1.1" status: 404 len: 345 time: 0.0537589 Apr 01 15:40:26.797377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48276) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:26.843624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:26.844199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:26.848685 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:26.853290 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-112b6e4d-93b8-412f-b491-aec531f455d4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] DELETE failed (client error): The resource could not be found. Apr 01 15:40:26.854099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112b6e4d-93b8-412f-b491-aec531f455d4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:40:26.871935 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-112b6e4d-93b8-412f-b491-aec531f455d4 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "DELETE /v2.0/networks/06215922-1fea-43cf-9269-e80d4885e911 HTTP/1.1" status: 404 len: 339 time: 0.0660853 Apr 01 15:40:26.872863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48280) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:26.886683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Request body: {'network': {'name': 'tempest-network--1403607485', 'router:external': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:26.930190 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:26.931904 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:26.936204 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 7 to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 Apr 01 15:40:26.953528 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '3941199c-2a2d-437e-8dd4-7fb744d24791', 'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'mac_address': 'fa:16:3e:3b:90:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:19Z', 'updated_at': '2022-04-01T15:40:23Z', 'revision_number': 2, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'subnets': [{'id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:26.962620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:26.966909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:26.970662 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:26.981741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:26.982219 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:26.982434 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 8 to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 Apr 01 15:40:26.995089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Made reservation on behalf of e1b49fdcab0941b3a156ffd73efa896f for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:26.997867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.004848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:27.005240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:27.005496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:27.021823 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Checking router: 9d0f0385-2eb5-49f5-bce7-689001603571 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:40:27.022361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:27.022675 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:27.023326 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 9 to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 Apr 01 15:40:27.024678 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Updating router 9d0f0385-2eb5-49f5-bce7-689001603571 port 3941199c-2a2d-437e-8dd4-7fb744d24791 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:40:27.038839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:27.050237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.050837 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Added segment 25b5a11d-7c96-4f67-b3c6-4736adfcd38c of type vlan for network b460d6c8-a11d-49dc-9509-e4eeb3c1a7c8 Apr 01 15:40:27.062358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 63ce1699-ed67-44e4-a478-9020d969d52a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:27.107052 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.112325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.147227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:27.147654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:27.147960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:27.158534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:27.158534 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:27.158534 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 10 to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 Apr 01 15:40:27.161312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 63ce1699-ed67-44e4-a478-9020d969d52a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:27.161682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.173633 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:27.174029 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:27.174416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:27.179507 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:27.179972 dv-neutron-835865-1-hyperv neutron-server[110105]: ERROR neutron.plugins.ml2.managers [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:27.180448 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.265688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.267719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:27.268021 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.299211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48284) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:27.309538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-21f0394b-a7e2-4b03-8a8b-158905e5f653 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62904603', 'description': 'tempest-description--1972040025'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:27.309765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:27.328172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:27.341912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:27.342984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:27.343648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.362297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.362297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'Port': ['ID=ed60a2b3-647e-4315-8211-9186c5ba696c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:27.373381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] For port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4, host hv-neutron-8358, cleared binding levels {{(pid=110105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:27.375714 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempted to set empty binding levels {{(pid=110105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:40:27.450469 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5649323 Apr 01 15:40:27.450469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48288) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:27.488770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device de4621a1-54f8-48d6-afb8-8829cbb1d3d6 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:27.622169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-002ea467-cb15-4d22-86d4-f1bd265775b4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.622746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:27.622746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.622898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.622898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21f0394b-a7e2-4b03-8a8b-158905e5f653 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.628998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fc74a-72e1-4a7c-90ae-6772972d8825 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'Network': ['ID=b460d6c8-a11d-49dc-9509-e4eeb3c1a7c8,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:27.687526 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.703311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network b460d6c8-a11d-49dc-9509-e4eeb3c1a7c8 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:27.809656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-002ea467-cb15-4d22-86d4-f1bd265775b4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.818123 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a7ab8a90-f76f-40a3-95f1-5d033fc9e389 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.3719625 Apr 01 15:40:27.824689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48294) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:27.860152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:27.881662 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.893648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ea467-cb15-4d22-86d4-f1bd265775b4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0742063-9a1d-4ed9-96fd-f27a21d32181,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:27.900104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] In _notify_port_updated(), no bound segment for port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:40:27.901031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:27.902169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:27.907571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "PUT /v2.0/ports/84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 HTTP/1.1" status: 200 len: 980 time: 2.9497216 Apr 01 15:40:27.918761 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48296) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:27.967248 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e45e-9080-4665-93e6-cbb203f70053 None None] Pushing event updated for resources: {'Port': ['ID=3941199c-2a2d-437e-8dd4-7fb744d24791,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:28.060383 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520376c-1361-45a8-b384-302b30059922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'Port': ['ID=84b6a9b3-a712-45b3-be8f-9a2b6feb90a4,revision_number=3']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:28.061677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.070339 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Attempting to bind port 3941199c-2a2d-437e-8dd4-7fb744d24791 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:28.071131 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Attempting to bind port 3941199c-2a2d-437e-8dd4-7fb744d24791 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:28.071131 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Attempting to bind port 3941199c-2a2d-437e-8dd4-7fb744d24791 on network 292ecff8-5230-49bd-bfd0-4a142639a8c7 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:28.077584 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:28.078094 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Checking segment: {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:28.078359 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.078877 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Bound using segment: {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:28.079361 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Bound port: 3941199c-2a2d-437e-8dd4-7fb744d24791, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:28.080078 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.130068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed3941e-c4d4-4087-a9f0-e02ea75a0cc7 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.142044 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed3941e-c4d4-4087-a9f0-e02ea75a0cc7 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.148626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed3941e-c4d4-4087-a9f0-e02ea75a0cc7 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.155080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed3941e-c4d4-4087-a9f0-e02ea75a0cc7 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.156763 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aed3941e-c4d4-4087-a9f0-e02ea75a0cc7 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7048733 Apr 01 15:40:28.167970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48302) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:28.172535 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] For port 3941199c-2a2d-437e-8dd4-7fb744d24791, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:28.177671 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] For port 3941199c-2a2d-437e-8dd4-7fb744d24791, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3941199c-2a2d-437e-8dd4-7fb744d24791,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:28.200103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-002ea467-cb15-4d22-86d4-f1bd265775b4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.202761 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-002ea467-cb15-4d22-86d4-f1bd265775b4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4397018 Apr 01 15:40:28.214174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48304) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:28.216532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.216997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.217454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.217916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.218394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.218833 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.219805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.219805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.220172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.228895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:28.229036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.229036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.229036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.229036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.229036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.229036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.229036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.229036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.229511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.229787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:28.232807 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-263e06ab-d0d9-4f84-9278-b700b6d5efb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16922 time: 0.3045175 Apr 01 15:40:28.238993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48306) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:28.280956 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.326203 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.344761 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21f0394b-a7e2-4b03-8a8b-158905e5f653 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.349417 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82e45e-9080-4665-93e6-cbb203f70053 None None] Pushing event updated for resources: {'Port': ['ID=3941199c-2a2d-437e-8dd4-7fb744d24791,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:28.349417 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:28.349417 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:28.398577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.465871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21f0394b-a7e2-4b03-8a8b-158905e5f653 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.526724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.532130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.537166 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:40:28.613669 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-52409367-3fb7-47af-8235-e8286d9dbf55 None None] Provisioning complete for port 3941199c-2a2d-437e-8dd4-7fb744d24791 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:28.614768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-52409367-3fb7-47af-8235-e8286d9dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.645529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.654949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d069a077-3cf7-462f-a718-49fca8d47809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Deleting port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:28.655525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d069a077-3cf7-462f-a718-49fca8d47809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.787889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-52409367-3fb7-47af-8235-e8286d9dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.814199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-d069a077-3cf7-462f-a718-49fca8d47809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] For port 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4, host hv-neutron-8358, got binding levels [] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:28.815181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d069a077-3cf7-462f-a718-49fca8d47809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.854005 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-52409367-3fb7-47af-8235-e8286d9dbf55 None None] For port 3941199c-2a2d-437e-8dd4-7fb744d24791, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3941199c-2a2d-437e-8dd4-7fb744d24791,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:28.863895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d069a077-3cf7-462f-a718-49fca8d47809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Calling delete_port for 84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:28.880723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21f0394b-a7e2-4b03-8a8b-158905e5f653 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.882228 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-21f0394b-a7e2-4b03-8a8b-158905e5f653 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5820568 Apr 01 15:40:28.882941 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0394b-a7e2-4b03-8a8b-158905e5f653 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492e86c2-b105-401d-9306-c04c4ae78a76,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:28.895183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48314) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:28.901433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b3dc888c-4f35-4165-8a5e-a1d221d76e33 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Request body: {'security_group_rule': {'security_group_id': '492e86c2-b105-401d-9306-c04c4ae78a76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:28.921102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-52409367-3fb7-47af-8235-e8286d9dbf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:28.960753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b460d6c8-a11d-49dc-9509-e4eeb3c1a7c8']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:28.975781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b5a11d-7c96-4f67-b3c6-4736adfcd38c') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:28.976071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b5a11d-7c96-4f67-b3c6-4736adfcd38c') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:28.990493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.022812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.035392 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:29.037954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:29.043299 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:29.047383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52409367-3fb7-47af-8235-e8286d9dbf55 None None] Pushing event updated for resources: {'Port': ['ID=3941199c-2a2d-437e-8dd4-7fb744d24791,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:29.060654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-db9315f4-21f7-4b12-af1d-0742a3eb13e7 None None] Provisioning complete for port 3941199c-2a2d-437e-8dd4-7fb744d24791 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:29.061224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-db9315f4-21f7-4b12-af1d-0742a3eb13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.102477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.180117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3dc888c-4f35-4165-8a5e-a1d221d76e33 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.194946 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '3941199c-2a2d-437e-8dd4-7fb744d24791', 'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'mac_address': 'fa:16:3e:3b:90:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:19Z', 'updated_at': '2022-04-01T15:40:28Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'subnets': [{'id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:29.205679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] device_id is not set on port ed60a2b3-647e-4315-8211-9186c5ba696c yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:29.224279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.224534 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80a49d-d755-4b74-9d09-fbd04cbd0c86 None None] The sync data for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv is: [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '3941199c-2a2d-437e-8dd4-7fb744d24791', 'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'mac_address': 'fa:16:3e:3b:90:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:19Z', 'updated_at': '2022-04-01T15:40:28Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'subnets': [{'id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:29.232919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.238897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d069a077-3cf7-462f-a718-49fca8d47809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.279520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d069a077-3cf7-462f-a718-49fca8d47809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.283890 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d069a077-3cf7-462f-a718-49fca8d47809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "DELETE /v2.0/ports/84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 HTTP/1.1" status: 204 len: 168 time: 1.0422406 Apr 01 15:40:29.285716 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.303876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b460d6c8-a11d-49dc-9509-e4eeb3c1a7c8 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:40:29.312599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48322) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:29.315471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.324630 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "DELETE /v2.0/networks/b460d6c8-a11d-49dc-9509-e4eeb3c1a7c8 HTTP/1.1" status: 204 len: 168 time: 1.1516807 Apr 01 15:40:29.324630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069a077-3cf7-462f-a718-49fca8d47809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event deleted for resources: {'Port': ['ID=84b6a9b3-a712-45b3-be8f-9a2b6feb90a4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:29.330768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48324) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:29.333406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Request body: {'network': {'name': 'tempest-network--1472582184', 'router:external': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:29.349119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088afcda-0cad-44eb-b1d5-7344b77a1a4c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event deleted for resources: {'Network': ['ID=b460d6c8-a11d-49dc-9509-e4eeb3c1a7c8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:29.393786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.396075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.400582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.434759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48326) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:29.463919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Made reservation on behalf of e1b49fdcab0941b3a156ffd73efa896f for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:29.468118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.487628 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8fee5c-5d06-4eba-a80b-d186423a5b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:40:29.489582 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4b8fee5c-5d06-4eba-a80b-d186423a5b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "GET /v2.0/ports/84b6a9b3-a712-45b3-be8f-9a2b6feb90a4 HTTP/1.1" status: 404 len: 333 time: 0.1373007 Apr 01 15:40:29.506456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:29.511684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48330) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:29.514866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Pushing event updated for resources: {'Port': ['ID=d539ca09-b27c-4ba4-b344-84b0fae82c77,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:29.548365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1413192000', 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:29.554243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3941199c-2a2d-437e-8dd4-7fb744d24791 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:29.554625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.555206 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Added segment cd791a40-85ad-4686-9f87-9d00b9cf3132 of type vlan for network 31d6817c-e633-4a40-9837-15fa370bc1af Apr 01 15:40:29.555568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3dc888c-4f35-4165-8a5e-a1d221d76e33 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.616897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.639954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-199825136', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:29.647509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3941199c-2a2d-437e-8dd4-7fb744d24791 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:29.648076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.709403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3dc888c-4f35-4165-8a5e-a1d221d76e33 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.728534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.729796 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2eb0473d-b425-4deb-b7f9-feb7fd028118 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3898690 Apr 01 15:40:29.777903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.779183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:29.780556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.802647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:29.802980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:29.803308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:29.805332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc888c-4f35-4165-8a5e-a1d221d76e33 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0deb2e2-2628-4f5c-85c3-5dc0cc9d522d,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:29.823178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Made reservation on behalf of 14d311b67db54132882b209e996ca7fa for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:29.827192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.862527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:29.862864 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:29.863358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Made reservation on behalf of 829f263b33fc4641897450485e4dc936 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:29.865745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.867824 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'Port': ['ID=ed60a2b3-647e-4315-8211-9186c5ba696c,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:29.878307 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 2 to bind port ed60a2b3-647e-4315-8211-9186c5ba696c Apr 01 15:40:29.881345 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:29.942431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Allocated IP 172.26.6.198 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/7bfdc801-4b2e-40a1-b230-78b932a37892) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:29.976473 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6471212 Apr 01 15:40:29.978421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314b60f-abc5-4f0f-bf53-9923b30dfeaa tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'Network': ['ID=31d6817c-e633-4a40-9837-15fa370bc1af,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:29.980889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48344) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:29.992280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 31d6817c-e633-4a40-9837-15fa370bc1af details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:30.109616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a637696-4644-4e35-83eb-eb9a999caadc tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:30.111087 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3a637696-4644-4e35-83eb-eb9a999caadc tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] 10.222.0.73 "GET /v2.0/networks/31d6817c-e633-4a40-9837-15fa370bc1af HTTP/1.1" status: 200 len: 757 time: 0.1263516 Apr 01 15:40:30.120872 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48346) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:30.158645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.249640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3759132-a5b0-4508-bd95-31efec69fb55 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:30.254308 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f3759132-a5b0-4508-bd95-31efec69fb55 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] 10.222.0.73 "GET /v2.0/networks/8f4c6371-a140-4ee6-b88a-5ce0fa2abcdc HTTP/1.1" status: 200 len: 768 time: 0.1292756 Apr 01 15:40:30.254308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.257043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] device_id is not set on port e1fa4279-ed59-4782-9860-c976a216a044 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:30.293633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48356) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:30.314664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] device_id is not set on port 3fa42742-0db2-45b2-850f-3421aab297d4 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:30.321515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3dc888c-4f35-4165-8a5e-a1d221d76e33 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.322726 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b3dc888c-4f35-4165-8a5e-a1d221d76e33 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4263649 Apr 01 15:40:30.325742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48358) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:30.332386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-af8072b0-e7ca-49db-944c-0755e133744c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Request body: {'security_group_rule': {'security_group_id': '492e86c2-b105-401d-9306-c04c4ae78a76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:30.356271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:30.356945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:30.357833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:30.359491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae0cddd-9f99-40f8-8347-5806df80e16f,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:30.378996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48366) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:30.381462 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 15:40:30.418399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:30.419506 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:30.435695 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-37897715-da03-43c6-9285-4b9e65ec3557 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--282931767&fields=id&tenant_id=bdfaecd419554e82a0c191786f6f9375 HTTP/1.1" status: 200 len: 267 time: 0.0555391 Apr 01 15:40:30.455231 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 3 to bind port ed60a2b3-647e-4315-8211-9186c5ba696c Apr 01 15:40:30.458468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Allocated IP 172.20.0.1 (9d50a3cc-4708-4c93-a5e8-b507c9ac2c21/481781ea-e5d9-4009-bad7-726dcfec1296/6e5af7c4-9c43-4ad6-b953-cb3956f99dd7) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:30.488132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af8072b0-e7ca-49db-944c-0755e133744c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.538498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.552643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:30.552969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:30.553295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:30.598280 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:30.598589 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:30.608706 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 4 to bind port ed60a2b3-647e-4315-8211-9186c5ba696c Apr 01 15:40:30.675807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af8072b0-e7ca-49db-944c-0755e133744c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.687347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-c64437d5-9949-4df1-a908-8381546a7183 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:30.690384 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-c64437d5-9949-4df1-a908-8381546a7183 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/networks?id=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 HTTP/1.1" status: 200 len: 805 time: 0.2476754 Apr 01 15:40:30.695675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:30.695999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:30.696885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:30.704651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.705697 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-15df61e9-1765-4448-9a13-9d8f513a4038 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/quotas/bdfaecd419554e82a0c191786f6f9375 HTTP/1.1" status: 200 len: 375 time: 0.0102506 Apr 01 15:40:30.740870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:30.741098 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:30.746203 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 5 to bind port ed60a2b3-647e-4315-8211-9186c5ba696c Apr 01 15:40:30.803777 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-26a5ab4b-0dfc-446a-87f0-7c5b3fad4a63 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=bdfaecd419554e82a0c191786f6f9375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911229 Apr 01 15:40:30.855781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:30.855978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:30.856379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:30.857978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af8072b0-e7ca-49db-944c-0755e133744c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.877037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.882953 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8072b0-e7ca-49db-944c-0755e133744c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca164c5-450a-413c-b631-6066a22ff512,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:30.919118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:30.919459 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:30.922403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.928694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:30.929902 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 6 to bind port ed60a2b3-647e-4315-8211-9186c5ba696c Apr 01 15:40:30.980043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:30.983585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:30.983585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:30.983916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-63b45e68-fe37-4e48-9a93-d952c4e9cefc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:40:30.984433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > port after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:30.984433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > port after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:30.984433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > port after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:30.984433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:30.984433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:30.984433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:30.985041 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-63b45e68-fe37-4e48-9a93-d952c4e9cefc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0628853 Apr 01 15:40:30.985127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:31.025644 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:40:31.042967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af8072b0-e7ca-49db-944c-0755e133744c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.044197 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-af8072b0-e7ca-49db-944c-0755e133744c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7176707 Apr 01 15:40:31.047289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48374) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:31.058318 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:31.180271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:31.181216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:31.181547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:31.181877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:31.182241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d6817c-e633-4a40-9837-15fa370bc1af']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:31.189235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:31.189582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:31.189884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:31.235147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd791a40-85ad-4686-9f87-9d00b9cf3132') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:31.235550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd791a40-85ad-4686-9f87-9d00b9cf3132') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:31.255306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.266045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.300823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:31.322886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:31.323207 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:31.327559 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 7 to bind port ed60a2b3-647e-4315-8211-9186c5ba696c Apr 01 15:40:31.330534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.349391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:31.352752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Allocated IP 172.26.6.183 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/e1fa4279-ed59-4782-9860-c976a216a044) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:31.359584 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7a041bf7-698c-4a61-97a0-7047a100db84 service neutron] 10.222.0.73 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673472 Apr 01 15:40:31.379911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:31.385780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.388181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:31.388595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: from cryptography.utils import int_from_bytes Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: from cryptography.utils import int_from_bytes Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:31.397950 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:31.434613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:31.435360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:31.435360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:31.452870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Pushing event updated for resources: {'Port': ['ID=7bfdc801-4b2e-40a1-b230-78b932a37892,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:31.499571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:31.499894 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:31.503359 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 8 to bind port ed60a2b3-647e-4315-8211-9186c5ba696c Apr 01 15:40:31.527695 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-0e014af5-18ce-45fc-bc46-11aea51e97a5 service neutron] 10.222.0.73 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607802 Apr 01 15:40:31.562674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Network 9237a1ec-5567-4221-97a6-5c808904d3c6 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:31.567266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.582179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:31.588401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:31.594513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:31.594513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.599973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:31.600305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:31.600670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:31.603883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.610236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'Port': ['ID=3fa42742-0db2-45b2-850f-3421aab297d4,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:31.649217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:31.649616 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:31.673199 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 9 to bind port ed60a2b3-647e-4315-8211-9186c5ba696c Apr 01 15:40:31.684661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.707023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.744136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:31.758177 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-af2bf7b9-af6c-481b-8bc3-3770a8ba0092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2441993 Apr 01 15:40:31.765336 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48376) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:31.770540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31d6817c-e633-4a40-9837-15fa370bc1af {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:40:31.775297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:31.789383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:31.789728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:31.790178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:31.793958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:31.797602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.806400 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "DELETE /v2.0/networks/31d6817c-e633-4a40-9837-15fa370bc1af HTTP/1.1" status: 204 len: 168 time: 1.5061076 Apr 01 15:40:31.806400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event updated for resources: {'Port': ['ID=6e5af7c4-9c43-4ad6-b953-cb3956f99dd7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:31.810767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48380) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:31.817015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Request body: {'network': {'name': 'tempest-network--1735876020'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:31.829140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfd96c-5c06-412a-adf5-96c5c07eb33b tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event deleted for resources: {'Network': ['ID=31d6817c-e633-4a40-9837-15fa370bc1af,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:31.858004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.879423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.884836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb05cd55-9d0f-4085-9230-07e475735e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:31.887498 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fb05cd55-9d0f-4085-9230-07e475735e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "GET /v2.0/ports/3fa42742-0db2-45b2-850f-3421aab297d4 HTTP/1.1" status: 200 len: 959 time: 0.1196742 Apr 01 15:40:31.896801 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48392) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:31.902067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:31.902395 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:31.903984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.911378 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 10 to bind port ed60a2b3-647e-4315-8211-9186c5ba696c Apr 01 15:40:31.942023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:31.942670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:31.943155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:31.949146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.955614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:31.956780 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port ed60a2b3-647e-4315-8211-9186c5ba696c on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:31.957151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:31.994088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48402) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:32.072316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.122039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2f1dadeb-310d-404b-84d4-911da1758442 None None] Provisioning complete for port 6e5af7c4-9c43-4ad6-b953-cb3956f99dd7 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:32.125220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2f1dadeb-310d-404b-84d4-911da1758442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.151988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Pushing event updated for resources: {'Port': ['ID=e1fa4279-ed59-4782-9860-c976a216a044,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:32.179579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Allocated IP 172.26.6.25 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/c2bb0ba0-cc67-498c-b57e-a57cbaf505db) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:32.214624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2f1dadeb-310d-404b-84d4-911da1758442 None None] Port 6e5af7c4-9c43-4ad6-b953-cb3956f99dd7 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:32.323121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] For port ed60a2b3-647e-4315-8211-9186c5ba696c, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:32.323485 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempted to set empty binding levels {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:40:32.335880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.361855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.389451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:32.393194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:32.400443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Made reservation on behalf of e1b49fdcab0941b3a156ffd73efa896f for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:32.400443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.411287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:32.474614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.483473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.507625 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d6a3a375-78cb-4e57-ace5-52585b4faaa5 req-1cb2d194-4ded-4fc3-8efb-d42def8c52fb tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 210 time: 0.4927387 Apr 01 15:40:32.545978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:32.550601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.551378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.576552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.576552 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Added segment 8685e7ea-791e-45b2-a145-bed53ae8f181 of type vlan for network 2eb05a5e-4abc-4f27-8e9d-1717e04a59b2 Apr 01 15:40:32.576884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.580899 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-226bf59d-410a-4c6c-b122-2caee4f6e693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Deleting port 3fa42742-0db2-45b2-850f-3421aab297d4 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:32.581240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-226bf59d-410a-4c6c-b122-2caee4f6e693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.583758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] In _notify_port_updated(), no bound segment for port ed60a2b3-647e-4315-8211-9186c5ba696c on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:40:32.584694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.585298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.589711 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "PUT /v2.0/ports/ed60a2b3-647e-4315-8211-9186c5ba696c HTTP/1.1" status: 200 len: 977 time: 4.7576160 Apr 01 15:40:32.594106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48420) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:32.630177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d16984-4abb-490b-ac14-895d170c4629 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'Port': ['ID=ed60a2b3-647e-4315-8211-9186c5ba696c,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:32.660665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.667900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.705612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.719982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-226bf59d-410a-4c6c-b122-2caee4f6e693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.784939 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a9bc337f-a9e5-4dfb-bb54-294de1829e8d tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3463056 Apr 01 15:40:32.791392 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-226bf59d-410a-4c6c-b122-2caee4f6e693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Calling delete_port for 3fa42742-0db2-45b2-850f-3421aab297d4 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:32.794178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48424) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:32.808847 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.183'}]}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:32.817505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:32.827166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:32.829826 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:32.849051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.849558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.849994 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.850447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.851065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.851521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.851975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.852642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.853625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.854078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.854533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.854983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.855434 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.855889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.856332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.856802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.857248 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.857699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.858226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.858773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.859074 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.859608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.862501 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-de8008a8-72d3-42e1-9e94-89ff223107e0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19556 time: 0.2667172 Apr 01 15:40:32.873746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48426) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:32.903128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Pushing event updated for resources: {'Port': ['ID=c2bb0ba0-cc67-498c-b57e-a57cbaf505db,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:32.965764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:32.966148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Pushing event updated for resources: {'Port': ['ID=7bfdc801-4b2e-40a1-b230-78b932a37892,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:32.966261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:32.966261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.037379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.052970 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-82294eac-9f43-489e-8ce6-1b8164ab9eb8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8202882 Apr 01 15:40:33.090264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.091833 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.126012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'Network': ['ID=2eb05a5e-4abc-4f27-8e9d-1717e04a59b2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:33.142802 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dc54f6d8-c061-4b14-89e6-3b022c7eccc8 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3301396 Apr 01 15:40:33.146155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48430) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:33.147832 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 2eb05a5e-4abc-4f27-8e9d-1717e04a59b2 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:33.159020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f9db386b-25fc-4237-98e5-cde6f2a6153c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:33.222941 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.275727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.313532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.316594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-226bf59d-410a-4c6c-b122-2caee4f6e693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.359702 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-13373b7c-bcf1-4e9d-b585-abd4d2c67bb5 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Deleting port ed60a2b3-647e-4315-8211-9186c5ba696c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:33.360064 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-13373b7c-bcf1-4e9d-b585-abd4d2c67bb5 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.369721 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-226bf59d-410a-4c6c-b122-2caee4f6e693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.372938 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-226bf59d-410a-4c6c-b122-2caee4f6e693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "DELETE /v2.0/ports/3fa42742-0db2-45b2-850f-3421aab297d4 HTTP/1.1" status: 204 len: 168 time: 1.4669070 Apr 01 15:40:33.373775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bf59d-410a-4c6c-b122-2caee4f6e693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fa42742-0db2-45b2-850f-3421aab297d4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:33.373894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9db386b-25fc-4237-98e5-cde6f2a6153c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.376623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48446) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:33.397339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-92c6ec2c-2cb5-4326-9643-374bc574a276 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1079264718&fields=id&tenant_id=3f3592e4908d4ed58791d42b7969808a HTTP/1.1" status: 200 len: 267 time: 0.1299982 Apr 01 15:40:33.408846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.415858 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd84e160-0af0-4dec-ae5e-963d06c113c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:40:33.418737 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cd84e160-0af0-4dec-ae5e-963d06c113c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "GET /v2.0/ports/3fa42742-0db2-45b2-850f-3421aab297d4 HTTP/1.1" status: 404 len: 333 time: 0.0399647 Apr 01 15:40:33.429667 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48448) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:33.466651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Request body: {'port': {'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1293154609'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:33.486468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.488444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event updated for resources: {'Port': ['ID=6e5af7c4-9c43-4ad6-b953-cb3956f99dd7,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:33.496823 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.516086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9db386b-25fc-4237-98e5-cde6f2a6153c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.544077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9db386b-25fc-4237-98e5-cde6f2a6153c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Network 2eb05a5e-4abc-4f27-8e9d-1717e04a59b2 is not hosted by any dhcp agent {{(pid=110106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 15:40:33.544985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db386b-25fc-4237-98e5-cde6f2a6153c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:33.545577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9db386b-25fc-4237-98e5-cde6f2a6153c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.546864 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f9db386b-25fc-4237-98e5-cde6f2a6153c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "PUT /v2.0/networks/2eb05a5e-4abc-4f27-8e9d-1717e04a59b2 HTTP/1.1" status: 200 len: 859 time: 0.3997414 Apr 01 15:40:33.552609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48450) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:33.573150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-13373b7c-bcf1-4e9d-b585-abd4d2c67bb5 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] For port ed60a2b3-647e-4315-8211-9186c5ba696c, host hv-neutron-8358, got binding levels [] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:33.573477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-13373b7c-bcf1-4e9d-b585-abd4d2c67bb5 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.632748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-13373b7c-bcf1-4e9d-b585-abd4d2c67bb5 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Calling delete_port for ed60a2b3-647e-4315-8211-9186c5ba696c owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:33.684456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db386b-25fc-4237-98e5-cde6f2a6153c tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event updated for resources: {'Network': ['ID=2eb05a5e-4abc-4f27-8e9d-1717e04a59b2,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:33.710142 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.721166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:33.723580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:33.730512 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fd3e81ec-e731-4503-9633-73a988921175 req-5988e9de-6de9-4c8c-919a-f9472009b12c tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 210 time: 0.1303563 Apr 01 15:40:33.893164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.927495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb05a5e-4abc-4f27-8e9d-1717e04a59b2']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:33.942140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8685e7ea-791e-45b2-a145-bed53ae8f181') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:33.942724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8685e7ea-791e-45b2-a145-bed53ae8f181') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:33.955464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Router d8078b70-91af-4c9c-90c4-c0425e0ec001 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:40:33.957305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.978630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:33.989111 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Made reservation on behalf of 829f263b33fc4641897450485e4dc936 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:33.991393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.016508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:34.016910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:34.018658 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:34.049605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.062225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b41a70de-d1fb-4108-9f11-2b74970d846b None None] Provisioning complete for port 6e5af7c4-9c43-4ad6-b953-cb3956f99dd7 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:34.062597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b41a70de-d1fb-4108-9f11-2b74970d846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.112072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b41a70de-d1fb-4108-9f11-2b74970d846b None None] Port 6e5af7c4-9c43-4ad6-b953-cb3956f99dd7 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:34.115053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] device_id is not set on port 8b2da57a-41d2-4654-a77f-9e055e67cecd yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:34.132578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-ab8177b0-35a0-486d-9399-3949a4aef609 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:34.134684 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-ab8177b0-35a0-486d-9399-3949a4aef609 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/networks?id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 HTTP/1.1" status: 200 len: 812 time: 0.7125847 Apr 01 15:40:34.145472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:34.150797 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8c013001-f8c1-4bc4-9325-fb93a14abcc6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "PUT /v2.0/routers/d8078b70-91af-4c9c-90c4-c0425e0ec001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1158700 Apr 01 15:40:34.153333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48458) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:34.158537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Request body: {'port': {'network_id': '9d50a3cc-4708-4c93-a5e8-b507c9ac2c21', 'name': 'tempest-FloatingIPAdminTestJSON-1494379002'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:34.160659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad981f64-e3f4-43fd-8a4f-ee303326a77d None None] Sync routers for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:34.165340 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-087c825e-9088-4aad-bba7-6a7292a583eb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/quotas/3f3592e4908d4ed58791d42b7969808a HTTP/1.1" status: 200 len: 375 time: 0.0229115 Apr 01 15:40:34.173683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad981f64-e3f4-43fd-8a4f-ee303326a77d None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:34.174375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ad981f64-e3f4-43fd-8a4f-ee303326a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:34.209559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ad981f64-e3f4-43fd-8a4f-ee303326a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:34.219333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad981f64-e3f4-43fd-8a4f-ee303326a77d None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:34.220077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ad981f64-e3f4-43fd-8a4f-ee303326a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:34.254963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.261250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ad981f64-e3f4-43fd-8a4f-ee303326a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:34.262386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad981f64-e3f4-43fd-8a4f-ee303326a77d None None] The sync data for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:34.269735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2eb05a5e-4abc-4f27-8e9d-1717e04a59b2 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:40:34.276796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.279974 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] 10.222.0.73 "DELETE /v2.0/networks/2eb05a5e-4abc-4f27-8e9d-1717e04a59b2 HTTP/1.1" status: 204 len: 168 time: 0.7264619 Apr 01 15:40:34.289241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48460) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:34.302443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68590422-bdab-402f-a468-b99076097a11 tempest-ExternalNetworksTestJSON-1949370877 tempest-ExternalNetworksTestJSON-1949370877-project-admin] Pushing event deleted for resources: {'Network': ['ID=2eb05a5e-4abc-4f27-8e9d-1717e04a59b2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:34.326540 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-e3c2a6cf-3407-4880-b374-13b4133d7e14 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f3592e4908d4ed58791d42b7969808a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538160 Apr 01 15:40:34.331844 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbd85ca-4dd9-46c9-9045-25ea80ce5c7a tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] DELETE failed (client error): The resource could not be found. Apr 01 15:40:34.332273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bbd85ca-4dd9-46c9-9045-25ea80ce5c7a tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:40:34.338309 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.338547 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4bbd85ca-4dd9-46c9-9045-25ea80ce5c7a tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] 10.222.0.73 "DELETE /v2.0/subnets/4b942dc9-641b-40e3-9070-1307db445624 HTTP/1.1" status: 404 len: 337 time: 0.0417612 Apr 01 15:40:34.338547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48462) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:34.344701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-13373b7c-bcf1-4e9d-b585-abd4d2c67bb5 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.410955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13373b7c-bcf1-4e9d-b585-abd4d2c67bb5 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed60a2b3-647e-4315-8211-9186c5ba696c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:34.415320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Made reservation on behalf of bd6df74415c6417b9db2e77e9b0ce843 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:34.418800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.431145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-13373b7c-bcf1-4e9d-b585-abd4d2c67bb5 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.436894 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-13373b7c-bcf1-4e9d-b585-abd4d2c67bb5 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "DELETE /v2.0/ports/ed60a2b3-647e-4315-8211-9186c5ba696c HTTP/1.1" status: 204 len: 168 time: 1.5452430 Apr 01 15:40:34.440390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48466) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:34.443202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.453935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.462320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] device_id is not set on port d0ddea59-fcd9-41e4-bc8b-de1879dc003f yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:34.487194 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-408f3441-35d1-4eaa-b912-d78e07b64541 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:40:34.488609 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-408f3441-35d1-4eaa-b912-d78e07b64541 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "GET /v2.0/ports/ed60a2b3-647e-4315-8211-9186c5ba696c HTTP/1.1" status: 404 len: 333 time: 0.0462945 Apr 01 15:40:34.516141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48468) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:34.520908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2027773311', 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:34.674045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.687944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Allocated IP 172.20.0.9 (9d50a3cc-4708-4c93-a5e8-b507c9ac2c21/481781ea-e5d9-4009-bad7-726dcfec1296/d0ddea59-fcd9-41e4-bc8b-de1879dc003f) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:34.710471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4c6371-a140-4ee6-b88a-5ce0fa2abcdc']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:34.713273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Made reservation on behalf of 3de37b8114404a7493b45b19721aa409 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:34.715600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.736740 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Pushing event updated for resources: {'Port': ['ID=c2bb0ba0-cc67-498c-b57e-a57cbaf505db,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:34.737345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19024db1-1689-40f7-903b-f6a841456504') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:34.737672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19024db1-1689-40f7-903b-f6a841456504') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:34.745731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.748891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.760754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cc674246-37b1-4a8a-abf0-cb1097e777d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.762581 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-367caad7-0a06-4033-aa76-1e8a4149a774 service neutron] 10.222.0.73 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027975 Apr 01 15:40:34.762806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.786213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] device_id is not set on port ef9e5228-eeac-41e6-a10b-62278f863f52 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:34.816795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.964463 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.966057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:34.966474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:34.971141 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:34.973833 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f17efe51-52cd-47bf-b348-990627c2b30c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9196002 Apr 01 15:40:34.982330 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-9be2dfa6-6b48-46c0-90ec-8b75ab2158ed service neutron] 10.222.0.73 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102730 Apr 01 15:40:35.059778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-739ad411-436f-461b-a088-ff6d7a235531 req-506e8af3-868b-43a4-894b-4743ef20c1c3 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 210 time: 0.0471623 Apr 01 15:40:35.063824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.090899 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.096162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.415828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.444680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.451235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Network 9237a1ec-5567-4221-97a6-5c808904d3c6 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:35.466637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.476886 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-44c273a4-4d14-4427-90b8-3968b7c4c089 req-c12acedb-a682-447a-921d-e43cec5d049f tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 210 time: 0.0543072 Apr 01 15:40:35.486778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.488145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.495157 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] 10.222.0.73 "DELETE /v2.0/networks/8f4c6371-a140-4ee6-b88a-5ce0fa2abcdc HTTP/1.1" status: 204 len: 168 time: 1.1556606 Apr 01 15:40:35.499296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616252b-3a10-4f92-babb-f022f6bca148 tempest-ExternalNetworksTestJSON-304009255 tempest-ExternalNetworksTestJSON-304009255-project] Pushing event deleted for resources: {'Network': ['ID=8f4c6371-a140-4ee6-b88a-5ce0fa2abcdc,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:35.533672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:35.537036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:35.538131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:35.538726 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.550556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2da57a-41d2-4654-a77f-9e055e67cecd,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:35.675894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.678059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.714966 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-4408196c-100f-4319-8d29-d3d4cc599e9d tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--62904603&fields=id&tenant_id=f7eb046e57aa488fbe05fe39094d9900 HTTP/1.1" status: 200 len: 267 time: 0.2676401 Apr 01 15:40:35.739859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:35.743700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:35.747391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:35.749812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:35.751642 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:35.754221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9e5228-eeac-41e6-a10b-62278f863f52,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:35.755588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.758070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:35.759563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:35.760066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.760723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.778280 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2f5a012e-2b9c-4390-a901-7c2cae14a32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3399808 Apr 01 15:40:35.784910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48510) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:35.816918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:35.876966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event updated for resources: {'Port': ['ID=d0ddea59-fcd9-41e4-bc8b-de1879dc003f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:35.887708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:35.888520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.931968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:35.981885 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-16c6fbdc-e410-4391-a74c-976a64011ce0 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4645925 Apr 01 15:40:35.987523 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48512) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:36.030744 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-48631f88-264e-4cd4-9545-fbf912124b75 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8762236 Apr 01 15:40:36.040402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48514) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:36.050714 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ff26d482-5656-4f59-b432-2b3c272df598 None None] Provisioning complete for port d0ddea59-fcd9-41e4-bc8b-de1879dc003f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:36.051319 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ff26d482-5656-4f59-b432-2b3c272df598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.063000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb13791-b427-441e-b00a-623f4914daa7 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:36.066061 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5eb13791-b427-441e-b00a-623f4914daa7 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "GET /v2.0/ports/ef9e5228-eeac-41e6-a10b-62278f863f52 HTTP/1.1" status: 200 len: 955 time: 0.0770433 Apr 01 15:40:36.066792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48518) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:36.108113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ff26d482-5656-4f59-b432-2b3c272df598 None None] Port d0ddea59-fcd9-41e4-bc8b-de1879dc003f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:36.147871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-c1f8823a-d4e2-4f2d-8ffa-2fb235bb5b96 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:36.156367 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-c1f8823a-d4e2-4f2d-8ffa-2fb235bb5b96 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/networks?id=292ecff8-5230-49bd-bfd0-4a142639a8c7 HTTP/1.1" status: 200 len: 811 time: 0.4025269 Apr 01 15:40:36.172496 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-652ff07b-08a1-4274-9b67-bca0c8824ba0 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/quotas/f7eb046e57aa488fbe05fe39094d9900 HTTP/1.1" status: 200 len: 375 time: 0.0157425 Apr 01 15:40:36.211928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.212312 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fcefaa2-606a-46b4-8ef3-73e85b28ad46 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:40:36.300534 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-ea1704c2-fb3f-415a-afef-70298dafe81a tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f7eb046e57aa488fbe05fe39094d9900&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270254 Apr 01 15:40:36.360099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48530) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:36.364402 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-80aea200-3159-4d5c-a2d4-2eaa8129ca78 req-74c21b5b-c40b-40b4-a06a-ce667c12ffe5 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 210 time: 0.0619595 Apr 01 15:40:36.367461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'project_id': 'bd6df74415c6417b9db2e77e9b0ce843', 'port_id': 'd0ddea59-fcd9-41e4-bc8b-de1879dc003f'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:36.371394 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:40:36.372447 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e1d70249-a194-40e1-bccb-e81753c5ea19 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5697424 Apr 01 15:40:36.376255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48538) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:36.403802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] device_id is not set on port 8b2da57a-41d2-4654-a77f-9e055e67cecd yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:36.414509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.424780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-aca43cd1-1446-49f2-9b1c-0633f2e045d6 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Deleting port ef9e5228-eeac-41e6-a10b-62278f863f52 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:36.425231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aca43cd1-1446-49f2-9b1c-0633f2e045d6 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.447419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.41', 53193) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:36.482068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8fb3f0e1-515b-40f3-83aa-cebce36b98b6 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Deleting port e1fa4279-ed59-4782-9860-c976a216a044 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:36.482658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fb3f0e1-515b-40f3-83aa-cebce36b98b6 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.502681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.516461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.623235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2da57a-41d2-4654-a77f-9e055e67cecd,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:36.658014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aca43cd1-1446-49f2-9b1c-0633f2e045d6 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.687616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-988bc546-816a-4d59-8134-dceaf450d04d service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:40:36.689746 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-988bc546-816a-4d59-8134-dceaf450d04d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1594925 Apr 01 15:40:36.700305 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-070b6fba-fa60-453a-a24c-7386fc7f5d58 req-67d22666-9408-4f29-964d-34c0a3a21850 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 210 time: 0.1205716 Apr 01 15:40:36.734851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fb3f0e1-515b-40f3-83aa-cebce36b98b6 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.759484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-aca43cd1-1446-49f2-9b1c-0633f2e045d6 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Calling delete_port for ef9e5228-eeac-41e6-a10b-62278f863f52 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:36.790454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8fb3f0e1-515b-40f3-83aa-cebce36b98b6 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Calling delete_port for e1fa4279-ed59-4782-9860-c976a216a044 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:36.855279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-eb387315-fab5-40b9-a70e-4e3dd780b2fa tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:36.856814 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-eb387315-fab5-40b9-a70e-4e3dd780b2fa tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.41 "GET /v2.0/networks?id=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 HTTP/1.1" status: 200 len: 805 time: 0.4104798 Apr 01 15:40:36.874016 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d4a18532-31db-4dba-b17f-c64eb36c77b3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1274a1bc33a048b18fa0d59d8691a2db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5086219 Apr 01 15:40:36.874016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:36.874016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:36.874016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:36.875199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48548) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:36.900018 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:36.900382 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:36.903615 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 2 to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd Apr 01 15:40:36.918979 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-f232ac18-a7d9-4fe8-baed-5ebdfc4958e6 service neutron] 10.222.0.73 "GET /v2.0/networks/292ecff8-5230-49bd-bfd0-4a142639a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176652 Apr 01 15:40:36.959601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:36.959921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:36.960261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:36.969889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:36.994366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:36.994697 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:36.998566 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 3 to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd Apr 01 15:40:37.011172 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-851a823e-879c-4ae3-9f23-150b8bbd88e1 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdfaecd419554e82a0c191786f6f9375 HTTP/1.1" status: 200 len: 379 time: 0.0997374 Apr 01 15:40:37.033723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Request body: {'port': {'device_id': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'admin_state_up': True, 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'security_groups': ['0d9b70b5-ac63-4230-afd7-2a0be209b15d']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:37.066986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:37.067314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:37.067987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:37.070290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-100ca77c-6be9-4bf3-82f4-3423be52ae82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.082844 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-5015d766-beea-4672-84da-7ad928e4f631 service neutron] 10.222.0.73 "GET /v2.0/networks/292ecff8-5230-49bd-bfd0-4a142639a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473138 Apr 01 15:40:37.093379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:37.093701 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:37.111727 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 4 to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd Apr 01 15:40:37.117700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-100ca77c-6be9-4bf3-82f4-3423be52ae82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.175093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aca43cd1-1446-49f2-9b1c-0633f2e045d6 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.201316 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fb3f0e1-515b-40f3-83aa-cebce36b98b6 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.208853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:37.209401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:37.209715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:37.225806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbd20-bb3b-439f-8667-185900ce3dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.236931 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3f0e1-515b-40f3-83aa-cebce36b98b6 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1fa4279-ed59-4782-9860-c976a216a044,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:37.265092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aca43cd1-1446-49f2-9b1c-0633f2e045d6 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.268360 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-aca43cd1-1446-49f2-9b1c-0633f2e045d6 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "DELETE /v2.0/ports/ef9e5228-eeac-41e6-a10b-62278f863f52 HTTP/1.1" status: 204 len: 168 time: 1.1162233 Apr 01 15:40:37.274672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca43cd1-1446-49f2-9b1c-0633f2e045d6 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef9e5228-eeac-41e6-a10b-62278f863f52,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:37.274995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48552) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:37.280804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:37.281128 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:37.282096 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 5 to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd Apr 01 15:40:37.285805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Allocated IP 172.26.6.154 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/e34361c1-b50f-4a22-8a7f-5eb2089b35fc) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:37.308435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:37.309097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:37.309757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:37.319616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:37.320213 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:37.322215 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 6 to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd Apr 01 15:40:37.330447 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba555e3-00b6-4cd2-a15e-13a532876aca tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:40:37.332120 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cba555e3-00b6-4cd2-a15e-13a532876aca tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "GET /v2.0/ports/ef9e5228-eeac-41e6-a10b-62278f863f52 HTTP/1.1" status: 404 len: 333 time: 0.0559709 Apr 01 15:40:37.338978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48556) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:37.350711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Request body: {'port': {'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1853937228'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:37.372518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fb3f0e1-515b-40f3-83aa-cebce36b98b6 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.373779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:37.374173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:37.374619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:37.377281 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8fb3f0e1-515b-40f3-83aa-cebce36b98b6 tempest-RoutersAdminNegativeIpV6Test-462515772 tempest-RoutersAdminNegativeIpV6Test-462515772-project-admin] 10.222.0.73 "DELETE /v2.0/ports/e1fa4279-ed59-4782-9860-c976a216a044 HTTP/1.1" status: 204 len: 168 time: 0.9995596 Apr 01 15:40:37.394713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:37.395097 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:37.396455 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 7 to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd Apr 01 15:40:37.411018 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:37.411366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:37.411694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:37.417392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:37.418502 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:37.418502 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 8 to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd Apr 01 15:40:37.438872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:37.439282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:37.439574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:37.445126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Made reservation on behalf of bdfaecd419554e82a0c191786f6f9375 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:37.450055 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.453991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:37.454536 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:37.463241 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 9 to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd Apr 01 15:40:37.481678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:37.482080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:37.482525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:37.490855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:37.492045 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:37.492045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-100ca77c-6be9-4bf3-82f4-3423be52ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.495678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-100ca77c-6be9-4bf3-82f4-3423be52ae82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.497196 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-100ca77c-6be9-4bf3-82f4-3423be52ae82 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8cf1943b-1612-419d-8a36-3692ee08ef9b HTTP/1.1" status: 204 len: 168 time: 0.6197762 Apr 01 15:40:37.498513 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempt 10 to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd Apr 01 15:40:37.518210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Made reservation on behalf of 3de37b8114404a7493b45b19721aa409 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:37.520778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.525211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:37.525842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:37.526274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempting to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:37.614870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:37.615204 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Failed to bind port 8b2da57a-41d2-4654-a77f-9e055e67cecd on host hv-neutron-8358 for vnic_type normal using segments [{'id': 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '9237a1ec-5567-4221-97a6-5c808904d3c6'}] Apr 01 15:40:37.615576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.619962 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-898a0f83-c7e0-499f-b770-5209b3d17eb4 req-17f0e622-e3a5-48dd-8d8c-c89012229c9f tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.0568585 Apr 01 15:40:37.664088 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ca77c-6be9-4bf3-82f4-3423be52ae82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf1943b-1612-419d-8a36-3692ee08ef9b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:37.684556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] device_id is not set on port 30ce112a-a5d2-47c8-85ee-38659b8538ec yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:37.761163 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c5904a28-dfbe-4aa7-98f7-cbf0a0908617 req-33591531-6f19-42a3-8bd9-49172aeb06de tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 210 time: 0.1471915 Apr 01 15:40:37.767036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:37.841026 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-73102c9e-86f0-4c30-818f-7210244da49a req-75cc5b44-1819-4677-8b84-b42e72bc7acf tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 210 time: 0.0392466 Apr 01 15:40:37.872645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Allocated IP 172.20.0.3 (a1d36d82-340c-4cb2-8c00-a772b7b8e5c8/3e4574ab-1f3e-4e1d-9117-87cb4f605fb1/b1edbd42-a6df-499e-87da-83c60d60d380) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:37.885320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] For port 8b2da57a-41d2-4654-a77f-9e055e67cecd, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:37.885708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attempted to set empty binding levels {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:40:37.984755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.010572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.050163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:38.056132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:38.060303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:38.095439 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48596) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:38.096299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Pushing event updated for resources: {'Port': ['ID=e34361c1-b50f-4a22-8a7f-5eb2089b35fc,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:38.126994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] In _notify_port_updated(), no bound segment for port 8b2da57a-41d2-4654-a77f-9e055e67cecd on network 9237a1ec-5567-4221-97a6-5c808904d3c6 {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:40:38.127922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:38.128568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.129899 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "PUT /v2.0/ports/8b2da57a-41d2-4654-a77f-9e055e67cecd HTTP/1.1" status: 200 len: 981 time: 2.3442075 Apr 01 15:40:38.145149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48600) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:38.193853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.199189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ec1f8-3484-48bc-b18e-522850f23ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2da57a-41d2-4654-a77f-9e055e67cecd,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:38.272458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.328447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e542d6d9-bcc5-4e55-bac5-1dcb012e23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Deleting port 8b2da57a-41d2-4654-a77f-9e055e67cecd {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:38.328789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e542d6d9-bcc5-4e55-bac5-1dcb012e23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.333855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c98417f-c0e3-4218-af03-fcbbe21e662e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.458010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-e542d6d9-bcc5-4e55-bac5-1dcb012e23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] For port 8b2da57a-41d2-4654-a77f-9e055e67cecd, host hv-neutron-8358, got binding levels [] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:38.467340 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e542d6d9-bcc5-4e55-bac5-1dcb012e23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.486723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e542d6d9-bcc5-4e55-bac5-1dcb012e23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Calling delete_port for 8b2da57a-41d2-4654-a77f-9e055e67cecd owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:38.670533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.688830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.758392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:38.770787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:38.773465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:38.778144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:38.778144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.781766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:38.788969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:38.792409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:38.800630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'Port': ['ID=30ce112a-a5d2-47c8-85ee-38659b8538ec,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:38.919147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:38.919822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:38.939910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Pushing event updated for resources: {'Port': ['ID=b1edbd42-a6df-499e-87da-83c60d60d380,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:39.003069 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5a876e0d-2251-442b-a7c6-acb3cac714ba tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6596379 Apr 01 15:40:39.003069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48620) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:39.010633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:39.017435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48622) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:39.092375 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.126214 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d0889ad6-e145-49d5-a171-13e7cd05c629 req-a0103ed4-6973-40f0-85ae-a34dce4541e4 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.4258785 Apr 01 15:40:39.236787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e542d6d9-bcc5-4e55-bac5-1dcb012e23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.287968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f2f42166-aa3c-43d7-9893-8564d123d78d None None] Provisioning complete for port b1edbd42-a6df-499e-87da-83c60d60d380 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:39.288811 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f2f42166-aa3c-43d7-9893-8564d123d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.342405 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-4c3f7349-56f0-41d0-b2b5-a23f2560d7c8 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3171952 Apr 01 15:40:39.371696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-20d42ef2-8c78-4d0b-8ed6-fa093820d6ab tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:40:39.371696 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-20d42ef2-8c78-4d0b-8ed6-fa093820d6ab tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085406 Apr 01 15:40:39.405739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542d6d9-bcc5-4e55-bac5-1dcb012e23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b2da57a-41d2-4654-a77f-9e055e67cecd,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:39.432165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f2f42166-aa3c-43d7-9893-8564d123d78d None None] Port b1edbd42-a6df-499e-87da-83c60d60d380 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:39.432538 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-391d199e-2196-4147-ba4e-711563fbffb3 req-7467a976-ddca-4485-9b58-baae5896dbd2 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 210 time: 0.1527267 Apr 01 15:40:39.465398 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a0d51e54-30c7-4318-9c39-6be0b8e70c34 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1b49fdcab0941b3a156ffd73efa896f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4464643 Apr 01 15:40:39.469502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48624) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:39.476471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c98417f-c0e3-4218-af03-fcbbe21e662e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.488072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e542d6d9-bcc5-4e55-bac5-1dcb012e23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.494872 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e542d6d9-bcc5-4e55-bac5-1dcb012e23c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "DELETE /v2.0/ports/8b2da57a-41d2-4654-a77f-9e055e67cecd HTTP/1.1" status: 204 len: 168 time: 1.3484001 Apr 01 15:40:39.495511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48626) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:39.509845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.527655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfa44-831c-4db7-b897-9fae2d2fda57 req-7e1b0fcd-8797-4aef-a733-5a4d552e4eba tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:39.535620 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7eacfa44-831c-4db7-b897-9fae2d2fda57 req-7e1b0fcd-8797-4aef-a733-5a4d552e4eba tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 931 time: 0.4124658 Apr 01 15:40:39.544107 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed069f7-4f49-48d3-a0cb-8b7f83ed6275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:40:39.550778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3ed069f7-4f49-48d3-a0cb-8b7f83ed6275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529873185-project-admin] 10.222.0.73 "GET /v2.0/ports/8b2da57a-41d2-4654-a77f-9e055e67cecd HTTP/1.1" status: 404 len: 333 time: 0.0540459 Apr 01 15:40:39.554694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48628) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:39.659315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c283f38-d2db-40ef-8bed-63ab34167eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.697900 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7eacfa44-831c-4db7-b897-9fae2d2fda57 req-be9a55e1-a217-4e31-ae01-804a3d529680 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575251 Apr 01 15:40:39.710087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.720627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.41', 53200) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:39.722560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c98417f-c0e3-4218-af03-fcbbe21e662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.768384 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4c98417f-c0e3-4218-af03-fcbbe21e662e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f736ef58b434fe7973968851eab814a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6680574 Apr 01 15:40:39.771635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c283f38-d2db-40ef-8bed-63ab34167eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.790396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Request body: {'port': {'device_id': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:39.880385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48632) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:39.880385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.880385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98417f-c0e3-4218-af03-fcbbe21e662e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df02711-fea0-4774-9238-2996989d842f,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:39.880385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.951861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:39.979753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d9f4-6671-4e77-a1f6-d5d2783a97d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.063386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.096099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d9f4-6671-4e77-a1f6-d5d2783a97d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.150568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9237a1ec-5567-4221-97a6-5c808904d3c6']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:40.201097 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:40.201799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b65f63-7ac7-490e-9cb7-4b3f6c4dab60') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:40.245247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.258283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] device_id is not set on port 30ce112a-a5d2-47c8-85ee-38659b8538ec yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:40.267040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.284579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-055f2028-1559-46ed-9f8a-b40ae3221414 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:40.286498 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-055f2028-1559-46ed-9f8a-b40ae3221414 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.41 "GET /v2.0/networks?id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 HTTP/1.1" status: 200 len: 812 time: 0.5648191 Apr 01 15:40:40.318578 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2619c126-e765-4df2-9222-079faef8faab req-b1f4b695-ac3a-4d3b-b814-1eba608ec560 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.0643299 Apr 01 15:40:40.325841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.340444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:40.341275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:40.345383 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:40.444432 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.445434 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-83f63839-e23f-4afa-abff-67e29d2ae24c tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f3592e4908d4ed58791d42b7969808a HTTP/1.1" status: 200 len: 380 time: 0.0994165 Apr 01 15:40:40.452738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.463377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d9f4-6671-4e77-a1f6-d5d2783a97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.466140 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ec4d9f4-6671-4e77-a1f6-d5d2783a97d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.469937 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2ec4d9f4-6671-4e77-a1f6-d5d2783a97d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5df02711-fea0-4774-9238-2996989d842f HTTP/1.1" status: 204 len: 168 time: 0.6736903 Apr 01 15:40:40.482556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c283f38-d2db-40ef-8bed-63ab34167eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.486100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4d9f4-6671-4e77-a1f6-d5d2783a97d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df02711-fea0-4774-9238-2996989d842f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:40.489495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c283f38-d2db-40ef-8bed-63ab34167eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.493087 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3c283f38-d2db-40ef-8bed-63ab34167eef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/874d89aa-c381-411e-90ff-49ecb2ebacac HTTP/1.1" status: 204 len: 168 time: 1.0222669 Apr 01 15:40:40.567822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Request body: {'port': {'device_id': '20d42451-7996-4b22-84f0-8faaee5408fe', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'admin_state_up': True, 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'security_groups': ['e999f06e-4300-4eb3-84ac-812936b9d548']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:40.673599 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8bc80dfc-20dc-4bd6-a7fd-e52e452d633f req-4056e4d4-e62a-4648-b17e-f285e8b3715c tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 210 time: 0.0716677 Apr 01 15:40:40.675138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.706249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.718072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:40.718413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:40.718828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:40.732380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c283f38-d2db-40ef-8bed-63ab34167eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874d89aa-c381-411e-90ff-49ecb2ebacac,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:40.795103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1edbd42-a6df-499e-87da-83c60d60d380 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:40:40.814713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:40.815438 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:40.816328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'Port': ['ID=30ce112a-a5d2-47c8-85ee-38659b8538ec,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:40.820105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.824880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.828126 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] 10.222.0.73 "DELETE /v2.0/networks/9237a1ec-5567-4221-97a6-5c808904d3c6 HTTP/1.1" status: 204 len: 168 time: 1.2671454 Apr 01 15:40:40.862179 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 2 to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec Apr 01 15:40:40.889420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Transition to ACTIVE for port object b1edbd42-a6df-499e-87da-83c60d60d380 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:40:40.899948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:40.900278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:40.900667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:40.900841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31681ef-53d6-4f2e-a61c-eee65795e8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912863618-project] Pushing event deleted for resources: {'Network': ['ID=9237a1ec-5567-4221-97a6-5c808904d3c6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:40.938899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:40.938899 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:40.938899 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 3 to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec Apr 01 15:40:40.939164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Pushing event updated for resources: {'Port': ['ID=e34361c1-b50f-4a22-8a7f-5eb2089b35fc,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:40.939259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:40.939259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:40.939259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:40.942748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:40.953442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:40.953806 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:40.959044 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 4 to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec Apr 01 15:40:40.981683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:40.981683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:40.981683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:40.989830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:40.991122 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:40.992121 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 5 to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec Apr 01 15:40:41.000187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2e61e-5093-4a9c-a5d6-a51cf7a01e57 req-626f8aac-9792-4f4e-9d60-cab5da181145 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:41.002065 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15b2e61e-5093-4a9c-a5d6-a51cf7a01e57 req-626f8aac-9792-4f4e-9d60-cab5da181145 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 931 time: 0.1393220 Apr 01 15:40:41.041723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:41.042063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:41.042406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:41.047756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:41.048321 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:41.049061 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 6 to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec Apr 01 15:40:41.076231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:41.076231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:41.076231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:41.091360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:41.091935 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:41.094688 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 7 to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec Apr 01 15:40:41.117145 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15b2e61e-5093-4a9c-a5d6-a51cf7a01e57 req-28e106d8-a9fd-45a7-b814-098d1da4301f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928504 Apr 01 15:40:41.139167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:41.139167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:41.139167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:41.139620 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Floating IP dee2fb31-ee42-4c81-8d4b-9e4a01f2b345 associated. External IP: 172.26.6.154, port: d0ddea59-fcd9-41e4-bc8b-de1879dc003f. Apr 01 15:40:41.139850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:41.139850 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:41.139850 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 8 to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec Apr 01 15:40:41.171301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:41.172246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:41.173160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:41.185016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:41.186565 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:41.187466 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 9 to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec Apr 01 15:40:41.214121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:41.215116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:41.215296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:41.322013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Made reservation on behalf of 3f3592e4908d4ed58791d42b7969808a for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:41.327595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:41.343128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:41.348871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:41.351292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:41.418869 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Pushing event updated for resources: {'Port': ['ID=b1edbd42-a6df-499e-87da-83c60d60d380,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:41.459371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:41.459846 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:41.463895 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempt 10 to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec Apr 01 15:40:41.574693 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b373875d-5219-4c58-88c1-5f2c69f80f94 req-7f82748e-c56d-4ca9-9579-fa18cadeea86 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.0816739 Apr 01 15:40:41.688428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:41.688428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:41.688428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempting to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:41.752678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Router d8078b70-91af-4c9c-90c4-c0425e0ec001 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:40:41.839669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:41.840298 dv-neutron-835865-1-hyperv neutron-server[110106]: ERROR neutron.plugins.ml2.managers [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Failed to bind port 30ce112a-a5d2-47c8-85ee-38659b8538ec on host hv-neutron-8358 for vnic_type normal using segments [{'id': '939e107b-6267-4560-be11-217ff21576a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'f3fb3b8a-da30-457b-9a0e-0b35d694e3d0'}] Apr 01 15:40:41.841385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:41.954754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Allocated IP 172.20.0.6 (a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5/72f5a4e3-be43-4c74-90a9-1d70d76a2497/945a15ca-285e-4aaf-bd10-6c4161de9ed2) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:42.018295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Attempting to bind port b1edbd42-a6df-499e-87da-83c60d60d380 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:42.019102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Attempting to bind port b1edbd42-a6df-499e-87da-83c60d60d380 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:42.019817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Attempting to bind port b1edbd42-a6df-499e-87da-83c60d60d380 on network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:42.055149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Port b1edbd42-a6df-499e-87da-83c60d60d380 on network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:42.056127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Attempting to bind port b1edbd42-a6df-499e-87da-83c60d60d380 on network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:42.059823 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:42.064587 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e5b8a812-e928-4980-ab2a-576cf9c85e36 req-783faef6-de18-4d69-98a1-8a4254f6693e tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 210 time: 0.0952563 Apr 01 15:40:42.093207 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ecf3f-db9d-4cad-837d-e31c2e761c6c None None] Sync routers for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:42.115252 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ecf3f-db9d-4cad-837d-e31c2e761c6c None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:42.116287 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-767ecf3f-db9d-4cad-837d-e31c2e761c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:42.160242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] For port 30ce112a-a5d2-47c8-85ee-38659b8538ec, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:42.160844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attempted to set empty binding levels {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:40:42.162286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:42.162729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Checking segment: {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:42.163835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Bound using segment: {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:42.165408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Bound port: b1edbd42-a6df-499e-87da-83c60d60d380, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c18cb2-1ed3-4f2f-a715-654643e5750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:42.165899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:42.212067 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-767ecf3f-db9d-4cad-837d-e31c2e761c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:42.244428 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ecf3f-db9d-4cad-837d-e31c2e761c6c None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:42.245461 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-767ecf3f-db9d-4cad-837d-e31c2e761c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:42.311828 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-767ecf3f-db9d-4cad-837d-e31c2e761c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:42.312587 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ecf3f-db9d-4cad-837d-e31c2e761c6c None None] The sync data for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:42.344050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213721a-9c92-4358-a919-d9989a669785 req-3e67066a-29af-4a2c-81c2-0c315ecc8975 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:42.345030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] For port b1edbd42-a6df-499e-87da-83c60d60d380, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:42.353396 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3213721a-9c92-4358-a919-d9989a669785 req-3e67066a-29af-4a2c-81c2-0c315ecc8975 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 943 time: 0.1016695 Apr 01 15:40:42.358225 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:42.374081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] For port b1edbd42-a6df-499e-87da-83c60d60d380, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b1edbd42-a6df-499e-87da-83c60d60d380,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:42.409416 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3213721a-9c92-4358-a919-d9989a669785 req-4bba614b-32be-43b4-b28c-f6132531be59 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546930 Apr 01 15:40:42.722449 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3017b11a-dc2d-4c50-8be3-83e8372beda6 req-6c0ffa1a-950d-4fa0-ab93-bfc7e2364bac tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.0420702 Apr 01 15:40:43.145001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.150889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.156366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.156366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.217448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] In _notify_port_updated(), no bound segment for port 30ce112a-a5d2-47c8-85ee-38659b8538ec on network f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:40:43.218195 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:43.218834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.220238 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "PUT /v2.0/ports/30ce112a-a5d2-47c8-85ee-38659b8538ec HTTP/1.1" status: 200 len: 977 time: 4.2158926 Apr 01 15:40:43.226372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48664) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:43.275765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:43.281536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.283251 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] 10.222.0.41 "PUT /v2.0/ports/b1edbd42-a6df-499e-87da-83c60d60d380 HTTP/1.1" status: 200 len: 1093 time: 3.6560364 Apr 01 15:40:43.285268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'tag': 'b1edbd42-a6df-499e-87da-83c60d60d380'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:40:43.306286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:43.306286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc1285-95ef-45cc-ab13-70522901b0ed tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event updated for resources: {'Port': ['ID=30ce112a-a5d2-47c8-85ee-38659b8538ec,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:43.306935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:43.312420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:43.469284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48668) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:43.570526 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-06fcff14-6bd0-46dc-bf9f-2ec8c7112d77 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.5232182 Apr 01 15:40:43.575240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48676) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:43.746752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:43.746752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.746752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762d9b2-baf1-4f4c-91ea-bad22c641012 service neutron] Pushing event updated for resources: {'Port': ['ID=b1edbd42-a6df-499e-87da-83c60d60d380,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:43.746752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.41', 53205) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:43.841675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48680) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:43.843122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3af4dc-d063-44f4-bc83-5dfef48fb247 req-1baa4895-d748-4bee-8173-ad22b554a400 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:43.851583 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8b3af4dc-d063-44f4-bc83-5dfef48fb247 req-1baa4895-d748-4bee-8173-ad22b554a400 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 931 time: 0.6878269 Apr 01 15:40:43.857489 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-52117841-7177-48ec-9d18-fc742ea81fba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=14d311b67db54132882b209e996ca7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838508 Apr 01 15:40:43.870838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48682) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:43.915161 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-182f2695-2f5e-46f1-a637-f89ffc197ea4 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] 10.222.0.73 "GET /v2.0/floatingips/dee2fb31-ee42-4c81-8d4b-9e4a01f2b345 HTTP/1.1" status: 200 len: 983 time: 0.3005908 Apr 01 15:40:43.921410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48688) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:43.923989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb883e3-b868-46c4-beee-9a858a747e07" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4a2986-1eef-4f8d-8adc-4bab9899a438", "tag": "b1edbd42-a6df-499e-87da-83c60d60d380"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:40:43.929860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9021327-6c7e-4841-8ac1-c611dc47f0b3 req-dde1f415-6344-49ab-b646-ebca2481b565 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:43.934334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6463f312-a78e-4b03-832b-b00c9227ddf7 None None] Provisioning complete for port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:43.934869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6463f312-a78e-4b03-832b-b00c9227ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.938439 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a9021327-6c7e-4841-8ac1-c611dc47f0b3 req-dde1f415-6344-49ab-b646-ebca2481b565 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 943 time: 0.4130590 Apr 01 15:40:43.970575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-45c8e3f5-e0ff-410c-8e3c-31fcdbca0edf tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Deleting port 30ce112a-a5d2-47c8-85ee-38659b8538ec {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:43.970924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-45c8e3f5-e0ff-410c-8e3c-31fcdbca0edf tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.977885 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8b3af4dc-d063-44f4-bc83-5dfef48fb247 req-cde14d38-c0cd-4de8-b986-d10fc77c61f4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250894 Apr 01 15:40:44.084938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6463f312-a78e-4b03-832b-b00c9227ddf7 None None] Port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:44.116617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-45c8e3f5-e0ff-410c-8e3c-31fcdbca0edf tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] For port 30ce112a-a5d2-47c8-85ee-38659b8538ec, host hv-neutron-8358, got binding levels [] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:44.117016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-45c8e3f5-e0ff-410c-8e3c-31fcdbca0edf tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:44.122567 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5604248 Apr 01 15:40:44.164902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-45c8e3f5-e0ff-410c-8e3c-31fcdbca0edf tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Calling delete_port for 30ce112a-a5d2-47c8-85ee-38659b8538ec owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:44.172745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Request body: {'port': {'device_id': '20d42451-7996-4b22-84f0-8faaee5408fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:44.192089 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a9021327-6c7e-4841-8ac1-c611dc47f0b3 req-876acb50-585f-403d-843e-18f2eb5ae179 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526071 Apr 01 15:40:44.197839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c500336-68a4-4ac9-a288-d5705f02e798 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Pushing event updated for resources: {'Port': ['ID=945a15ca-285e-4aaf-bd10-6c4161de9ed2,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:44.216981 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-481cd39d-01f9-43d4-b13c-d97249e39772 req-62ff67b2-1f34-42c3-a850-0bcf784fe442 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.1106610 Apr 01 15:40:44.225971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-34a30bff-0969-4657-8b5d-48099017a2c3 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:44.228090 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-34a30bff-0969-4657-8b5d-48099017a2c3 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.41 "GET /v2.0/networks?id=292ecff8-5230-49bd-bfd0-4a142639a8c7 HTTP/1.1" status: 200 len: 811 time: 0.6548650 Apr 01 15:40:44.237322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-0409a7fa-1412-4b33-9fd5-d19032ca749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:44.239593 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-0409a7fa-1412-4b33-9fd5-d19032ca749e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdfaecd419554e82a0c191786f6f9375&device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 1096 time: 0.5358548 Apr 01 15:40:44.260973 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cdf609c3-15f2-494c-a3e0-e356a12f76e0 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.3201585 Apr 01 15:40:44.265387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48698) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:44.267698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-459be221-4c94-41d0-b487-95c2cbb04ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:44.548191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-459be221-4c94-41d0-b487-95c2cbb04ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:44.648543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9374c883-a04e-49f6-ba6c-d11b7869abfb x-openstack-request-id: req-9374c883-a04e-49f6-ba6c-d11b7869abfb {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:40:44.649436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4a2986-1eef-4f8d-8adc-4bab9899a438", "tag": "b1edbd42-a6df-499e-87da-83c60d60d380", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:40:44.650114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9374c883-a04e-49f6-ba6c-d11b7869abfb {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:40:44.650114 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9374c883-a04e-49f6-ba6c-d11b7869abfb'] response: {'name': 'network-changed', 'server_uuid': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'tag': 'b1edbd42-a6df-499e-87da-83c60d60d380', 'status': 'completed', 'code': 200} Apr 01 15:40:44.665666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Deleting port e34361c1-b50f-4a22-8a7f-5eb2089b35fc {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:44.666292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:44.708955 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-0a3320e2-19d6-4345-93ff-046a9e84af8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1edbd42-a6df-499e-87da-83c60d60d380 HTTP/1.1" status: 200 len: 217 time: 0.4484730 Apr 01 15:40:44.766299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-459be221-4c94-41d0-b487-95c2cbb04ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:44.768817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-459be221-4c94-41d0-b487-95c2cbb04ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:44.772398 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-459be221-4c94-41d0-b487-95c2cbb04ae7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4ae0cddd-9f99-40f8-8347-5806df80e16f HTTP/1.1" status: 204 len: 168 time: 0.8928697 Apr 01 15:40:44.785251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459be221-4c94-41d0-b487-95c2cbb04ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae0cddd-9f99-40f8-8347-5806df80e16f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:44.802950 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:44.830819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:44.831249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:44.842881 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-3d5a988c-7181-4ef7-a4d9-ddc80ca24912 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7eb046e57aa488fbe05fe39094d9900 HTTP/1.1" status: 200 len: 378 time: 0.5948551 Apr 01 15:40:44.856952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Calling delete_port for e34361c1-b50f-4a22-8a7f-5eb2089b35fc owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:44.871113 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-842413a2-89c1-4d29-84af-9f42b0c47163 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a05481c3d80249f498dcd182ceb4b28c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9854195 Apr 01 15:40:44.872149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48716) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:44.892379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Request body: {'port': {'device_id': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'admin_state_up': True, 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'security_groups': ['492e86c2-b105-401d-9306-c04c4ae78a76']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:44.990757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-2297b356-c5a8-4208-9300-0134b1511daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:44.992213 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-2297b356-c5a8-4208-9300-0134b1511daa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e4574ab-1f3e-4e1d-9117-87cb4f605fb1 HTTP/1.1" status: 200 len: 844 time: 0.1970315 Apr 01 15:40:45.194280 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc978ae-3af0-41e3-b4ec-1ffd82ac53a9 req-77058bb4-8e7f-4a82-a0f3-fe01330c8e26 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:45.200251 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-acc978ae-3af0-41e3-b4ec-1ffd82ac53a9 req-77058bb4-8e7f-4a82-a0f3-fe01330c8e26 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 931 time: 0.0779183 Apr 01 15:40:45.293281 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-acc978ae-3af0-41e3-b4ec-1ffd82ac53a9 req-d9231e28-a991-4bb8-a3d9-b0bb42b478df tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871556 Apr 01 15:40:45.300846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b054c2bf-487c-4c11-92ef-c470228cef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.308018 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-36ee79b9-87b7-4e1f-8ca5-645f598f311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:45.309590 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-36ee79b9-87b7-4e1f-8ca5-645f598f311f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2777510 Apr 01 15:40:45.314275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.329848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-45c8e3f5-e0ff-410c-8e3c-31fcdbca0edf tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.381480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event deleted for resources: {'Port': ['ID=e34361c1-b50f-4a22-8a7f-5eb2089b35fc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:45.381584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.450464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8e3f5-e0ff-410c-8e3c-31fcdbca0edf tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Pushing event deleted for resources: {'Port': ['ID=30ce112a-a5d2-47c8-85ee-38659b8538ec,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:45.488577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b054c2bf-487c-4c11-92ef-c470228cef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.524512 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-28a24815-0ff1-45fd-a19e-f1048ce0a404 req-50b50abb-7d3f-470f-ad32-e90a2a151c99 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.0352416 Apr 01 15:40:45.534505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fd89b-ee1c-4107-82dd-a9017a0cce5f req-255282c1-709e-411f-84f7-7be54bf7fbeb tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:45.541045 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1a0fd89b-ee1c-4107-82dd-a9017a0cce5f req-255282c1-709e-411f-84f7-7be54bf7fbeb tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 943 time: 0.2212908 Apr 01 15:40:45.545235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.545569 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Floating IP dee2fb31-ee42-4c81-8d4b-9e4a01f2b345 disassociated (deleted). External IP: 172.26.6.154, port: d0ddea59-fcd9-41e4-bc8b-de1879dc003f. Apr 01 15:40:45.551928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-45c8e3f5-e0ff-410c-8e3c-31fcdbca0edf tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.555369 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-45c8e3f5-e0ff-410c-8e3c-31fcdbca0edf tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "DELETE /v2.0/ports/30ce112a-a5d2-47c8-85ee-38659b8538ec HTTP/1.1" status: 204 len: 168 time: 2.3257391 Apr 01 15:40:45.558186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48730) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:45.631305 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9267dd6c-f308-4617-a93b-7bf4fddf7c57 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:40:45.633052 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9267dd6c-f308-4617-a93b-7bf4fddf7c57 tempest-PortsAdminExtendedAttrsTestJSON-625234139 tempest-PortsAdminExtendedAttrsTestJSON-625234139-project-admin] 10.222.0.73 "GET /v2.0/ports/30ce112a-a5d2-47c8-85ee-38659b8538ec HTTP/1.1" status: 404 len: 333 time: 0.0720720 Apr 01 15:40:45.644609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48734) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:45.716281 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1a0fd89b-ee1c-4107-82dd-a9017a0cce5f req-cc42e054-5c6c-44e4-b2a3-f34b86c2dbf1 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683080 Apr 01 15:40:45.762415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Made reservation on behalf of f7eb046e57aa488fbe05fe39094d9900 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:45.765879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.802499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b054c2bf-487c-4c11-92ef-c470228cef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.805054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b054c2bf-487c-4c11-92ef-c470228cef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.809532 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b054c2bf-487c-4c11-92ef-c470228cef85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36a552b2-163a-4839-b4c2-4f5ee37d96e9 HTTP/1.1" status: 204 len: 168 time: 0.9344134 Apr 01 15:40:45.825715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:45.844932 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-ab9a23e1-cbdc-42fb-985f-ccb05383cd35 service neutron] 10.222.0.41 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101624 Apr 01 15:40:45.894862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054c2bf-487c-4c11-92ef-c470228cef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a552b2-163a-4839-b4c2-4f5ee37d96e9,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:45.976144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945a15ca-285e-4aaf-bd10-6c4161de9ed2 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:40:45.990631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Router d8078b70-91af-4c9c-90c4-c0425e0ec001 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:40:46.030720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.103830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Transition to ACTIVE for port object 945a15ca-285e-4aaf-bd10-6c4161de9ed2 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:40:46.148058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:40:46.162384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.169395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb52924-7317-47be-9a05-46dc24ebe8fa None None] Sync routers for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:40:46.173476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.179476 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3cd5011-3dd6-4240-9ab8-0a1cc1095cc7 req-5ac3e818-0942-4b5d-837e-b17a7f6743a7 service neutron] 10.222.0.41 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319752 Apr 01 15:40:46.191141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb52924-7317-47be-9a05-46dc24ebe8fa None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:46.192141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-bdb52924-7317-47be-9a05-46dc24ebe8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:46.201485 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-22513886-289a-445f-91e5-d4c4a4e8eee6 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "DELETE /v2.0/floatingips/dee2fb31-ee42-4c81-8d4b-9e4a01f2b345 HTTP/1.1" status: 204 len: 168 time: 1.9344416 Apr 01 15:40:46.205111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48746) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:46.206279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Allocated IP 172.20.0.5 (292ecff8-5230-49bd-bfd0-4a142639a8c7/be1d2ac9-c0f6-4b55-8403-b400a7eb5746/0e9b7104-fa43-40b6-acfb-65db46c03362) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:46.214333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:46.249702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fb3b8a-da30-457b-9a0e-0b35d694e3d0']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:46.264687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939e107b-6267-4560-be11-217ff21576a3') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:46.264960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939e107b-6267-4560-be11-217ff21576a3') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:46.273036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-bdb52924-7317-47be-9a05-46dc24ebe8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:46.283405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.286816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb52924-7317-47be-9a05-46dc24ebe8fa None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:40:46.287890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-bdb52924-7317-47be-9a05-46dc24ebe8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:46.310003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.330451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-bdb52924-7317-47be-9a05-46dc24ebe8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:46.331256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb52924-7317-47be-9a05-46dc24ebe8fa None None] The sync data for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:40:46.341437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:46.341888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:46.345199 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:46.502104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.543994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.545242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7764fa-3dda-4e2c-9f5f-a8fd69e6471e req-0d6293f8-65b2-479c-954e-3ed0a589a695 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:46.556119 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ba7764fa-3dda-4e2c-9f5f-a8fd69e6471e req-0d6293f8-65b2-479c-954e-3ed0a589a695 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 931 time: 0.1238060 Apr 01 15:40:46.629667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Pushing event updated for resources: {'Port': ['ID=945a15ca-285e-4aaf-bd10-6c4161de9ed2,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:46.659719 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ba7764fa-3dda-4e2c-9f5f-a8fd69e6471e req-09e2bce4-a0dc-47a7-8615-56fe747fefc3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024063 Apr 01 15:40:46.754926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Attempting to bind port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:46.756047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Attempting to bind port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:46.757127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Attempting to bind port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 on network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:46.765562 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 on network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:46.766225 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Attempting to bind port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 on network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:46.773024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:46.774317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Checking segment: {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:46.775225 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Bound using segment: {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:46.775897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Bound port: 945a15ca-285e-4aaf-bd10-6c4161de9ed2, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68df8eae-b2a7-4e9c-a5ae-93ea210fb631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:46.776811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.791809 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-30259960-49ad-4656-b64e-556bd5bbaafa req-79a1a005-30d7-47dc-9d8f-1ba2b4814927 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.0669122 Apr 01 15:40:46.910368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50498a46-5bf6-4688-b1f5-365535931f27 req-afd7d877-82a1-46d1-97b6-e28ad84356a0 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:46.925399 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50498a46-5bf6-4688-b1f5-365535931f27 req-afd7d877-82a1-46d1-97b6-e28ad84356a0 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 943 time: 0.0637858 Apr 01 15:40:46.925990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:46.942722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] For port 945a15ca-285e-4aaf-bd10-6c4161de9ed2, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:46.968840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] For port 945a15ca-285e-4aaf-bd10-6c4161de9ed2, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:46.994760 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50498a46-5bf6-4688-b1f5-365535931f27 req-6dcbb18a-42a6-4c7b-ad53-2cf83e2a8b47 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749495 Apr 01 15:40:47.067471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:47.123098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-16475703-38b7-4d42-9cc1-ac8791731b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:47.124824 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-16475703-38b7-4d42-9cc1-ac8791731b41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdfaecd419554e82a0c191786f6f9375&device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 1096 time: 0.0427277 Apr 01 15:40:47.253744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:47.296000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:47.300392 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] 10.222.0.73 "DELETE /v2.0/networks/f3fb3b8a-da30-457b-9a0e-0b35d694e3d0 HTTP/1.1" status: 204 len: 168 time: 1.6535063 Apr 01 15:40:47.318391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabf79b-6bdb-438c-b4a8-595583d5e992 tempest-PortsAdminExtendedAttrsTestJSON-1737014430 tempest-PortsAdminExtendedAttrsTestJSON-1737014430-project] Pushing event deleted for resources: {'Network': ['ID=f3fb3b8a-da30-457b-9a0e-0b35d694e3d0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:47.342332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:47.390299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:47.441498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:47.449561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:47.452153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:47.495406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:47.496240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:47.506561 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] 10.222.0.41 "PUT /v2.0/ports/945a15ca-285e-4aaf-bd10-6c4161de9ed2 HTTP/1.1" status: 200 len: 1093 time: 3.3352733 Apr 01 15:40:47.506561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d42451-7996-4b22-84f0-8faaee5408fe', 'tag': '945a15ca-285e-4aaf-bd10-6c4161de9ed2'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:40:47.507892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5561543c-d279-407e-81f6-b13ba92aedb3" -d '{"events": [{"name": "network-changed", "server_uuid": "20d42451-7996-4b22-84f0-8faaee5408fe", "tag": "945a15ca-285e-4aaf-bd10-6c4161de9ed2"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:40:47.531037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Pushing event updated for resources: {'Port': ['ID=0e9b7104-fa43-40b6-acfb-65db46c03362,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:47.595443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Allocated IP 172.26.6.126 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/6d5e07fb-5ae3-4d1d-85be-a68190debf1e) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:47.602393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82041b01-8a9a-46b6-829c-dfcc88319c06 x-openstack-request-id: req-82041b01-8a9a-46b6-829c-dfcc88319c06 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:40:47.602627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d42451-7996-4b22-84f0-8faaee5408fe", "tag": "945a15ca-285e-4aaf-bd10-6c4161de9ed2", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:40:47.603066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82041b01-8a9a-46b6-829c-dfcc88319c06 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:40:47.603424 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82041b01-8a9a-46b6-829c-dfcc88319c06'] response: {'name': 'network-changed', 'server_uuid': '20d42451-7996-4b22-84f0-8faaee5408fe', 'tag': '945a15ca-285e-4aaf-bd10-6c4161de9ed2', 'status': 'completed', 'code': 200} Apr 01 15:40:47.645892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:47.646701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:47.730696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c0522-3398-4b4f-a5bf-5ab553f78524 service neutron] Pushing event updated for resources: {'Port': ['ID=945a15ca-285e-4aaf-bd10-6c4161de9ed2,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:47.824921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48772) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:47.911897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5e87-5329-463b-89bf-d272f749f60e req-81a02b78-44d5-419c-8c8d-a8a8fa6a0834 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:47.934565 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-944f1932-182c-4cf9-ad6a-981459fb13ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=829f263b33fc4641897450485e4dc936&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1045058 Apr 01 15:40:47.937374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48774) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:47.949136 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0f2f5e87-5329-463b-89bf-d272f749f60e req-81a02b78-44d5-419c-8c8d-a8a8fa6a0834 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 943 time: 0.1206100 Apr 01 15:40:47.961094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7d102771-9567-490f-adb3-34a1693ec6b2 None None] Provisioning complete for port 0e9b7104-fa43-40b6-acfb-65db46c03362 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:47.961752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7d102771-9567-490f-adb3-34a1693ec6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:48.014476 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0f2f5e87-5329-463b-89bf-d272f749f60e req-2991be5f-6532-4f65-b903-582997471648 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644443 Apr 01 15:40:48.107579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7d102771-9567-490f-adb3-34a1693ec6b2 None None] Port 0e9b7104-fa43-40b6-acfb-65db46c03362 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:48.368782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f73e2-0625-4dfb-bc3f-f948c5552233 req-9ab833a2-b0e5-4b21-8895-2b5a8b88131e tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:48.368782 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-043f73e2-0625-4dfb-bc3f-f948c5552233 req-9ab833a2-b0e5-4b21-8895-2b5a8b88131e tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 931 time: 0.3990629 Apr 01 15:40:48.384185 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8f452234-18ab-4438-b45a-8dd1a962b894 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5065780 Apr 01 15:40:48.413254 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-043f73e2-0625-4dfb-bc3f-f948c5552233 req-e37f1975-1888-49a3-a1b0-90cb263844e7 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505092 Apr 01 15:40:48.422072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72540ecb-8e7e-448f-8028-56113a4797f4 req-b59a0996-b0ae-4a32-82e5-407e5ac19d36 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:48.436117 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-72540ecb-8e7e-448f-8028-56113a4797f4 req-b59a0996-b0ae-4a32-82e5-407e5ac19d36 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 943 time: 0.1572483 Apr 01 15:40:48.446293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Request body: {'port': {'device_id': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:48.518285 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-72540ecb-8e7e-448f-8028-56113a4797f4 req-a49a9092-ded5-42ea-a715-7c05a0c3c396 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795479 Apr 01 15:40:48.569702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:48.626633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561543c-d279-407e-81f6-b13ba92aedb3 req-ef284694-d1b5-4a55-95a7-2e2f790f7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:48.628094 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5561543c-d279-407e-81f6-b13ba92aedb3 req-ef284694-d1b5-4a55-95a7-2e2f790f7290 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f3592e4908d4ed58791d42b7969808a&device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 1096 time: 0.2816081 Apr 01 15:40:48.669542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-773fe862-291f-4faf-a215-4c4853b75136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:48.697423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:48.699730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-1ed6cea4-e8ca-4560-baf8-ae2ff6764eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:48.701365 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-1ed6cea4-e8ca-4560-baf8-ae2ff6764eb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 HTTP/1.1" status: 200 len: 907 time: 0.7465143 Apr 01 15:40:48.731740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-773fe862-291f-4faf-a215-4c4853b75136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:48.793902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48790) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:48.945072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48796) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:49.005146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.050458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-773fe862-291f-4faf-a215-4c4853b75136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.052991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-773fe862-291f-4faf-a215-4c4853b75136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.054255 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-773fe862-291f-4faf-a215-4c4853b75136 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2decdcb2-688f-4761-8a23-a009db62fc50 HTTP/1.1" status: 204 len: 168 time: 1.1010637 Apr 01 15:40:49.112594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fe862-291f-4faf-a215-4c4853b75136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2decdcb2-688f-4761-8a23-a009db62fc50,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:49.116127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:49.126875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:49.135565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:49.142419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5e07fb-5ae3-4d1d-85be-a68190debf1e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:49.219121 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8d72fe66-636f-45ea-9f71-64f8850ffc3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fcf6befb950426fae9758dea3976b23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3967001 Apr 01 15:40:49.219121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48806) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:49.219121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1540115823'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:49.257812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84405c27-5dc9-4bb3-9b3c-ff480152d7a8 req-95130f46-53ba-4272-9372-0f10ea5ab59a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:49.266877 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-84405c27-5dc9-4bb3-9b3c-ff480152d7a8 req-95130f46-53ba-4272-9372-0f10ea5ab59a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 943 time: 0.1566145 Apr 01 15:40:49.331867 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-84405c27-5dc9-4bb3-9b3c-ff480152d7a8 req-8fc49e15-00c2-48f3-a24e-1b393949b53a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639131 Apr 01 15:40:49.381434 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-add62a52-8411-40af-a392-7f61772e397a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.432605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-add62a52-8411-40af-a392-7f61772e397a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.434315 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-6f1bdc33-223f-4166-a11e-24bf04114415 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1edbd42-a6df-499e-87da-83c60d60d380 HTTP/1.1" status: 200 len: 217 time: 0.1140630 Apr 01 15:40:49.459603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Made reservation on behalf of 2228c84cff984e12afe69cbbc50e96e8 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:49.474469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.553033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.558255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9b7104-fa43-40b6-acfb-65db46c03362 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:40:49.590750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.615178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.670803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Transition to ACTIVE for port object 0e9b7104-fa43-40b6-acfb-65db46c03362 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:40:49.710814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-dabfd0c4-c38e-4009-a041-a44cfe8bc5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:49.729059 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-dabfd0c4-c38e-4009-a041-a44cfe8bc5b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e4574ab-1f3e-4e1d-9117-87cb4f605fb1 HTTP/1.1" status: 200 len: 844 time: 0.2643418 Apr 01 15:40:49.730498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561543c-d279-407e-81f6-b13ba92aedb3 req-bd56fc8b-ed63-4927-aa30-30a476a14a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:49.732013 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5561543c-d279-407e-81f6-b13ba92aedb3 req-bd56fc8b-ed63-4927-aa30-30a476a14a3c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f3592e4908d4ed58791d42b7969808a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4490023 Apr 01 15:40:49.777264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48816) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:49.813857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44785898-b898-4daf-bcc1-dfadc21fac0d req-a9bd08a8-8ae2-469a-b2f8-620332330ee2 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:49.822118 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-44785898-b898-4daf-bcc1-dfadc21fac0d req-a9bd08a8-8ae2-469a-b2f8-620332330ee2 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 931 time: 0.2468345 Apr 01 15:40:49.889744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41d35f-9d87-42d9-93ef-b1284477d973 req-92acd18c-f9ac-4762-9527-fc39d7411105 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:49.891439 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f41d35f-9d87-42d9-93ef-b1284477d973 req-92acd18c-f9ac-4762-9527-fc39d7411105 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 943 time: 0.1509309 Apr 01 15:40:49.906975 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-44785898-b898-4daf-bcc1-dfadc21fac0d req-8e880331-263e-4b24-9d9d-4c0878f5faf7 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839438 Apr 01 15:40:49.935050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.947048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-add62a52-8411-40af-a392-7f61772e397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.949960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-add62a52-8411-40af-a392-7f61772e397a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:49.954075 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-add62a52-8411-40af-a392-7f61772e397a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7758f729-a76c-4406-87a3-c1585f2dbc8b HTTP/1.1" status: 204 len: 168 time: 0.7506809 Apr 01 15:40:49.968240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add62a52-8411-40af-a392-7f61772e397a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7758f729-a76c-4406-87a3-c1585f2dbc8b,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:49.989010 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f41d35f-9d87-42d9-93ef-b1284477d973 req-b21884f2-e936-47ce-9e99-eae1380ff4bb tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783842 Apr 01 15:40:50.003215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.013940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1060cb7a-82b2-4a07-aaad-f3fc2401ec78 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:50.034447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.081328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:50.089679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.092431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911b95a6-a63c-4484-bfaf-bdc9d7f27fd2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:50.099827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.100478 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Added segment 55913aa2-957b-41ae-b642-bb5b425ea33d of type vlan for network 66b9d7d7-c00c-4174-8168-25fa9776edba Apr 01 15:40:50.143602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.275353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.276897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b7104-fa43-40b6-acfb-65db46c03362,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:50.282390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:50.286176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.296872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-4610d44f-b2be-466e-a9d8-f1ea25d3b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:50.298356 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-4610d44f-b2be-466e-a9d8-f1ea25d3b823 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3667624 Apr 01 15:40:50.310121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561543c-d279-407e-81f6-b13ba92aedb3 req-c22ea681-e7a8-4599-a14f-ee18664f3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:50.317731 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5561543c-d279-407e-81f6-b13ba92aedb3 req-c22ea681-e7a8-4599-a14f-ee18664f3eea service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3818862 Apr 01 15:40:50.373676 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1060cb7a-82b2-4a07-aaad-f3fc2401ec78 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] 10.222.0.73 "PUT /v2.0/quotas/c2512dfbbeea4500ab85e06fa445699f HTTP/1.1" status: 200 len: 368 time: 0.5952842 Apr 01 15:40:50.378792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48836) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:50.400539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event updated for resources: {'Network': ['ID=66b9d7d7-c00c-4174-8168-25fa9776edba,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:50.417384 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a3bdf670-b329-42d1-aaf7-204960a0c743 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4674847 Apr 01 15:40:50.418093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 66b9d7d7-c00c-4174-8168-25fa9776edba details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:50.418715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48838) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:50.421256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Request body: {'network': {'project_id': 'c2512dfbbeea4500ab85e06fa445699f'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:50.428631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Request body: {'subnet': {'network_id': '66b9d7d7-c00c-4174-8168-25fa9776edba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:50.608419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1b071-49df-4a39-a135-642334a2f287 req-e69a4d9a-7062-488b-b514-374832ee3fd3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:50.610034 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-52b1b071-49df-4a39-a135-642334a2f287 req-e69a4d9a-7062-488b-b514-374832ee3fd3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 943 time: 0.1499891 Apr 01 15:40:50.678727 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-52b1b071-49df-4a39-a135-642334a2f287 req-3d7fbefa-0d32-4da6-9c31-ff5dcc0f0ce6 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576539 Apr 01 15:40:50.719754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Made reservation on behalf of c2512dfbbeea4500ab85e06fa445699f for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:50.721838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.743394 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Attempting to bind port 0e9b7104-fa43-40b6-acfb-65db46c03362 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:50.743640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Attempting to bind port 0e9b7104-fa43-40b6-acfb-65db46c03362 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:50.743961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Attempting to bind port 0e9b7104-fa43-40b6-acfb-65db46c03362 on network 292ecff8-5230-49bd-bfd0-4a142639a8c7 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:50.771569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Made reservation on behalf of 2228c84cff984e12afe69cbbc50e96e8 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:50.779332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.779550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.786830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Port 0e9b7104-fa43-40b6-acfb-65db46c03362 on network 292ecff8-5230-49bd-bfd0-4a142639a8c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:40:50.787139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Attempting to bind port 0e9b7104-fa43-40b6-acfb-65db46c03362 on network 292ecff8-5230-49bd-bfd0-4a142639a8c7 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:50.839330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:50.839705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Checking segment: {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:50.840042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Bound using segment: {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:50.840512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Bound port: 0e9b7104-fa43-40b6-acfb-65db46c03362, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7542499e-d949-4fe6-bbad-72ea5ccfcd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:50.840869 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.875268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:50.896700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-edbca273-51fc-4ade-b2e3-8e953828a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:50.898242 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-edbca273-51fc-4ade-b2e3-8e953828a930 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f3592e4908d4ed58791d42b7969808a&device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 1096 time: 0.1969373 Apr 01 15:40:50.932315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48848) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:51.019835 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-e50dd0eb-b78c-47d1-b219-000120fb9028 service neutron] 10.222.0.41 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155813 Apr 01 15:40:51.027734 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-12f28f96-4f6f-4a41-897e-f2ea87918ab4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2 HTTP/1.1" status: 200 len: 217 time: 0.0965803 Apr 01 15:40:51.057886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.067146 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb434e2-c265-4ce5-80ad-daa38cfb7155 req-646678a0-e258-4314-bc29-c7e4d5d0f8d4 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:51.068916 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cbb434e2-c265-4ce5-80ad-daa38cfb7155 req-646678a0-e258-4314-bc29-c7e4d5d0f8d4 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 943 time: 0.0701137 Apr 01 15:40:51.118310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48856) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:51.133617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1595493847'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:51.147017 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] For port 0e9b7104-fa43-40b6-acfb-65db46c03362, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:51.166353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.177587 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cbb434e2-c265-4ce5-80ad-daa38cfb7155 req-26d02ece-403b-4aba-af32-7c951b44f20d tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999749 Apr 01 15:40:51.212972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb7ce6-9236-4230-bb3c-5809645e41b4 req-cb571821-ce1d-4da3-9505-19ada08b378b tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:51.214517 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3dbb7ce6-9236-4230-bb3c-5809645e41b4 req-cb571821-ce1d-4da3-9505-19ada08b378b tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 943 time: 0.1382816 Apr 01 15:40:51.218234 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] For port 0e9b7104-fa43-40b6-acfb-65db46c03362, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0e9b7104-fa43-40b6-acfb-65db46c03362,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:51.245000 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-30b93457-9933-4a19-82f6-8d2e3bdbf2db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3de37b8114404a7493b45b19721aa409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229637 Apr 01 15:40:51.252147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48858) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:51.279212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.281175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event updated for resources: {'Subnet': ['ID=967a256a-61a3-4afc-b1ec-b437133e83f5,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:51.289695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-2485f618-5814-4957-8867-d2d5a5fb91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:51.291212 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-2485f618-5814-4957-8867-d2d5a5fb91c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f5a4e3-be43-4c74-90a9-1d70d76a2497 HTTP/1.1" status: 200 len: 851 time: 0.2563331 Apr 01 15:40:51.294907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5e07fb-5ae3-4d1d-85be-a68190debf1e,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:51.322765 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3dbb7ce6-9236-4230-bb3c-5809645e41b4 req-8f7589e0-2689-4319-8ede-c2a5b1984d93 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926964 Apr 01 15:40:51.327008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.335457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Checking segment: {'id': '55913aa2-957b-41ae-b642-bb5b425ea33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '66b9d7d7-c00c-4174-8168-25fa9776edba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:51.335880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Network hostable DHCP agents. Network: 66b9d7d7-c00c-4174-8168-25fa9776edba, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:51.352626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.363855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f446a53-5c63-4141-bf91-0a370f8de923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.378822 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-d1cd168f-a289-4586-b9bf-a7c13faa0930 service neutron] 10.222.0.41 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501515 Apr 01 15:40:51.397861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f446a53-5c63-4141-bf91-0a370f8de923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.409782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:51.410409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.411800 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e9b7104-fa43-40b6-acfb-65db46c03362 HTTP/1.1" status: 200 len: 1093 time: 2.9935088 Apr 01 15:40:51.424479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'tag': '0e9b7104-fa43-40b6-acfb-65db46c03362'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:40:51.426204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2335c-6eca-47fe-a987-dc84ddfbf613" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4ea6a0-ddec-4c1a-9bfb-439015516dd7", "tag": "0e9b7104-fa43-40b6-acfb-65db46c03362"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:40:51.463603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Network 66b9d7d7-c00c-4174-8168-25fa9776edba is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:51.476871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:51.480998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.485896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b100ac-adb3-4722-a4d4-33b956ec099b x-openstack-request-id: req-10b100ac-adb3-4722-a4d4-33b956ec099b {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:40:51.486434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4ea6a0-ddec-4c1a-9bfb-439015516dd7", "tag": "0e9b7104-fa43-40b6-acfb-65db46c03362", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:40:51.486920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10b100ac-adb3-4722-a4d4-33b956ec099b {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:40:51.487554 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b100ac-adb3-4722-a4d4-33b956ec099b'] response: {'name': 'network-changed', 'server_uuid': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'tag': '0e9b7104-fa43-40b6-acfb-65db46c03362', 'status': 'completed', 'code': 200} Apr 01 15:40:51.498139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.500181 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f8d92f3d-534d-4ba5-a711-74c3af87a232 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2914755 Apr 01 15:40:51.503254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48862) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:51.511787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b485b0-a451-490d-b956-e07ed82357f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9b7104-fa43-40b6-acfb-65db46c03362,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:51.514821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.531408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-609814ce-e815-4eb2-a844-df0002de893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:51.533792 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-609814ce-e815-4eb2-a844-df0002de893c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2287135 Apr 01 15:40:51.538347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.606524 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 66b9d7d7-c00c-4174-8168-25fa9776edba) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:51.608374 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f446a53-5c63-4141-bf91-0a370f8de923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.611164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f446a53-5c63-4141-bf91-0a370f8de923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.615322 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7f446a53-5c63-4141-bf91-0a370f8de923 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9c311a6-699c-41ef-9b5e-def108619c8d HTTP/1.1" status: 204 len: 168 time: 0.3620422 Apr 01 15:40:51.618823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72e907b-a935-4b87-a53c-637e453caa80 None None] Network 66b9d7d7-c00c-4174-8168-25fa9776edba requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:51.620206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:51.629613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:51.630482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.643742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c51899-d0b7-4680-91f0-df7f854c07bd,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:51.645631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f446a53-5c63-4141-bf91-0a370f8de923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c311a6-699c-41ef-9b5e-def108619c8d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:51.739865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.739865 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Added segment aa167f7e-cdc4-4659-8bc1-021af301fdf4 of type vlan for network fd96559c-fbb0-4ef2-baca-47fdfddce103 Apr 01 15:40:51.741841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:51.757603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2335c-6eca-47fe-a987-dc84ddfbf613 req-2d483848-931a-43a3-8a12-f9817e599e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:51.759692 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-33b2335c-6eca-47fe-a987-dc84ddfbf613 req-2d483848-931a-43a3-8a12-f9817e599e14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7eb046e57aa488fbe05fe39094d9900&device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 1096 time: 0.2576427 Apr 01 15:40:51.846705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.855544 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9e7feaff-69d7-4a5d-a1ca-72a73ee1d2e3 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4357491 Apr 01 15:40:51.858307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48870) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:51.863181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Request body: {'port': {'network_id': '66b9d7d7-c00c-4174-8168-25fa9776edba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-264743084'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:51.889292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-66b9d7d7-c00c-4174-8168-25fa9776edba', 'network_id': '66b9d7d7-c00c-4174-8168-25fa9776edba', 'tenant_id': '2228c84cff984e12afe69cbbc50e96e8', 'fixed_ips': [{'subnet_id': '967a256a-61a3-4afc-b1ec-b437133e83f5'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:40:51.890184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:51.901637 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dce4f1-a490-4329-9e00-b3c54c27a355 req-a1d6bc8f-4ce8-4db1-a05a-4cca0a81c3eb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:51.905655 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-33dce4f1-a490-4329-9e00-b3c54c27a355 req-a1d6bc8f-4ce8-4db1-a05a-4cca0a81c3eb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 943 time: 0.1087098 Apr 01 15:40:51.922080 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-6dc5a902-9a85-4779-93d0-6e06b113da75 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805797 Apr 01 15:40:51.964080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.016057 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-33dce4f1-a490-4329-9e00-b3c54c27a355 req-552484fe-c9de-4e5e-ae5f-d21503a01349 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037776 Apr 01 15:40:52.045124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.071396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2335c-6eca-47fe-a987-dc84ddfbf613 req-aa242574-d32b-4316-8c1f-3b92caf01d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.071396 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-33b2335c-6eca-47fe-a987-dc84ddfbf613 req-aa242574-d32b-4316-8c1f-3b92caf01d64 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7eb046e57aa488fbe05fe39094d9900&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2793598 Apr 01 15:40:52.112816 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c81af5b9-9528-4c2d-b97b-d93cdb32aee5 req-d0034a36-0a54-421a-92fc-edeaf8c71751 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814771 Apr 01 15:40:52.114530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.197452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2335c-6eca-47fe-a987-dc84ddfbf613 req-ae4e5a85-1875-4ecf-bec0-b33b9d47bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.199007 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-33b2335c-6eca-47fe-a987-dc84ddfbf613 req-ae4e5a85-1875-4ecf-bec0-b33b9d47bef7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1256759 Apr 01 15:40:52.284464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8c334d47-d7fb-48cd-90bf-426e0c0ba98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.285975 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-8c334d47-d7fb-48cd-90bf-426e0c0ba98b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7eb046e57aa488fbe05fe39094d9900&device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0484188 Apr 01 15:40:52.312235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eed4e-1cc0-40c0-8642-4c0511830b12 req-2b85ae30-01bc-44e3-8394-6328ae4d3794 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.313083 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-465eed4e-1cc0-40c0-8642-4c0511830b12 req-2b85ae30-01bc-44e3-8394-6328ae4d3794 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 943 time: 0.0532465 Apr 01 15:40:52.345653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Allocated IP 172.20.0.2 (66b9d7d7-c00c-4174-8168-25fa9776edba/967a256a-61a3-4afc-b1ec-b437133e83f5/e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:52.345874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Allocated IP 172.26.6.96 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/578ac67d-f6c3-4987-b3e5-3a336bebcc06) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:52.345975 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-5f9139fd-f397-494a-a0fc-90719a3d9d2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e9b7104-fa43-40b6-acfb-65db46c03362 HTTP/1.1" status: 200 len: 217 time: 0.0449572 Apr 01 15:40:52.372862 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-465eed4e-1cc0-40c0-8642-4c0511830b12 req-6ad75d7c-4761-4e4e-b0c8-52e58ccd6a82 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526814 Apr 01 15:40:52.397927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.399132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.400036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.407822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.465245 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Made reservation on behalf of 2228c84cff984e12afe69cbbc50e96e8 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:52.469485 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.515300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-adc40e89-e9c0-4ae9-9964-8e66d2df099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.519808 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-adc40e89-e9c0-4ae9-9964-8e66d2df099a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be1d2ac9-c0f6-4b55-8403-b400a7eb5746 HTTP/1.1" status: 200 len: 850 time: 0.1691744 Apr 01 15:40:52.523868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.526023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] device_id is not set on port c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:52.528561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:52.531744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Pushing event updated for resources: {'Network': ['ID=fd96559c-fbb0-4ef2-baca-47fdfddce103,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:52.545196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network fd96559c-fbb0-4ef2-baca-47fdfddce103 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:52.557929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.591020 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment 856e1a3f-9099-4808-95d5-851eb3f0d872 of type vlan for network 3b51b90e-1f05-4b34-90ee-9a558bad6d00 Apr 01 15:40:52.600747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.606165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.618745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3090167-15cb-46d4-8aa4-612bb304bbad,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:52.628492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038410e-43e5-4c1b-a041-e62341dc3e3f req-c4948950-b197-4a79-95d8-402fde32756f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.631448 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d038410e-43e5-4c1b-a041-e62341dc3e3f req-c4948950-b197-4a79-95d8-402fde32756f tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 943 time: 0.1789386 Apr 01 15:40:52.669136 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f9e1d997-6ca9-4dcb-b256-5d71c18c6baf tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.2496791 Apr 01 15:40:52.670748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48880) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:52.693200 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Request body: {'network': {'project_id': 'c2512dfbbeea4500ab85e06fa445699f'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:52.697077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-475a5038-5c78-4615-ad85-4dafb36db37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.698873 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-475a5038-5c78-4615-ad85-4dafb36db37e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=292ecff8-5230-49bd-bfd0-4a142639a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1691799 Apr 01 15:40:52.701999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.791507 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d038410e-43e5-4c1b-a041-e62341dc3e3f req-afeba5af-3609-4818-9073-68469ff1f989 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474836 Apr 01 15:40:52.806944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Allocated IP 172.20.0.9 (66b9d7d7-c00c-4174-8168-25fa9776edba/967a256a-61a3-4afc-b1ec-b437133e83f5/c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:52.828171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.844814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:52.844814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.864703 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-1ecf45f5-82a9-4068-a641-31f513e0219c service neutron] 10.222.0.41 "GET /v2.0/networks/292ecff8-5230-49bd-bfd0-4a142639a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579018 Apr 01 15:40:52.877680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Network 66b9d7d7-c00c-4174-8168-25fa9776edba is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:52.881265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Pushing event updated for resources: {'Port': ['ID=e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:52.884190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:52.886320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:52.897106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Made reservation on behalf of c2512dfbbeea4500ab85e06fa445699f for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:52.900950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.941419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=3b51b90e-1f05-4b34-90ee-9a558bad6d00,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:52.944088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Attempting to bind port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:52.944806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Attempting to bind port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '55913aa2-957b-41ae-b642-bb5b425ea33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '66b9d7d7-c00c-4174-8168-25fa9776edba'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:52.945264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Attempting to bind port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f on network 66b9d7d7-c00c-4174-8168-25fa9776edba {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:52.951465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:52.952121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Checking segment: {'id': '55913aa2-957b-41ae-b642-bb5b425ea33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '66b9d7d7-c00c-4174-8168-25fa9776edba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:52.952658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.953166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Bound using segment: {'id': '55913aa2-957b-41ae-b642-bb5b425ea33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '66b9d7d7-c00c-4174-8168-25fa9776edba'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:52.953931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Bound port: e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55913aa2-957b-41ae-b642-bb5b425ea33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '66b9d7d7-c00c-4174-8168-25fa9776edba'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:52.954672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:52.958187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 3b51b90e-1f05-4b34-90ee-9a558bad6d00 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:52.970737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.023526 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7599b4a5-a2c2-4a45-a1b5-ecb2ff3a0ef2 req-0cd12f67-d22f-4beb-b37f-8659f8c0a140 service neutron] 10.222.0.41 "GET /v2.0/networks/292ecff8-5230-49bd-bfd0-4a142639a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464171 Apr 01 15:40:53.041754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Pushing event updated for resources: {'Port': ['ID=578ac67d-f6c3-4987-b3e5-3a336bebcc06,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:53.085912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:53.085912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:53.086932 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-514c3c06-9586-42d5-a47c-1e8bb80964ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1298301 Apr 01 15:40:53.087027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:53.087027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:53.114693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.115425 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Added segment 66b1a2d1-ee02-4222-b181-a2cae713c8e9 of type vlan for network 9594cff9-9f1b-4e6f-aedc-c897a0b5aee8 Apr 01 15:40:53.139726 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] For port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:53.143093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] For port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f,segment=NetworkSegment(55913aa2-957b-41ae-b642-bb5b425ea33d),segment_id=55913aa2-957b-41ae-b642-bb5b425ea33d)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:53.157080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.216707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.310883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd719a-638b-410d-a44b-aafb7adbfd82 req-d6a816f0-4d60-47f0-adb7-44d5dcbb74aa tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:53.312547 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75dd719a-638b-410d-a44b-aafb7adbfd82 req-d6a816f0-4d60-47f0-adb7-44d5dcbb74aa tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 943 time: 0.1816316 Apr 01 15:40:53.323144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.329891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.375899 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75dd719a-638b-410d-a44b-aafb7adbfd82 req-6e77b85b-4a43-45ae-9d36-9e2897f7199b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416808 Apr 01 15:40:53.394790 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.395812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:53.396964 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.439050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.461318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d848a1-871f-4f5b-ae0e-63a91d574763 None None] Pushing event updated for resources: {'Port': ['ID=e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:53.603275 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.9233842 Apr 01 15:40:53.606457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48898) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:53.611911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-73038a0e-07e5-4495-a658-0a2c17eba5c6 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Request body: {'network': {'project_id': 'c2512dfbbeea4500ab85e06fa445699f'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:53.623132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1f81a-a010-40b4-8bf7-7c4e364957e9 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Pushing event updated for resources: {'Network': ['ID=9594cff9-9f1b-4e6f-aedc-c897a0b5aee8,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:53.653562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 9594cff9-9f1b-4e6f-aedc-c897a0b5aee8 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:53.658682 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-73038a0e-07e5-4495-a658-0a2c17eba5c6 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:40:53.659373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Network 66b9d7d7-c00c-4174-8168-25fa9776edba is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:53.660700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73038a0e-07e5-4495-a658-0a2c17eba5c6 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:40:53.666683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.687774 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-73038a0e-07e5-4495-a658-0a2c17eba5c6 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0583725 Apr 01 15:40:53.693252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48900) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:53.696265 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:53.706799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:53.725753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event updated for resources: {'Port': ['ID=c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:53.801632 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6ace0e69-4c57-48f2-8588-6a9fba24a496 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2512dfbbeea4500ab85e06fa445699f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042747 Apr 01 15:40:53.810827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48904) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:53.846078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e467d62-ffe3-4ac8-b062-e0e2cba8b5b7 req-9c28a876-dbd0-4003-9944-2f2f8d112787 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:53.847659 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9e467d62-ffe3-4ac8-b062-e0e2cba8b5b7 req-9c28a876-dbd0-4003-9944-2f2f8d112787 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 943 time: 0.3245051 Apr 01 15:40:53.856647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:53.857220 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.934241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device b1edbd42-a6df-499e-87da-83c60d60d380 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:40:53.980870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a874fe2-3684-43df-861a-23c4b55dcffe tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.074807 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a874fe2-3684-43df-861a-23c4b55dcffe tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.199296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port b1edbd42-a6df-499e-87da-83c60d60d380, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b1edbd42-a6df-499e-87da-83c60d60d380,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:54.211913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'b1edbd42-a6df-499e-87da-83c60d60d380', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'port_id': 'b1edbd42-a6df-499e-87da-83c60d60d380', 'mac_address': 'fa:16:3e:a6:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:40:54.257846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.263725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a874fe2-3684-43df-861a-23c4b55dcffe tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.266705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a874fe2-3684-43df-861a-23c4b55dcffe tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.270430 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9a874fe2-3684-43df-861a-23c4b55dcffe tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/26c51899-d0b7-4680-91f0-df7f854c07bd HTTP/1.1" status: 204 len: 168 time: 0.4553876 Apr 01 15:40:54.272009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48910) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:54.274805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1edbd42-a6df-499e-87da-83c60d60d380 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:40:54.299337 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port b1edbd42-a6df-499e-87da-83c60d60d380, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b1edbd42-a6df-499e-87da-83c60d60d380,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:54.319080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a874fe2-3684-43df-861a-23c4b55dcffe tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c51899-d0b7-4680-91f0-df7f854c07bd,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:54.320269 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9e467d62-ffe3-4ac8-b062-e0e2cba8b5b7 req-b63b6847-4706-4219-be03-be6a028656eb tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4450822 Apr 01 15:40:54.332225 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-846fc071-6516-4aa9-8dd1-641904ec8629 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4729068 Apr 01 15:40:54.352399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48912) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:54.358561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Request body: {'port': {'network_id': '66b9d7d7-c00c-4174-8168-25fa9776edba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1618832936', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:54.359335 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.api.validators [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] bootfile-name is not in valid_values {{(pid=110106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:40:54.359786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.api.validators [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] tftp-server is not in valid_values {{(pid=110106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:40:54.360309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.api.validators [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] server-ip-address is not in valid_values {{(pid=110106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:40:54.388689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.392648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.406701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0eed8-90d0-4293-b063-914373e45bcb req-f779cdb2-2882-4bba-ad82-afb8fa014d7a tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:54.409749 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6eb0eed8-90d0-4293-b063-914373e45bcb req-f779cdb2-2882-4bba-ad82-afb8fa014d7a tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 943 time: 0.1888638 Apr 01 15:40:54.439677 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.506987 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6eb0eed8-90d0-4293-b063-914373e45bcb req-2fedca3e-1515-4da0-9107-e762ef124eb1 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636697 Apr 01 15:40:54.526508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.546936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=b1edbd42-a6df-499e-87da-83c60d60d380,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:54.645650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.690739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9594cff9-9f1b-4e6f-aedc-c897a0b5aee8']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:54.702617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b1a2d1-ee02-4222-b181-a2cae713c8e9') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:54.703275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b1a2d1-ee02-4222-b181-a2cae713c8e9') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:54.716489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.728586 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Pushing event updated for resources: {'Port': ['ID=578ac67d-f6c3-4987-b3e5-3a336bebcc06,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:54.735333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.744187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:54.745043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:54.750243 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:54.806785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['b1edbd42-a6df-499e-87da-83c60d60d380'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:40:54.855075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Made reservation on behalf of 2228c84cff984e12afe69cbbc50e96e8 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:54.861329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.891841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc115e2-bdf1-4b74-adc9-38162097c3a5 req-0f00f9f3-09f8-44f6-bff0-c5f5813273a7 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:54.898487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1fc115e2-bdf1-4b74-adc9-38162097c3a5 req-0f00f9f3-09f8-44f6-bff0-c5f5813273a7 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 943 time: 0.2938623 Apr 01 15:40:54.904699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:54.906630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] device_id is not set on port fbadb986-d35e-4878-b927-c49d360da6ed yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:54.979543 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1fc115e2-bdf1-4b74-adc9-38162097c3a5 req-ef90651f-de5c-4ce5-b3a7-941f4c7e22fd tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Apr 01 15:40:55.009277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.072705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.074274 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-442c4a35-5ffa-459b-90f1-afefbf8911ec tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5699439 Apr 01 15:40:55.076646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.076807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48924) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:55.084211 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] 10.222.0.73 "DELETE /v2.0/networks/9594cff9-9f1b-4e6f-aedc-c897a0b5aee8 HTTP/1.1" status: 204 len: 168 time: 0.8093681 Apr 01 15:40:55.096430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48926) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:55.108499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4e30e-5dbe-4d75-8d71-13ba60b52aa4 tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Pushing event deleted for resources: {'Network': ['ID=9594cff9-9f1b-4e6f-aedc-c897a0b5aee8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:55.208721 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-571c753a-cc2b-4b2a-b9e5-cb2d800f502e tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.1304970 Apr 01 15:40:55.213509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48930) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:55.283492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.299135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff308a7-55ec-4a13-a23f-a1a9dacf4427 None None] Network 66b9d7d7-c00c-4174-8168-25fa9776edba requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:55.355918 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c51fcb04-d7be-4a5b-82da-9dc992e62522 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1415911 Apr 01 15:40:55.362161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Allocated IP 172.20.0.12 (66b9d7d7-c00c-4174-8168-25fa9776edba/967a256a-61a3-4afc-b1ec-b437133e83f5/fbadb986-d35e-4878-b927-c49d360da6ed) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:55.373969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48936) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:55.450614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48938) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:55.527702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e2376802-287a-48de-a7da-062fef445bc5 None None] Provisioning complete for port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:55.528074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2376802-287a-48de-a7da-062fef445bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.589532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.600136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:55.610669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.652125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2376802-287a-48de-a7da-062fef445bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.759198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.771836 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e2376802-287a-48de-a7da-062fef445bc5 None None] For port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f,segment=NetworkSegment(55913aa2-957b-41ae-b642-bb5b425ea33d),segment_id=55913aa2-957b-41ae-b642-bb5b425ea33d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:55.785928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:55.786299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.849821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-272125495', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:55.854947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Network 66b9d7d7-c00c-4174-8168-25fa9776edba is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:55.870711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd96559c-fbb0-4ef2-baca-47fdfddce103']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:55.891266 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2376802-287a-48de-a7da-062fef445bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:55.910370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:55.918803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:55.937938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa167f7e-cdc4-4659-8bc1-021af301fdf4') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:55.938240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa167f7e-cdc4-4659-8bc1-021af301fdf4') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:55.955300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2376802-287a-48de-a7da-062fef445bc5 None None] Pushing event updated for resources: {'Port': ['ID=e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:55.959654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4212a-546b-48aa-9f7d-c24a8cd14777 req-f3c8afa1-0b87-444c-b132-e32672241220 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:55.969537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 945a15ca-285e-4aaf-bd10-6c4161de9ed2 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:40:55.969676 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-86a4212a-546b-48aa-9f7d-c24a8cd14777 req-f3c8afa1-0b87-444c-b132-e32672241220 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 943 time: 0.5166388 Apr 01 15:40:56.035421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event updated for resources: {'Port': ['ID=fbadb986-d35e-4878-b927-c49d360da6ed,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:56.065379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:56.065692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.083940 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-86a4212a-546b-48aa-9f7d-c24a8cd14777 req-a5ececc3-0ddf-4f02-9dc2-7a03eaa9a660 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134207 Apr 01 15:40:56.087520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.092115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device b1edbd42-a6df-499e-87da-83c60d60d380 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:56.108870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8829c8c-8f8e-4031-8b0c-a98dac36866a req-9af8c1a2-b07e-4b34-8e5f-09591fbb9cf6 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:56.108870 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e8829c8c-8f8e-4031-8b0c-a98dac36866a req-9af8c1a2-b07e-4b34-8e5f-09591fbb9cf6 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 944 time: 0.4023724 Apr 01 15:40:56.133340 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.150013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:40:56.150366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.174949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 945a15ca-285e-4aaf-bd10-6c4161de9ed2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:56.191934 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5fd47a70-d897-4951-b008-14ee178d8051 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8382971 Apr 01 15:40:56.194578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48946) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:56.217074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '945a15ca-285e-4aaf-bd10-6c4161de9ed2', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'port_id': '945a15ca-285e-4aaf-bd10-6c4161de9ed2', 'mac_address': 'fa:16:3e:42:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:40:56.266878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.286067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945a15ca-285e-4aaf-bd10-6c4161de9ed2 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:40:56.293650 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:40:56.302858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Deleting port 578ac67d-f6c3-4987-b3e5-3a336bebcc06 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:56.303225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.313916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 945a15ca-285e-4aaf-bd10-6c4161de9ed2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:56.318635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.343721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48948) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:56.350786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-06cc2994-82db-4d88-b99d-5ce54692819d None None] Provisioning complete for port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:56.351266 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06cc2994-82db-4d88-b99d-5ce54692819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.355116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Made reservation on behalf of 8ac39bf728f3425382260a4e1d1e7160 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:56.355412 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': '3b51b90e-1f05-4b34-90ee-9a558bad6d00', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:56.357476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.385598 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.395580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.399717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.402991 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] 10.222.0.73 "DELETE /v2.0/networks/fd96559c-fbb0-4ef2-baca-47fdfddce103 HTTP/1.1" status: 204 len: 168 time: 1.3065729 Apr 01 15:40:56.411491 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e8829c8c-8f8e-4031-8b0c-a98dac36866a req-01205347-07f5-4195-8f02-928949eed986 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878921 Apr 01 15:40:56.449261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.449998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0e9b7104-fa43-40b6-acfb-65db46c03362 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:40:56.519411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:40:56.519809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:40:56.584139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.584495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.600879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Calling delete_port for 578ac67d-f6c3-4987-b3e5-3a336bebcc06 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:56.727745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port b1edbd42-a6df-499e-87da-83c60d60d380 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:40:56.749771 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port b1edbd42-a6df-499e-87da-83c60d60d380 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:56.750577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.767639 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf44d20-3f09-45b4-9ca0-bf17bc9910ac tempest-QuotasNegativeTest-1089728971 tempest-QuotasNegativeTest-1089728971-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd96559c-fbb0-4ef2-baca-47fdfddce103,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:56.798895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f23f9-8ecc-4eb4-a687-57d0e19890bc req-748a8f45-95c7-424a-bab0-ff1002d938d9 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:56.800204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ade72a-5ed2-4d09-a960-26683c2d2371 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:56.800480 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ee7f23f9-8ecc-4eb4-a687-57d0e19890bc req-748a8f45-95c7-424a-bab0-ff1002d938d9 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 943 time: 0.4910655 Apr 01 15:40:56.806800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ade72a-5ed2-4d09-a960-26683c2d2371 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:56.812898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=945a15ca-285e-4aaf-bd10-6c4161de9ed2,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:56.813169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ade72a-5ed2-4d09-a960-26683c2d2371 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:56.822792 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f3ade72a-5ed2-4d09-a960-26683c2d2371 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6191661 Apr 01 15:40:56.824124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48952) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:56.839594 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-06cc2994-82db-4d88-b99d-5ce54692819d None None] Provisioning complete for port c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:56.839963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06cc2994-82db-4d88-b99d-5ce54692819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.851332 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ee7f23f9-8ecc-4eb4-a687-57d0e19890bc req-b9390ee4-dc94-4428-ac03-f2ad48870c8c tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Apr 01 15:40:56.891529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0e9b7104-fa43-40b6-acfb-65db46c03362, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0e9b7104-fa43-40b6-acfb-65db46c03362,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:56.914145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-06cc2994-82db-4d88-b99d-5ce54692819d None None] Port c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:56.945351 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '0e9b7104-fa43-40b6-acfb-65db46c03362', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'port_id': '0e9b7104-fa43-40b6-acfb-65db46c03362', 'mac_address': 'fa:16:3e:0e:a2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:40:56.951175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-93aa9aeb-e4f1-4f59-8dad-f30af70f047e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Deleting port fbadb986-d35e-4878-b927-c49d360da6ed {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:56.951699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-93aa9aeb-e4f1-4f59-8dad-f30af70f047e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.958437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.978618 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.993144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Pushing event deleted for resources: {'Port': ['ID=578ac67d-f6c3-4987-b3e5-3a336bebcc06,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:57.014603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.022095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1edbd42-a6df-499e-87da-83c60d60d380'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:40:57.061852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:57.067268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.124116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.127928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.129181 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e4ca3dea-40df-44a0-9f8b-4e3836db9bdb tempest-FloatingIPAdminTestJSON-486389162 tempest-FloatingIPAdminTestJSON-486389162-project] 10.222.0.73 "DELETE /v2.0/floatingips/48273e90-9b23-49a0-b28b-8ed4e82103f1 HTTP/1.1" status: 204 len: 168 time: 1.7563970 Apr 01 15:40:57.132694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48962) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:57.145463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9b7104-fa43-40b6-acfb-65db46c03362 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:40:57.180660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.220832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-93aa9aeb-e4f1-4f59-8dad-f30af70f047e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.223800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0e9b7104-fa43-40b6-acfb-65db46c03362, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0e9b7104-fa43-40b6-acfb-65db46c03362,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:57.226078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port b1edbd42-a6df-499e-87da-83c60d60d380, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b1edbd42-a6df-499e-87da-83c60d60d380,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:40:57.240801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-991f5003-ac45-452d-868d-1080cf0bbd34 None None] Provisioning complete for port fbadb986-d35e-4878-b927-c49d360da6ed triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:57.240801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-991f5003-ac45-452d-868d-1080cf0bbd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.266154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-93aa9aeb-e4f1-4f59-8dad-f30af70f047e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Calling delete_port for fbadb986-d35e-4878-b927-c49d360da6ed owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:57.279236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-991f5003-ac45-452d-868d-1080cf0bbd34 None None] Port fbadb986-d35e-4878-b927-c49d360da6ed cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:57.289526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-991f5003-ac45-452d-868d-1080cf0bbd34 None None] Provisioning complete for port c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:57.289893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-991f5003-ac45-452d-868d-1080cf0bbd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.309815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acea5bf-7ea6-426b-a207-58bcc803dc30 req-4c3b60cb-8064-47f0-931a-e694f85fafa0 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:57.311541 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1acea5bf-7ea6-426b-a207-58bcc803dc30 req-4c3b60cb-8064-47f0-931a-e694f85fafa0 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 943 time: 0.0848839 Apr 01 15:40:57.316356 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657e2d30-49b3-4cae-b077-3f705eda1247" -d '{"events": [{"server_uuid": "ce4a2986-1eef-4f8d-8adc-4bab9899a438", "name": "network-vif-plugged", "status": "completed", "tag": "b1edbd42-a6df-499e-87da-83c60d60d380"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:40:57.317436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Deleting port 6d5e07fb-5ae3-4d1d-85be-a68190debf1e {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:57.317783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.334818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-991f5003-ac45-452d-868d-1080cf0bbd34 None None] Port c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:57.343787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.345692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.348377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.360257 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] device_id is not set on port b1e15156-08eb-4a83-baba-e7200faa925c yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:40:57.415003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=0e9b7104-fa43-40b6-acfb-65db46c03362,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:57.502575 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1acea5bf-7ea6-426b-a207-58bcc803dc30 req-5603fb0a-8786-4dbf-b44b-787960abffd3 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1818051 Apr 01 15:40:57.503950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813bd724-2847-4973-9f5d-bde9ed53f6e5,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:57.529515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=b1edbd42-a6df-499e-87da-83c60d60d380,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:57.546733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff0e005-d909-4c4e-8995-7c9230cf91c4 x-openstack-request-id: req-eff0e005-d909-4c4e-8995-7c9230cf91c4 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:40:57.547310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a2986-1eef-4f8d-8adc-4bab9899a438", "name": "network-vif-plugged", "status": "completed", "tag": "b1edbd42-a6df-499e-87da-83c60d60d380", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:40:57.547732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eff0e005-d909-4c4e-8995-7c9230cf91c4 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:40:57.548393 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff0e005-d909-4c4e-8995-7c9230cf91c4'] response: {'server_uuid': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1edbd42-a6df-499e-87da-83c60d60d380', 'code': 200} Apr 01 15:40:57.558647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.558968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.606090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:57.626315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Calling delete_port for 6d5e07fb-5ae3-4d1d-85be-a68190debf1e owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:57.639815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['945a15ca-285e-4aaf-bd10-6c4161de9ed2'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:40:57.640787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.674662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['0e9b7104-fa43-40b6-acfb-65db46c03362'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:40:57.707283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-93aa9aeb-e4f1-4f59-8dad-f30af70f047e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.710545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48972) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:57.731312 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Allocated IP 172.26.6.230 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/b1e15156-08eb-4a83-baba-e7200faa925c) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:57.766555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa9aeb-e4f1-4f59-8dad-f30af70f047e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event deleted for resources: {'Port': ['ID=fbadb986-d35e-4878-b927-c49d360da6ed,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:57.769186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking segment: {'id': '856e1a3f-9099-4808-95d5-851eb3f0d872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3b51b90e-1f05-4b34-90ee-9a558bad6d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:57.769602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network hostable DHCP agents. Network: 3b51b90e-1f05-4b34-90ee-9a558bad6d00, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:40:57.799607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c896df-f401-4045-b20f-5504418109f8 req-65bb7869-c018-45c2-84f9-fc7a3d4421c0 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:57.801646 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-82c896df-f401-4045-b20f-5504418109f8 req-65bb7869-c018-45c2-84f9-fc7a3d4421c0 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 945 time: 0.1788082 Apr 01 15:40:57.822976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:57.824116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.846434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=57b5ba74-86ba-4568-89a1-62b18eb1a32d,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:58.044177 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-82c896df-f401-4045-b20f-5504418109f8 req-a6adc919-acc5-48e3-9f58-b9899ccd074a tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655135 Apr 01 15:40:58.044323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network 3b51b90e-1f05-4b34-90ee-9a558bad6d00 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:40:58.044323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-93aa9aeb-e4f1-4f59-8dad-f30af70f047e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.044323 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-93aa9aeb-e4f1-4f59-8dad-f30af70f047e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "DELETE /v2.0/ports/fbadb986-d35e-4878-b927-c49d360da6ed HTTP/1.1" status: 204 len: 168 time: 1.1729960 Apr 01 15:40:58.044323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b362cbd8-2389-4b46-ba9a-64d9e7195fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.046473 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48978) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:58.064381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Request body: {'port': {'name': 'tempest-new-port-name-1199999270', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:58.064945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.api.validators [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] bootfile-name is not in valid_values {{(pid=110105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:40:58.065908 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.api.validators [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] tftp-server is not in valid_values {{(pid=110105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:40:58.066482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.api.validators [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] server-ip-address is not in valid_values {{(pid=110105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:40:58.144388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b362cbd8-2389-4b46-ba9a-64d9e7195fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.218959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4edc1-6baf-4bf1-9bd1-565dcd63df0a req-65ed7ebc-fee7-4cb4-aa01-dff216dc0bc3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:58.220525 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1de4edc1-6baf-4bf1-9bd1-565dcd63df0a req-65ed7ebc-fee7-4cb4-aa01-dff216dc0bc3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 944 time: 0.2173057 Apr 01 15:40:58.225622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.229422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.257683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 3b51b90e-1f05-4b34-90ee-9a558bad6d00) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:58.262358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:58.262963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.275041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0c5261-d318-4917-9e6f-070151aacafc None None] Network 3b51b90e-1f05-4b34-90ee-9a558bad6d00 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:40:58.331956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cd197-22ba-43e4-ad8c-53bf7e096863 req-49677237-e7b1-4f7c-be16-6c4d26eab3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:58.333461 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ad2cd197-22ba-43e4-ad8c-53bf7e096863 req-49677237-e7b1-4f7c-be16-6c4d26eab3d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 1098 time: 0.1050177 Apr 01 15:40:58.348553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b362cbd8-2389-4b46-ba9a-64d9e7195fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.367672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-ad2cd197-22ba-43e4-ad8c-53bf7e096863 req-cac67486-926b-4adf-9924-df7750e524e9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.408154 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b362cbd8-2389-4b46-ba9a-64d9e7195fc3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43ea39aa3707451e91c886620a42dd58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6924243 Apr 01 15:40:58.415515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48980) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:58.424890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362cbd8-2389-4b46-ba9a-64d9e7195fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d7b6a8-e800-408d-a3e4-144ca74303c7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:58.450307 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d5cad167-d81e-4663-8cbf-9b453a7aab48 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1010988 Apr 01 15:40:58.455625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48982) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:58.455850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3b51b90e-1f05-4b34-90ee-9a558bad6d00', 'network_id': '3b51b90e-1f05-4b34-90ee-9a558bad6d00', 'tenant_id': 'c2d349883cde45faa0c91e9f9d729279', 'fixed_ips': [{'subnet_id': '57b5ba74-86ba-4568-89a1-62b18eb1a32d'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:40:58.456727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.463896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-671363786'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:58.551151 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.561774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7403-90c5-4bd8-817a-e678c82743c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.572641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-ad2cd197-22ba-43e4-ad8c-53bf7e096863 req-cac67486-926b-4adf-9924-df7750e524e9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.585202 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1de4edc1-6baf-4bf1-9bd1-565dcd63df0a req-378cf344-1ade-431c-9d1a-ba1b0f52a1f1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566892 Apr 01 15:40:58.610573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7403-90c5-4bd8-817a-e678c82743c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.620422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:58.624950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d5e07fb-5ae3-4d1d-85be-a68190debf1e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:58.625182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.639169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Allocated IP 2001:db8:0:ffff::2 (3b51b90e-1f05-4b34-90ee-9a558bad6d00/57b5ba74-86ba-4568-89a1-62b18eb1a32d/db3af007-7fba-4f55-8f9e-f1eee34f785e) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:40:58.656297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-ad2cd197-22ba-43e4-ad8c-53bf7e096863 req-cac67486-926b-4adf-9924-df7750e524e9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.698633 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ad2cd197-22ba-43e4-ad8c-53bf7e096863 req-cac67486-926b-4adf-9924-df7750e524e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572054 Apr 01 15:40:58.720996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:40:58.727404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac67486-926b-4adf-9924-df7750e524e9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc37658-f13a-4bfe-8a6e-3d140f0dbc11,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:58.751838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.821243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.837072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7403-90c5-4bd8-817a-e678c82743c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.840015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7403-90c5-4bd8-817a-e678c82743c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.840756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d5408-decd-45b9-a600-b399d0e2f742 req-3315ca7f-dbd2-4086-a86f-133c642c5e63 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:58.843737 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ce8f7403-90c5-4bd8-817a-e678c82743c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3d7b6a8-e800-408d-a3e4-144ca74303c7 HTTP/1.1" status: 204 len: 168 time: 0.4247715 Apr 01 15:40:58.843861 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-360d5408-decd-45b9-a600-b399d0e2f742 req-3315ca7f-dbd2-4086-a86f-133c642c5e63 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 944 time: 0.2259386 Apr 01 15:40:58.844051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.844051 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment c827c2db-6fee-4062-a5aa-47583caa07b5 of type vlan for network d941c595-d7e0-46ef-9b9e-a78d02eeddb7 Apr 01 15:40:58.862949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f7403-90c5-4bd8-817a-e678c82743c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d7b6a8-e800-408d-a3e4-144ca74303c7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:58.869068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.872596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.879263 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a6114872-440e-47e2-a33c-f6725ee15f16 tempest-FloatingIPAdminTestJSON-1434882068 tempest-FloatingIPAdminTestJSON-1434882068-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/43265286-ef2f-4cda-8c48-a6977a8ab725 HTTP/1.1" status: 204 len: 168 time: 1.7439988 Apr 01 15:40:58.886243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48988) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:58.910407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:58.925302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:58.929343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.931977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:58.942101 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Pushing event updated for resources: {'Port': ['ID=b1e15156-08eb-4a83-baba-e7200faa925c,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:58.954343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:58.992906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Network 3b51b90e-1f05-4b34-90ee-9a558bad6d00 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:40:58.998270 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-360d5408-decd-45b9-a600-b399d0e2f742 req-b221bda5-5b90-4e75-b38f-e6498e589365 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130221 Apr 01 15:40:59.007357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:40:59.011582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:40:59.015649 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:59.016261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.031060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fa6284b7-3300-4bc2-ae67-3adb4fa45a64 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Deleting port d0ddea59-fcd9-41e4-bc8b-de1879dc003f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:59.031060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa6284b7-3300-4bc2-ae67-3adb4fa45a64 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.044122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.052469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Pushing event updated for resources: {'Port': ['ID=db3af007-7fba-4f55-8f9e-f1eee34f785e,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:59.082831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Attempting to bind port db3af007-7fba-4f55-8f9e-f1eee34f785e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:40:59.083193 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Attempting to bind port db3af007-7fba-4f55-8f9e-f1eee34f785e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '856e1a3f-9099-4808-95d5-851eb3f0d872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3b51b90e-1f05-4b34-90ee-9a558bad6d00'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:40:59.083556 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Attempting to bind port db3af007-7fba-4f55-8f9e-f1eee34f785e on network 3b51b90e-1f05-4b34-90ee-9a558bad6d00 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:40:59.089751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:40:59.090063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Checking segment: {'id': '856e1a3f-9099-4808-95d5-851eb3f0d872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3b51b90e-1f05-4b34-90ee-9a558bad6d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:40:59.090998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.090998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Bound using segment: {'id': '856e1a3f-9099-4808-95d5-851eb3f0d872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3b51b90e-1f05-4b34-90ee-9a558bad6d00'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:40:59.091558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Bound port: db3af007-7fba-4f55-8f9e-f1eee34f785e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856e1a3f-9099-4808-95d5-851eb3f0d872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3b51b90e-1f05-4b34-90ee-9a558bad6d00'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:40:59.091873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.135657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.136822 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3c87dd24-046d-4f92-a8db-60a7dba9253d tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6669438 Apr 01 15:40:59.141285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48992) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:59.146235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:59.146235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.146810 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.230'}]}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:59.150263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa6284b7-3300-4bc2-ae67-3adb4fa45a64 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.159422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.186699 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] For port db3af007-7fba-4f55-8f9e-f1eee34f785e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:40:59.191541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] For port db3af007-7fba-4f55-8f9e-f1eee34f785e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=db3af007-7fba-4f55-8f9e-f1eee34f785e,segment=NetworkSegment(856e1a3f-9099-4808-95d5-851eb3f0d872),segment_id=856e1a3f-9099-4808-95d5-851eb3f0d872)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:40:59.214936 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bad1e-668c-41e2-985e-8535bfc04959 req-28ab7e81-fd7a-4099-b900-f021875f149b tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:59.216561 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-970bad1e-668c-41e2-985e-8535bfc04959 req-28ab7e81-fd7a-4099-b900-f021875f149b tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 945 time: 0.1173036 Apr 01 15:40:59.229307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=d941c595-d7e0-46ef-9b9e-a78d02eeddb7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:59.238649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fa6284b7-3300-4bc2-ae67-3adb4fa45a64 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Calling delete_port for d0ddea59-fcd9-41e4-bc8b-de1879dc003f owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:59.252658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network d941c595-d7e0-46ef-9b9e-a78d02eeddb7 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:40:59.282594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event updated for resources: {'Port': ['ID=c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:59.302896 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] In _notify_port_updated(), no bound segment for port c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 on network 66b9d7d7-c00c-4174-8168-25fa9776edba {{(pid=110105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:40:59.308695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:59.309379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.310777 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3849d2c7-e911-483c-9c8e-31ce64ba2899 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "PUT /v2.0/ports/c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 HTTP/1.1" status: 200 len: 1136 time: 1.2588317 Apr 01 15:40:59.313831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48994) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:59.328741 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-970bad1e-668c-41e2-985e-8535bfc04959 req-3fe27bc7-253c-4465-827e-a383613914ee tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864625 Apr 01 15:40:59.378224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.402075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86895895-8c13-435d-80d0-c2be3e64f79d tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:40:59.408039 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-86895895-8c13-435d-80d0-c2be3e64f79d tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "GET /v2.0/ports/c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 HTTP/1.1" status: 200 len: 1136 time: 0.0891180 Apr 01 15:40:59.408448 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 48996) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:59.463415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8aabb-269b-48f4-99cb-5eaaa0bcdb21 None None] Pushing event updated for resources: {'Port': ['ID=db3af007-7fba-4f55-8f9e-f1eee34f785e,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:59.480740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-bb1ce00a-3697-44b3-a1d4-47824bdc8516 None None] Provisioning complete for port c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:40:59.481112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bb1ce00a-3697-44b3-a1d4-47824bdc8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.491762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.493379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.494237 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-87345c84-4cf6-4dc0-a0aa-991dc2ce1b11 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0357292 Apr 01 15:40:59.497081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 48998) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:59.521670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': 'd941c595-d7e0-46ef-9b9e-a78d02eeddb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:40:59.532590 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-82d683fb-dc9d-48e7-8d84-e3921bc4920e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Deleting port c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:40:59.533067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82d683fb-dc9d-48e7-8d84-e3921bc4920e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.608135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa6284b7-3300-4bc2-ae67-3adb4fa45a64 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.679258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.707154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6284b7-3300-4bc2-ae67-3adb4fa45a64 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event deleted for resources: {'Port': ['ID=d0ddea59-fcd9-41e4-bc8b-de1879dc003f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:40:59.717668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82d683fb-dc9d-48e7-8d84-e3921bc4920e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.718176 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ce00a-3697-44b3-a1d4-47824bdc8516 None None] Port c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:40:59.748128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-82d683fb-dc9d-48e7-8d84-e3921bc4920e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Calling delete_port for c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:40:59.847727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa6284b7-3300-4bc2-ae67-3adb4fa45a64 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:59.847727 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fa6284b7-3300-4bc2-ae67-3adb4fa45a64 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "DELETE /v2.0/ports/d0ddea59-fcd9-41e4-bc8b-de1879dc003f HTTP/1.1" status: 204 len: 168 time: 0.9404302 Apr 01 15:40:59.847727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49004) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:40:59.894544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 945a15ca-285e-4aaf-bd10-6c4161de9ed2 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:40:59.946625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:40:59.951370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.003663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39298c5d-5e1c-4b15-b23e-23b1e8b29539 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:00.007113 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eadce-822c-4622-9bc6-151c19865cdf req-b5f305cc-cf48-4a06-92ca-256634b859d9 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:00.008527 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-39298c5d-5e1c-4b15-b23e-23b1e8b29539 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8078b70-91af-4c9c-90c4-c0425e0ec001 HTTP/1.1" status: 200 len: 913 time: 0.1764462 Apr 01 15:41:00.009228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49006) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:00.014617 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-259eadce-822c-4622-9bc6-151c19865cdf req-b5f305cc-cf48-4a06-92ca-256634b859d9 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 944 time: 0.2615700 Apr 01 15:41:00.119751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.132280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:00.140078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:00.140498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.173542 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-259eadce-822c-4622-9bc6-151c19865cdf req-7d338b61-1367-4f75-8e4b-9cb3b8de4c0a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580665 Apr 01 15:41:00.214618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13c34-577b-4ec9-904d-73b33b0007ba req-f8939ccf-f2ee-494b-9e80-2584b0f31994 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:00.216560 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88b13c34-577b-4ec9-904d-73b33b0007ba req-f8939ccf-f2ee-494b-9e80-2584b0f31994 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 944 time: 0.1065631 Apr 01 15:41:00.248723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49010) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:00.273676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.282592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf92-21c9-46c1-84fe-f80450d24040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.299083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d42451-7996-4b22-84f0-8faaee5408fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945a15ca-285e-4aaf-bd10-6c4161de9ed2'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:41:00.302960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f839e011-3e96-4b6d-a8a0-e1ca2232e259" -d '{"events": [{"server_uuid": "20d42451-7996-4b22-84f0-8faaee5408fe", "name": "network-vif-plugged", "status": "completed", "tag": "945a15ca-285e-4aaf-bd10-6c4161de9ed2"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:41:00.306083 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88b13c34-577b-4ec9-904d-73b33b0007ba req-202049eb-c141-4ce0-8461-644f72f38f2c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745852 Apr 01 15:41:00.311233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82d683fb-dc9d-48e7-8d84-e3921bc4920e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.319592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 945a15ca-285e-4aaf-bd10-6c4161de9ed2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:00.384665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d683fb-dc9d-48e7-8d84-e3921bc4920e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event deleted for resources: {'Port': ['ID=c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:00.411951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.412796 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0e9b7104-fa43-40b6-acfb-65db46c03362 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:00.542782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=945a15ca-285e-4aaf-bd10-6c4161de9ed2,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:00.546542 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246bde20-76dd-4012-8853-9c3acd3b1afc x-openstack-request-id: req-246bde20-76dd-4012-8853-9c3acd3b1afc {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:41:00.546851 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d42451-7996-4b22-84f0-8faaee5408fe", "name": "network-vif-plugged", "status": "completed", "tag": "945a15ca-285e-4aaf-bd10-6c4161de9ed2", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:41:00.547103 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-246bde20-76dd-4012-8853-9c3acd3b1afc {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:41:00.547507 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246bde20-76dd-4012-8853-9c3acd3b1afc'] response: {'server_uuid': '20d42451-7996-4b22-84f0-8faaee5408fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945a15ca-285e-4aaf-bd10-6c4161de9ed2', 'code': 200} Apr 01 15:41:00.573097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.602371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82d683fb-dc9d-48e7-8d84-e3921bc4920e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.608982 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-82d683fb-dc9d-48e7-8d84-e3921bc4920e tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "DELETE /v2.0/ports/c1eebeb5-4b20-4e8b-83eb-34a40b6f4f63 HTTP/1.1" status: 204 len: 168 time: 1.1993368 Apr 01 15:41:00.631971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49018) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:00.636938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf92-21c9-46c1-84fe-f80450d24040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.687343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 0e9b7104-fa43-40b6-acfb-65db46c03362 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:00.691806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 0e9b7104-fa43-40b6-acfb-65db46c03362 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:00.692185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.751701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bb34bf92-21c9-46c1-84fe-f80450d24040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.767561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-16dee4d0-5cc2-456c-bdef-9b5bc0a38f72 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Deleting subnet 967a256a-61a3-4afc-b1ec-b437133e83f5 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:00.783637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16dee4d0-5cc2-456c-bdef-9b5bc0a38f72 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.797376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ddd67-c24e-4888-a24f-a8025eb040a3 req-a9cfc8a6-4e5d-4978-94c7-8d6cdeb5febd tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:00.798843 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8a2ddd67-c24e-4888-a24f-a8025eb040a3 req-a9cfc8a6-4e5d-4978-94c7-8d6cdeb5febd tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 945 time: 0.2076149 Apr 01 15:41:00.858265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=d636dabe-d15a-4309-9b32-4d39cea066b3,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:00.859522 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bb34bf92-21c9-46c1-84fe-f80450d24040 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6684ce5db6eb4bf0bebacf54a67f6215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093619 Apr 01 15:41:00.860752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49020) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:00.942792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.943414 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16dee4d0-5cc2-456c-bdef-9b5bc0a38f72 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.953560 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking segment: {'id': 'c827c2db-6fee-4062-a5aa-47583caa07b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd941c595-d7e0-46ef-9b9e-a78d02eeddb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:00.953560 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network hostable DHCP agents. Network: d941c595-d7e0-46ef-9b9e-a78d02eeddb7, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:00.962158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b1088-6bc7-4148-ad6f-0f4b75dd5f14 None None] Network 3b51b90e-1f05-4b34-90ee-9a558bad6d00 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:00.966365 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34bf92-21c9-46c1-84fe-f80450d24040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7adb308-a098-486b-a0c1-f0b3789e6171,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:01.002250 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8a2ddd67-c24e-4888-a24f-a8025eb040a3 req-feb50b1c-bdc9-446c-8b57-9043d6b31797 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857946 Apr 01 15:41:01.053833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0e9b7104-fa43-40b6-acfb-65db46c03362, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0e9b7104-fa43-40b6-acfb-65db46c03362,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:01.068993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fc7ea-40ca-46aa-8f69-2ea81c0ad7a3 req-1fe550df-bb25-4ee4-bbd3-e95602e57b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:01.071133 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b3fc7ea-40ca-46aa-8f69-2ea81c0ad7a3 req-1fe550df-bb25-4ee4-bbd3-e95602e57b2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 1098 time: 0.1962342 Apr 01 15:41:01.120158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.122147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ee9edbb-c5cc-4988-8b71-5e09c82f104a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.140622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-43b86a60-e863-41d0-a542-dcc0baa3f99a None None] Provisioning complete for port db3af007-7fba-4f55-8f9e-f1eee34f785e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:01.141093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-43b86a60-e863-41d0-a542-dcc0baa3f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.146281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.148229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.175955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ee9edbb-c5cc-4988-8b71-5e09c82f104a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.217592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network d941c595-d7e0-46ef-9b9e-a78d02eeddb7 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:01.293978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=0e9b7104-fa43-40b6-acfb-65db46c03362,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:01.400514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-43b86a60-e863-41d0-a542-dcc0baa3f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.430306 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ee9edbb-c5cc-4988-8b71-5e09c82f104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.433317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ee9edbb-c5cc-4988-8b71-5e09c82f104a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.442633 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6ee9edbb-c5cc-4988-8b71-5e09c82f104a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7adb308-a098-486b-a0c1-f0b3789e6171 HTTP/1.1" status: 204 len: 168 time: 0.4723349 Apr 01 15:41:01.444950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-43b86a60-e863-41d0-a542-dcc0baa3f99a None None] For port db3af007-7fba-4f55-8f9e-f1eee34f785e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=db3af007-7fba-4f55-8f9e-f1eee34f785e,segment=NetworkSegment(856e1a3f-9099-4808-95d5-851eb3f0d872),segment_id=856e1a3f-9099-4808-95d5-851eb3f0d872)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:01.491429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9edbb-c5cc-4988-8b71-5e09c82f104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7adb308-a098-486b-a0c1-f0b3789e6171,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:01.499673 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b3fc7ea-40ca-46aa-8f69-2ea81c0ad7a3 req-58a8faca-afed-45da-b359-88c1f926bce6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073017 Apr 01 15:41:01.512548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.515855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-43b86a60-e863-41d0-a542-dcc0baa3f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.520299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16dee4d0-5cc2-456c-bdef-9b5bc0a38f72 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.524793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.594544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59916b9-0191-4534-be84-9ed6b68cdc53 req-f395dcac-92e3-46b2-ae40-9aedd8045389 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:01.612193 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e59916b9-0191-4534-be84-9ed6b68cdc53 req-f395dcac-92e3-46b2-ae40-9aedd8045389 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2772577 Apr 01 15:41:01.625108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, d941c595-d7e0-46ef-9b9e-a78d02eeddb7) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:01.641042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b86a60-e863-41d0-a542-dcc0baa3f99a None None] Pushing event updated for resources: {'Port': ['ID=db3af007-7fba-4f55-8f9e-f1eee34f785e,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:01.643923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:01.647759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.665609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device db3af007-7fba-4f55-8f9e-f1eee34f785e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:01.702973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14533f72-1319-41b4-a4e9-eb8ae90e8a3b None None] Network d941c595-d7e0-46ef-9b9e-a78d02eeddb7 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:01.796984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7f83fcf7-a054-4f72-8daf-be79f38138da None None] Provisioning complete for port db3af007-7fba-4f55-8f9e-f1eee34f785e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:01.797505 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7f83fcf7-a054-4f72-8daf-be79f38138da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.810518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.815542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.821575 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-59cd0385-61d4-4b79-9b44-2f668fdb32ed tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3233671 Apr 01 15:41:01.831004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd0f7-d002-4c28-9b42-75dea025a083 req-171f7c78-4fad-4f06-9163-0f4be141c2a0 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:01.832740 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d15dd0f7-d002-4c28-9b42-75dea025a083 req-171f7c78-4fad-4f06-9163-0f4be141c2a0 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 945 time: 0.4078426 Apr 01 15:41:01.835312 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49028) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:01.848376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port db3af007-7fba-4f55-8f9e-f1eee34f785e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:01.849042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.871798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16dee4d0-5cc2-456c-bdef-9b5bc0a38f72 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.890953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16dee4d0-5cc2-456c-bdef-9b5bc0a38f72 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:01.894270 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-16dee4d0-5cc2-456c-bdef-9b5bc0a38f72 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "DELETE /v2.0/subnets/967a256a-61a3-4afc-b1ec-b437133e83f5 HTTP/1.1" status: 204 len: 168 time: 1.2576444 Apr 01 15:41:01.910443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e642af9-d8e2-4224-bbdf-41b4580b6271 None None] Network 66b9d7d7-c00c-4174-8168-25fa9776edba requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:01.912279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49030) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:01.922088 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dee4d0-5cc2-456c-bdef-9b5bc0a38f72 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event deleted for resources: {'Subnet': ['ID=967a256a-61a3-4afc-b1ec-b437133e83f5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:02.056641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.084953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-d941c595-d7e0-46ef-9b9e-a78d02eeddb7', 'network_id': 'd941c595-d7e0-46ef-9b9e-a78d02eeddb7', 'tenant_id': 'c2d349883cde45faa0c91e9f9d729279', 'fixed_ips': [{'subnet_id': 'd636dabe-d15a-4309-9b32-4d39cea066b3'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:02.086808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.205465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Deleting port 6e5af7c4-9c43-4ad6-b953-cb3956f99dd7 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:02.205465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.205465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Deleting port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:02.205810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.219846 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e59916b9-0191-4534-be84-9ed6b68cdc53 req-ab2eb523-16e7-4ce6-acbd-8ac8500e79bc tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6065726 Apr 01 15:41:02.331374 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.331927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e1c4d5f-ecac-4dc7-b96c-221931c3a6c9 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:41:02.343937 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d15dd0f7-d002-4c28-9b42-75dea025a083 req-08ce3592-ccee-4288-8a86-a3d2f4984883 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4755602 Apr 01 15:41:02.360914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] For port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f,segment=NetworkSegment(55913aa2-957b-41ae-b642-bb5b425ea33d),segment_id=55913aa2-957b-41ae-b642-bb5b425ea33d)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:02.360914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.394451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Calling delete_port for e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:02.400852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.403882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.426031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Calling delete_port for 6e5af7c4-9c43-4ad6-b953-cb3956f99dd7 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:02.435587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e58a9-e58f-4cd8-bfca-9b5fdd3c343a req-bcc919c9-ab8e-4642-a209-1c26dc598c21 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:02.438069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa63dc8-c3d0-4674-9b37-41f15412bbf2 None None] DHCP port deletion for 66b9d7d7-c00c-4174-8168-25fa9776edba request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:02.443740 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-977e58a9-e58f-4cd8-bfca-9b5fdd3c343a req-bcc919c9-ab8e-4642-a209-1c26dc598c21 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 945 time: 0.1075344 Apr 01 15:41:02.449338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Allocated IP 2001:db8::1 (d941c595-d7e0-46ef-9b9e-a78d02eeddb7/d636dabe-d15a-4309-9b32-4d39cea066b3/c0d3ce47-fd42-4961-b1a0-d2954b9e145a) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:02.497062 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:41:02.498121 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-60193837-4ede-4d62-9b02-a874b84314f6 tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3557250 Apr 01 15:41:02.509053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49044) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:02.557489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b7104-fa43-40b6-acfb-65db46c03362'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:41:02.559913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde63d3c-8888-40cf-a262-07c4be9e87fc" -d '{"events": [{"server_uuid": "2d4ea6a0-ddec-4c1a-9bfb-439015516dd7", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b7104-fa43-40b6-acfb-65db46c03362"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:41:02.577054 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-977e58a9-e58f-4cd8-bfca-9b5fdd3c343a req-6174f4c3-bee4-4e81-8142-16bf1137e2db tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322432 Apr 01 15:41:02.585857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.613860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-cfa63dc8-c3d0-4674-9b37-41f15412bbf2 None None] Deleting port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:02.614240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cfa63dc8-c3d0-4674-9b37-41f15412bbf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.746190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.801734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-57b9668b-d14b-41ff-984e-09cec470fb5a tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Deleting port b1e15156-08eb-4a83-baba-e7200faa925c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:02.802081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-57b9668b-d14b-41ff-984e-09cec470fb5a tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.817609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1637e1e-0e41-436c-b0c5-bb97f27971c5 x-openstack-request-id: req-c1637e1e-0e41-436c-b0c5-bb97f27971c5 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:41:02.818117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4ea6a0-ddec-4c1a-9bfb-439015516dd7", "name": "network-vif-plugged", "status": "completed", "tag": "0e9b7104-fa43-40b6-acfb-65db46c03362", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:41:02.818419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1637e1e-0e41-436c-b0c5-bb97f27971c5 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:41:02.818827 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1637e1e-0e41-436c-b0c5-bb97f27971c5'] response: {'server_uuid': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9b7104-fa43-40b6-acfb-65db46c03362', 'code': 200} Apr 01 15:41:02.823790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event deleted for resources: {'Port': ['ID=e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:02.824827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] No DVR routers for this DVR port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:02.881094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-cfa63dc8-c3d0-4674-9b37-41f15412bbf2 None None] For port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f,segment=NetworkSegment(55913aa2-957b-41ae-b642-bb5b425ea33d),segment_id=55913aa2-957b-41ae-b642-bb5b425ea33d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:02.882117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cfa63dc8-c3d0-4674-9b37-41f15412bbf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.920777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a6215-3014-42fa-b455-6f334ffdd5f2 req-6a10718a-00eb-47f2-b1d3-d4a68d8c0d38 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:02.922423 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f0a6215-3014-42fa-b455-6f334ffdd5f2 req-6a10718a-00eb-47f2-b1d3-d4a68d8c0d38 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 945 time: 0.1449437 Apr 01 15:41:02.934993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-cfa63dc8-c3d0-4674-9b37-41f15412bbf2 None None] Calling delete_port for e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:02.935640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49056) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:02.944995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:02.947811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-21210f27-3228-4f4a-88f9-823de1f88091 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Request body: {'floatingip': {'port_id': 'b1edbd42-a6df-499e-87da-83c60d60d380'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:02.971925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b9d7d7-c00c-4174-8168-25fa9776edba']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:02.991994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55913aa2-957b-41ae-b642-bb5b425ea33d') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:02.993784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55913aa2-957b-41ae-b642-bb5b425ea33d') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:02.997664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.002680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.010721 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-57b9668b-d14b-41ff-984e-09cec470fb5a tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.025551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21210f27-3228-4f4a-88f9-823de1f88091 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for floatingip, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.031430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-57b9668b-d14b-41ff-984e-09cec470fb5a tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Calling delete_port for b1e15156-08eb-4a83-baba-e7200faa925c owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:03.047440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.055400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:03.057213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:03.059998 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:03.106000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49060) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.124875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cfa63dc8-c3d0-4674-9b37-41f15412bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.131035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.153292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.171381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa63dc8-c3d0-4674-9b37-41f15412bbf2 None None] Pushing event deleted for resources: {'Port': ['ID=e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:03.183831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa63dc8-c3d0-4674-9b37-41f15412bbf2 None None] No DVR routers for this DVR port e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:03.195058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event deleted for resources: {'Port': ['ID=6e5af7c4-9c43-4ad6-b953-cb3956f99dd7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:03.207171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Network d941c595-d7e0-46ef-9b9e-a78d02eeddb7 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:03.242040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb94cb2-64a0-4775-acc3-23697d35ed1e req-fc14bf8f-0118-47c6-81c5-00686ddce434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:03.242040 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ccb94cb2-64a0-4775-acc3-23697d35ed1e req-fc14bf8f-0118-47c6-81c5-00686ddce434 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 1098 time: 0.1159215 Apr 01 15:41:03.242040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.268231 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:03.282404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:03.292053 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.295411 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] 10.222.0.73 "DELETE /v2.0/networks/66b9d7d7-c00c-4174-8168-25fa9776edba HTTP/1.1" status: 204 len: 168 time: 1.3815815 Apr 01 15:41:03.320474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.340526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-a2a2375a-bc5b-4a1a-abdb-7f3447e36a8d tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.344300 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a2a2375a-bc5b-4a1a-abdb-7f3447e36a8d tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2343733 Apr 01 15:41:03.350233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49068) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.354569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7e2bb-97be-4ee2-903d-92b80c298e89 tempest-ExtraDHCPOptionsTestJSON-1741097682 tempest-ExtraDHCPOptionsTestJSON-1741097682-project] Pushing event deleted for resources: {'Network': ['ID=66b9d7d7-c00c-4174-8168-25fa9776edba,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:03.368265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Pushing event updated for resources: {'Port': ['ID=c0d3ce47-fd42-4961-b1a0-d2954b9e145a,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:03.378175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-3f46b31f-44de-404c-b341-43d1c4b66db8 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.388237 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3f46b31f-44de-404c-b341-43d1c4b66db8 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088110 Apr 01 15:41:03.388237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49072) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.388237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=d636dabe-d15a-4309-9b32-4d39cea066b3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:03.390923 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-750dd70f-f69c-48af-9100-d516a8b269a0 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.394511 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-750dd70f-f69c-48af-9100-d516a8b269a0 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044963 Apr 01 15:41:03.396577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49074) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.407026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-6809bae4-6ce2-4318-80d4-449048353272 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.410288 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6809bae4-6ce2-4318-80d4-449048353272 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044656 Apr 01 15:41:03.415258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49076) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.480550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-90db1342-beb5-4a95-8acd-1bbb3e82b215 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.484068 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-90db1342-beb5-4a95-8acd-1bbb3e82b215 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098290 Apr 01 15:41:03.487649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Attempting to bind port c0d3ce47-fd42-4961-b1a0-d2954b9e145a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:03.488025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Attempting to bind port c0d3ce47-fd42-4961-b1a0-d2954b9e145a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'c827c2db-6fee-4062-a5aa-47583caa07b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd941c595-d7e0-46ef-9b9e-a78d02eeddb7'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:03.488412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Attempting to bind port c0d3ce47-fd42-4961-b1a0-d2954b9e145a on network d941c595-d7e0-46ef-9b9e-a78d02eeddb7 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:03.496286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49078) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.498947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:03.499316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Checking segment: {'id': 'c827c2db-6fee-4062-a5aa-47583caa07b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd941c595-d7e0-46ef-9b9e-a78d02eeddb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:03.499751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.500156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Bound using segment: {'id': 'c827c2db-6fee-4062-a5aa-47583caa07b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd941c595-d7e0-46ef-9b9e-a78d02eeddb7'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:03.500665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Bound port: c0d3ce47-fd42-4961-b1a0-d2954b9e145a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c827c2db-6fee-4062-a5aa-47583caa07b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'd941c595-d7e0-46ef-9b9e-a78d02eeddb7'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:03.501112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.533183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.537550 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ccb94cb2-64a0-4775-acc3-23697d35ed1e req-fb412b04-6ef7-4312-8fa1-4e042456ec79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2699409 Apr 01 15:41:03.594216 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device db3af007-7fba-4f55-8f9e-f1eee34f785e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:03.595034 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-e5d45886-597c-4c6e-a286-c30a6c3a77b1 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.596276 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e5d45886-597c-4c6e-a286-c30a6c3a77b1 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0081525 Apr 01 15:41:03.600068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49080) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.606192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-d5a78a1a-3dda-435c-b2b9-b853616862d3 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.607136 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d5a78a1a-3dda-435c-b2b9-b853616862d3 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061159 Apr 01 15:41:03.609786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49082) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.614192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-a07e6dc1-dd1b-411d-abc1-8e9b71a530de tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.615113 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a07e6dc1-dd1b-411d-abc1-8e9b71a530de tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044618 Apr 01 15:41:03.618185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49084) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.622139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-cfa4758c-68aa-4842-b210-df5d727551d2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.623055 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cfa4758c-68aa-4842-b210-df5d727551d2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040174 Apr 01 15:41:03.627603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49086) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.629816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-e619b795-51fb-46be-b37f-dc50204471cf tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.631625 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e619b795-51fb-46be-b37f-dc50204471cf tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042222 Apr 01 15:41:03.660004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] For port c0d3ce47-fd42-4961-b1a0-d2954b9e145a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:03.662413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49088) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.666577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] For port c0d3ce47-fd42-4961-b1a0-d2954b9e145a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c0d3ce47-fd42-4961-b1a0-d2954b9e145a,segment=NetworkSegment(c827c2db-6fee-4062-a5aa-47583caa07b5),segment_id=c827c2db-6fee-4062-a5aa-47583caa07b5)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:03.669651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-03c7617d-5021-4bf5-b87d-c9db11b6d629 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.670870 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-03c7617d-5021-4bf5-b87d-c9db11b6d629 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069675 Apr 01 15:41:03.675441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49090) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.682519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port db3af007-7fba-4f55-8f9e-f1eee34f785e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:03.683288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.686844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-2b0f9aa8-b445-418b-bfb5-d591575ebd79 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.688038 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2b0f9aa8-b445-418b-bfb5-d591575ebd79 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0111964 Apr 01 15:41:03.697186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49092) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.705183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-2557a4e8-543f-4c51-acf0-d2b955764297 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.706487 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2557a4e8-543f-4c51-acf0-d2b955764297 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073905 Apr 01 15:41:03.709181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49094) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.714100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-0ac689ee-28f0-4d2e-9bdd-7ae0a3a78824 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.715421 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0ac689ee-28f0-4d2e-9bdd-7ae0a3a78824 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051627 Apr 01 15:41:03.717867 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49096) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.723543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-8ffb246c-f243-4a9c-b469-3b8924f0e3c2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.724744 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8ffb246c-f243-4a9c-b469-3b8924f0e3c2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058763 Apr 01 15:41:03.728285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49098) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.729405 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.734516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-eca8ed97-7a94-4ab4-ad83-d704a1568d3e tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.738124 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eca8ed97-7a94-4ab4-ad83-d704a1568d3e tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0066772 Apr 01 15:41:03.738845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49100) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.745314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-f62a42ff-d9ed-49dd-88a8-a209d7b89c16 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.747056 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f62a42ff-d9ed-49dd-88a8-a209d7b89c16 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0062470 Apr 01 15:41:03.771334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49102) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.811806 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-b8329e0c-9e86-48ec-81d8-8a3dd7974776 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.812828 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b8329e0c-9e86-48ec-81d8-8a3dd7974776 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0404010 Apr 01 15:41:03.816576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d941c595-d7e0-46ef-9b9e-a78d02eeddb7']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:03.827471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49104) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.836900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.839742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b428-2813-4944-8099-91b3e1402067 req-ab78597c-325f-4352-9036-73f5bf3df721 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:03.841376 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-70e8b428-2813-4944-8099-91b3e1402067 req-ab78597c-325f-4352-9036-73f5bf3df721 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 945 time: 0.2302575 Apr 01 15:41:03.848650 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-533aee50-ebb7-4c1f-b93f-936ed9dc76e2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.852624 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-533aee50-ebb7-4c1f-b93f-936ed9dc76e2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0176895 Apr 01 15:41:03.853898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c827c2db-6fee-4062-a5aa-47583caa07b5') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:03.854112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c827c2db-6fee-4062-a5aa-47583caa07b5') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:03.856389 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49106) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.863926 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e41c82-d30f-47af-99ef-df7a25ccf545 req-0014ecc5-9ff6-42e3-ab14-4004748f9b1b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:03.865556 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e7e41c82-d30f-47af-99ef-df7a25ccf545 req-0014ecc5-9ff6-42e3-ab14-4004748f9b1b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.4632783 Apr 01 15:41:03.869562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-e2f73685-2918-4349-aefc-7f4e0c6759e1 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.872816 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e2f73685-2918-4349-aefc-7f4e0c6759e1 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041835 Apr 01 15:41:03.874806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49108) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.879757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-6ce8b96b-21eb-499f-b1f3-b6a1bf709e72 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.883900 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6ce8b96b-21eb-499f-b1f3-b6a1bf709e72 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049255 Apr 01 15:41:03.886645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49110) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.895618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-6d210221-3752-4d28-b227-6e9443f4aa17 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.906583 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6d210221-3752-4d28-b227-6e9443f4aa17 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047600 Apr 01 15:41:03.906710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:03.906822 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.907374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Router d8078b70-91af-4c9c-90c4-c0425e0ec001 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:41:03.907374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49112) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.912500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-a4cbc36b-6e4d-4523-888c-f5a03deba80a tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.916057 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a4cbc36b-6e4d-4523-888c-f5a03deba80a tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059350 Apr 01 15:41:03.916861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49114) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.926962 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.927513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-c2d7c19f-9ca4-4492-b35e-b7283b64fabd tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.931053 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c2d7c19f-9ca4-4492-b35e-b7283b64fabd tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0102170 Apr 01 15:41:03.931359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49116) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.937044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-de888752-6892-43ca-83c8-336fc38d34b0 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.940939 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-de888752-6892-43ca-83c8-336fc38d34b0 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0086701 Apr 01 15:41:03.946160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49118) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.952438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:03.952835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e8ef2bcd-e099-4f5c-a1c2-67f3eba64d8f not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:03.962403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab9616-a711-4757-a0cf-cbcde54d1f36 None None] Pushing event updated for resources: {'Port': ['ID=c0d3ce47-fd42-4961-b1a0-d2954b9e145a,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:03.980858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:03.980858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.986693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-57b9668b-d14b-41ff-984e-09cec470fb5a tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:03.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:03.991600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-ef6ac1c4-7cd2-4358-8c20-d111c83d091c tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:03.991600 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ef6ac1c4-7cd2-4358-8c20-d111c83d091c tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0447726 Apr 01 15:41:03.992270 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49120) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:03.996935 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d56db0-c53a-4f8d-91df-c72eb3784593 None None] Network d941c595-d7e0-46ef-9b9e-a78d02eeddb7 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:03.998880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-6b80a7cf-5be4-488b-b8f0-3eb7d528874f tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.003685 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6b80a7cf-5be4-488b-b8f0-3eb7d528874f tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0096555 Apr 01 15:41:04.006054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49122) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.011207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-849d1fdd-5355-4d3a-b77f-ffa72631a026 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.012152 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-849d1fdd-5355-4d3a-b77f-ffa72631a026 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050578 Apr 01 15:41:04.016206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49124) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.026147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-f7c2028e-433e-4cee-9a3e-ef21a9ab7765 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.029697 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-70e8b428-2813-4944-8099-91b3e1402067 req-36ada325-f5d2-4c07-9f31-4f6bb06928cd tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1760547 Apr 01 15:41:04.029838 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f7c2028e-433e-4cee-9a3e-ef21a9ab7765 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0098650 Apr 01 15:41:04.030552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49126) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.040706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-ea47146f-a385-4453-8e17-e3773f27a4e7 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.045439 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ea47146f-a385-4453-8e17-e3773f27a4e7 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0091434 Apr 01 15:41:04.046190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49128) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.050786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-5488f1be-cde6-409a-aa44-1dc7ae63e641 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.054041 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5488f1be-cde6-409a-aa44-1dc7ae63e641 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047398 Apr 01 15:41:04.054820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49130) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.062719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-9420736b-27b3-4bfa-aa99-156cfddd10b4 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.066081 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9420736b-27b3-4bfa-aa99-156cfddd10b4 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082862 Apr 01 15:41:04.095313 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e7e41c82-d30f-47af-99ef-df7a25ccf545 req-a9fadcc5-928b-4fc4-86d0-9bfb6852c071 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136412 Apr 01 15:41:04.095840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49132) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.110496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-c943006a-30a0-4d16-a1be-dd6b213343df tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.113773 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c943006a-30a0-4d16-a1be-dd6b213343df tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0084677 Apr 01 15:41:04.113773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9668b-d14b-41ff-984e-09cec470fb5a tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1e15156-08eb-4a83-baba-e7200faa925c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:04.119091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49136) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.127847 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-cf4bd04d-bf91-4349-a449-efc81aa78f98 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.131491 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cf4bd04d-bf91-4349-a449-efc81aa78f98 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079353 Apr 01 15:41:04.137221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49140) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.147991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-7c0860f0-a396-4bf9-abda-67139f7b1ab2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.149220 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7c0860f0-a396-4bf9-abda-67139f7b1ab2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0104229 Apr 01 15:41:04.160823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49142) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.167193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-a008615a-c610-4f2a-afca-81884ba1af51 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.168141 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a008615a-c610-4f2a-afca-81884ba1af51 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0063086 Apr 01 15:41:04.182496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49144) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.198460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.api [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:41:04.198460 dv-neutron-835865-1-hyperv neutron-server[110105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:41:04.198460 dv-neutron-835865-1-hyperv neutron-server[110105]: [parameters: {'id': 'd941c595-d7e0-46ef-9b9e-a78d02eeddb7'}] Apr 01 15:41:04.198460 dv-neutron-835865-1-hyperv neutron-server[110105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:04.198921 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG oslo_db.api [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:04.201894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6ff5c-e646-4415-b2a3-60ff9068a294 None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:41:04.211633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-33644d6e-2e6e-4696-9c3d-03e6c5b26211 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.212831 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-33644d6e-2e6e-4696-9c3d-03e6c5b26211 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0272574 Apr 01 15:41:04.214113 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:04.216306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49146) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.216729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49148) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.225021 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf3899-929f-4b4b-9121-0c45cd2c09d8 None None] Sync routers for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:04.231913 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4eadb404-2648-4284-ab28-f218924a25b8 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "PUT /v2.0/routers/d8078b70-91af-4c9c-90c4-c0425e0ec001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2190733 Apr 01 15:41:04.237951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49150) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.238946 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf3899-929f-4b4b-9121-0c45cd2c09d8 None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:04.239757 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bddf3899-929f-4b4b-9121-0c45cd2c09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:04.240323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-611c1ae0-3f20-463d-adb6-faa077b21227 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.245179 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-611c1ae0-3f20-463d-adb6-faa077b21227 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0260856 Apr 01 15:41:04.246214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49154) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.250805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-68b47e9c-eff2-44c4-8e6e-eae180e1f304 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.256074 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-68b47e9c-eff2-44c4-8e6e-eae180e1f304 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083392 Apr 01 15:41:04.256808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49156) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.261464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-20fc911e-7e51-4bf7-8eda-cc7a97842774 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.267046 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-20fc911e-7e51-4bf7-8eda-cc7a97842774 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090842 Apr 01 15:41:04.267763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49158) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.272070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-869406cc-aa6b-47bd-add8-3523a34bd252 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.276834 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-869406cc-aa6b-47bd-add8-3523a34bd252 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0075407 Apr 01 15:41:04.277520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49160) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.281740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-7a4e7065-ace2-4588-8564-3ba50a99b666 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.285248 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bddf3899-929f-4b4b-9121-0c45cd2c09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:04.285532 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7a4e7065-ace2-4588-8564-3ba50a99b666 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0068853 Apr 01 15:41:04.286202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49162) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.291551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-2ab8c622-e996-4a18-b475-450aeebf39ad tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.295281 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2ab8c622-e996-4a18-b475-450aeebf39ad tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0076005 Apr 01 15:41:04.295952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49164) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.296569 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf3899-929f-4b4b-9121-0c45cd2c09d8 None None] Routers {'d8078b70-91af-4c9c-90c4-c0425e0ec001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:04.297348 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bddf3899-929f-4b4b-9121-0c45cd2c09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d8078b70-91af-4c9c-90c4-c0425e0ec001'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:04.301646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-60059e12-657e-4bb2-bf5c-d2e80eacac98 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.305890 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-60059e12-657e-4bb2-bf5c-d2e80eacac98 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0089068 Apr 01 15:41:04.306582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49166) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.311400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-d7cd8a7c-b3f7-452c-a5ff-3147abddffb4 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.315105 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d7cd8a7c-b3f7-452c-a5ff-3147abddffb4 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071692 Apr 01 15:41:04.315789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49168) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.320514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-cd40f555-ef19-48d8-b646-30e2cad0d813 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.324217 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cd40f555-ef19-48d8-b646-30e2cad0d813 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0073838 Apr 01 15:41:04.324918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49170) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.329776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-90b33b7d-8c49-493c-993c-b8586766b49a tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.333462 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-90b33b7d-8c49-493c-993c-b8586766b49a tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075150 Apr 01 15:41:04.334138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49172) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.339158 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bddf3899-929f-4b4b-9121-0c45cd2c09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:04.339487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-45f48749-66d7-4039-bd15-ec92e34287da tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.340160 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddf3899-929f-4b4b-9121-0c45cd2c09d8 None None] The sync data for ids ['d8078b70-91af-4c9c-90c4-c0425e0ec001'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:04.343349 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-45f48749-66d7-4039-bd15-ec92e34287da tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0081897 Apr 01 15:41:04.350504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49174) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.355069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6ff5c-e646-4415-b2a3-60ff9068a294 None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:41:04.357137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-21f01628-459f-4b35-85e5-0fd49a5a13eb tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.361942 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-21f01628-459f-4b35-85e5-0fd49a5a13eb tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0101988 Apr 01 15:41:04.363099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49176) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.369573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-693b6c01-dc10-4fca-b3df-047fdda5ce47 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.373076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-57b9668b-d14b-41ff-984e-09cec470fb5a tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.373942 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-693b6c01-dc10-4fca-b3df-047fdda5ce47 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0096629 Apr 01 15:41:04.374469 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-57b9668b-d14b-41ff-984e-09cec470fb5a tempest-RoutersAdminNegativeTest-680780918 tempest-RoutersAdminNegativeTest-680780918-project-admin] 10.222.0.73 "DELETE /v2.0/ports/b1e15156-08eb-4a83-baba-e7200faa925c HTTP/1.1" status: 204 len: 168 time: 1.8550580 Apr 01 15:41:04.374945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49178) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.393698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-32e7b0c1-377f-43c9-9978-29c4ce5e494c tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.399833 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-32e7b0c1-377f-43c9-9978-29c4ce5e494c tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0237117 Apr 01 15:41:04.400202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9325bbf-b094-41f7-8834-680ddb8ea1c2 req-28136f16-479b-4c7d-bece-f316834eca51 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:04.401898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49182) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.403043 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f9325bbf-b094-41f7-8834-680ddb8ea1c2 req-28136f16-479b-4c7d-bece-f316834eca51 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2231753 Apr 01 15:41:04.411529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-616eb9b1-b4c1-4dbc-a7e3-962be2e6af6d tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.412162 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-616eb9b1-b4c1-4dbc-a7e3-962be2e6af6d tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0095100 Apr 01 15:41:04.412845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49184) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.413233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49186) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.418842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-48587f73-cbe2-4926-8d58-ec47dabdadef tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Request body: {'floatingip': {'port_id': '945a15ca-285e-4aaf-bd10-6c4161de9ed2'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:04.493109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-927a0f26-ac48-4ce6-b615-db2a0fc13323 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.496798 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-927a0f26-ac48-4ce6-b615-db2a0fc13323 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0789375 Apr 01 15:41:04.502299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49188) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.508588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-1c1e5159-f4f5-477d-b925-a4158839d573 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.512390 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1c1e5159-f4f5-477d-b925-a4158839d573 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063555 Apr 01 15:41:04.516920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49190) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.518598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48587f73-cbe2-4926-8d58-ec47dabdadef tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.521066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-713b17f2-5a9f-4767-aa2e-2eb042e88498 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.524962 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-713b17f2-5a9f-4767-aa2e-2eb042e88498 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041647 Apr 01 15:41:04.525528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49192) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.529769 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-3d923aee-913a-4828-af9b-30b5e79d0071 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.533111 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3d923aee-913a-4828-af9b-30b5e79d0071 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042849 Apr 01 15:41:04.536636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49194) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.543600 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-7e606520-4810-4e98-9a10-7107c954af2f tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.547021 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7e606520-4810-4e98-9a10-7107c954af2f tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0075920 Apr 01 15:41:04.555686 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49196) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.558665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.563930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-bb21575a-0ff4-4b36-b067-90fc5fc0fb05 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.566408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bb21575a-0ff4-4b36-b067-90fc5fc0fb05 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0055587 Apr 01 15:41:04.575676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49198) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.580818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-b72ca7a1-8d0d-4288-9ec1-5a3a65fe0c85 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.581853 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b72ca7a1-8d0d-4288-9ec1-5a3a65fe0c85 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048211 Apr 01 15:41:04.588667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49200) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.604888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21210f27-3228-4f4a-88f9-823de1f88091 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.622779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [None req-750834c6-3369-4b56-8ffd-3900a93385bf tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.628671 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-750834c6-3369-4b56-8ffd-3900a93385bf tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0180182 Apr 01 15:41:04.630255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49202) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.634996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-2ba7f152-9953-4206-a1ee-9ea9cdf4b789 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.638469 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2ba7f152-9953-4206-a1ee-9ea9cdf4b789 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045528 Apr 01 15:41:04.640202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49204) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.716651 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dfa371c6-2f39-4e0b-ab02-93d2eab1cfa7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2228c84cff984e12afe69cbbc50e96e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4988072 Apr 01 15:41:04.719934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49206) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.782409 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06ea974b-1e98-422d-bd41-5f7998bfa7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.940184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.946007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-c430e7b6-6dd6-4dc7-a120-f18384cce40e tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.947028 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c430e7b6-6dd6-4dc7-a120-f18384cce40e tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.3058121 Apr 01 15:41:04.950531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21210f27-3228-4f4a-88f9-823de1f88091 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.952646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49210) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.960969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-9fdefd66-1f38-44d3-876d-b050fee2ccd2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:04.964331 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9fdefd66-1f38-44d3-876d-b050fee2ccd2 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060451 Apr 01 15:41:04.998583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49212) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:04.998981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49214) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:05.004371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-85852459-9b4e-4888-9305-5bcf585a3a45 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:05.008548 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-85852459-9b4e-4888-9305-5bcf585a3a45 tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054805 Apr 01 15:41:05.016876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49216) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:05.027719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-b207937d-9ac2-4d59-8477-acf4d65277ab tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:05.032058 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b207937d-9ac2-4d59-8477-acf4d65277ab tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0087926 Apr 01 15:41:05.034230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49220) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:05.038638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-ab63db77-7f44-482b-98a1-34da97ee22eb tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:05.040457 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ab63db77-7f44-482b-98a1-34da97ee22eb tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044358 Apr 01 15:41:05.049473 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49222) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:05.057772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-14891c3e-1560-49d6-ab83-785251b9bdcd tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:05.061353 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-14891c3e-1560-49d6-ab83-785251b9bdcd tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0055828 Apr 01 15:41:05.082017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49224) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:05.084889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.094548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-49b7b783-60e3-4071-8629-42dcb128ff0c tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:05.098295 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-49b7b783-60e3-4071-8629-42dcb128ff0c tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0123415 Apr 01 15:41:05.101441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49228) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:05.131537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [None req-34a07f70-4946-4c4c-9c99-702fccede94f tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:41:05.136249 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-34a07f70-4946-4c4c-9c99-702fccede94f tempest-ExtensionsTestJSON-762582846 tempest-ExtensionsTestJSON-762582846-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0301161 Apr 01 15:41:05.175052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.180778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.184788 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-21210f27-3228-4f4a-88f9-823de1f88091 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Floating IP 1422d01a-1e2d-4d3c-8d99-59c6c2b9c275 associated. External IP: 172.26.6.84, port: b1edbd42-a6df-499e-87da-83c60d60d380. Apr 01 15:41:05.219854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.313125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting port c0d3ce47-fd42-4961-b1a0-d2954b9e145a {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:05.313342 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.390538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0bc46-a420-4294-a439-d22cfd36ffc8 req-6bc96bcb-ae31-48a3-a62e-de771719988b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:05.392174 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6af0bc46-a420-4294-a439-d22cfd36ffc8 req-6bc96bcb-ae31-48a3-a62e-de771719988b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 945 time: 0.2219622 Apr 01 15:41:05.459211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] For port c0d3ce47-fd42-4961-b1a0-d2954b9e145a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c0d3ce47-fd42-4961-b1a0-d2954b9e145a,segment=NetworkSegment(c827c2db-6fee-4062-a5aa-47583caa07b5),segment_id=c827c2db-6fee-4062-a5aa-47583caa07b5)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:05.459573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.480174 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Calling delete_port for c0d3ce47-fd42-4961-b1a0-d2954b9e145a owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:05.500205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Deleting port 078f1b33-cd73-482a-aadd-0208185bd595 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:05.500569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.547628 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6af0bc46-a420-4294-a439-d22cfd36ffc8 req-4f05b51f-39df-4197-8a52-0d79f241a331 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194718 Apr 01 15:41:05.566612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.568589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.569980 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/911b95a6-a63c-4484-bfaf-bdc9d7f27fd2 HTTP/1.1" status: 204 len: 168 time: 0.8495071 Apr 01 15:41:05.646675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911b95a6-a63c-4484-bfaf-bdc9d7f27fd2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:05.669932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.671569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.671569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.671569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.671569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.672160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.672616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.673180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.673747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.674302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.674838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.675406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b5e3e-a1e1-4575-b716-030f50d25098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:05.703240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48587f73-cbe2-4926-8d58-ec47dabdadef tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.715546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49238) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:05.794310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48587f73-cbe2-4926-8d58-ec47dabdadef tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.818792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.829797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.844436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21210f27-3228-4f4a-88f9-823de1f88091 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Router 385d5578-1650-421f-9a3f-87e03a8cf021 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:41:05.850805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Calling delete_port for 078f1b33-cd73-482a-aadd-0208185bd595 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:05.854461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f04a21f6-94f6-4484-b967-ed3c4dbc54b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.867758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f6ddf-2911-4ac7-81c4-05be9edbfa31 req-7d2742da-42ba-4ce3-a232-d2730ff1c27e tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:05.869269 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d00f6ddf-2911-4ac7-81c4-05be9edbfa31 req-7d2742da-42ba-4ce3-a232-d2730ff1c27e tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 945 time: 0.1954646 Apr 01 15:41:05.881046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49242) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:05.885564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Request body: {'floatingip': {'port_id': '0e9b7104-fa43-40b6-acfb-65db46c03362'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:05.951444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:05.979036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.020115 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.029407 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=091c93b6ba894890987336a889cf2931&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0282297 Apr 01 15:41:06.044042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49244) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:06.045403 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-48587f73-cbe2-4926-8d58-ec47dabdadef tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Floating IP 3062543d-55a4-45e7-9dfb-3c22af69a603 associated. External IP: 172.26.6.198, port: 945a15ca-285e-4aaf-bd10-6c4161de9ed2. Apr 01 15:41:06.119217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cba4b7-d94b-47d2-9933-0fc969a2399d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:06.162839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Port': ['ID=c0d3ce47-fd42-4961-b1a0-d2954b9e145a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:06.188624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.188977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.189320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.189657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.189994 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.190461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.190795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.191121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.191624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.191757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.192070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.192420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af102d-4716-441e-af8f-7ac4317a5e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.197539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No DVR routers for this DVR port c0d3ce47-fd42-4961-b1a0-d2954b9e145a on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:06.208863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21210f27-3228-4f4a-88f9-823de1f88091 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:06.214730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21210f27-3228-4f4a-88f9-823de1f88091 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.224136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] Sync routers for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:06.241489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:06.242156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:06.308500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.308860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.309184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.309525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.309860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.310279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.311018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.311018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.311232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.311566 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.311889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.312708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:06.324603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40d618de-b53a-42b4-b374-379a5ce3ce89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.360510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f04a21f6-94f6-4484-b967-ed3c4dbc54b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.370866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:06.375664 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-21210f27-3228-4f4a-88f9-823de1f88091 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "PUT /v2.0/floatingips/1422d01a-1e2d-4d3c-8d99-59c6c2b9c275 HTTP/1.1" status: 200 len: 990 time: 3.4363317 Apr 01 15:41:06.381459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40d618de-b53a-42b4-b374-379a5ce3ce89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.400160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'tag': 'b1edbd42-a6df-499e-87da-83c60d60d380'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:41:06.405603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.477030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.480045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d941c595-d7e0-46ef-9b9e-a78d02eeddb7']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:06.533981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c827c2db-6fee-4062-a5aa-47583caa07b5') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:06.534339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c827c2db-6fee-4062-a5aa-47583caa07b5') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:06.545713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event deleted for resources: {'Port': ['ID=078f1b33-cd73-482a-aadd-0208185bd595,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:06.546145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f04a21f6-94f6-4484-b967-ed3c4dbc54b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.552085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.610024 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f04a21f6-94f6-4484-b967-ed3c4dbc54b1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2aa05c2f90b6446bbd05db64e7780b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8921764 Apr 01 15:41:06.616041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49262) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:06.616222 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4a2986-1eef-4f8d-8adc-4bab9899a438", "tag": "b1edbd42-a6df-499e-87da-83c60d60d380"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:41:06.621126 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.631676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:06.632123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:06.636866 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:06.660929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0215d9-3249-44b6-a5b3-f4979bde4d7c req-7b057209-237d-4fc2-9729-12f92f9f76c0 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:06.662655 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8c0215d9-3249-44b6-a5b3-f4979bde4d7c req-7b057209-237d-4fc2-9729-12f92f9f76c0 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 945 time: 0.2293212 Apr 01 15:41:06.677995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.739586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a21f6-94f6-4484-b967-ed3c4dbc54b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f47ab4-b305-447f-88fb-84b6a64418b1,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:06.769010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b6f27f-30a9-46f2-89ec-3f2296ddf75c x-openstack-request-id: req-f0b6f27f-30a9-46f2-89ec-3f2296ddf75c {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:41:06.769295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4a2986-1eef-4f8d-8adc-4bab9899a438", "tag": "b1edbd42-a6df-499e-87da-83c60d60d380", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:41:06.770186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f0b6f27f-30a9-46f2-89ec-3f2296ddf75c {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:41:06.770645 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b6f27f-30a9-46f2-89ec-3f2296ddf75c'] response: {'name': 'network-changed', 'server_uuid': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'tag': 'b1edbd42-a6df-499e-87da-83c60d60d380', 'status': 'completed', 'code': 200} Apr 01 15:41:06.849645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.852569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.881223 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40d618de-b53a-42b4-b374-379a5ce3ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.885395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40d618de-b53a-42b4-b374-379a5ce3ce89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:06.889475 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-40d618de-b53a-42b4-b374-379a5ce3ce89 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88cba4b7-d94b-47d2-9933-0fc969a2399d HTTP/1.1" status: 204 len: 168 time: 0.8416047 Apr 01 15:41:06.919818 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8c0215d9-3249-44b6-a5b3-f4979bde4d7c req-e4ec769e-8e4f-4e27-af57-bf5229133bdd tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394619 Apr 01 15:41:06.990433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d618de-b53a-42b4-b374-379a5ce3ce89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cba4b7-d94b-47d2-9933-0fc969a2399d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:06.994630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.006471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.011067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '1422d01a-1e2d-4d3c-8d99-59c6c2b9c275', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'floating_ip_address': '172.26.6.84', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'port_id': 'b1edbd42-a6df-499e-87da-83c60d60d380', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'mac_address': 'fa:16:3e:a6:1c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:40:26Z', 'updated_at': '2022-04-01T15:41:04Z', 'revision_number': 1, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:25Z', 'revision_number': 5, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:07.014978 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/d941c595-d7e0-46ef-9b9e-a78d02eeddb7 HTTP/1.1" status: 204 len: 168 time: 5.1718123 Apr 01 15:41:07.015482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48587f73-cbe2-4926-8d58-ec47dabdadef tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Router cdace2ab-ae71-41db-857d-e26fe383180b has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:41:07.023908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49282) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:07.035134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-756707746'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:07.049011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e49e9f-bf51-429c-8f02-481860aed21a tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=d941c595-d7e0-46ef-9b9e-a78d02eeddb7,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:07.053573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] Checking router: 385d5578-1650-421f-9a3f-87e03a8cf021 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:41:07.056571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5fc21b67-b39c-495e-ad57-fd7b30dd8b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.057477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.057974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Fanout notify agent at l3_agent the message router_deleted on router d8078b70-91af-4c9c-90c4-c0425e0ec001 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:41:07.065178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-7ae04130-f5e7-4b3e-8489-3a639d14fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:07.065441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:07.066077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:40:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:07.068402 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-7ae04130-f5e7-4b3e-8489-3a639d14fcf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdfaecd419554e82a0c191786f6f9375&device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 1098 time: 0.2677083 Apr 01 15:41:07.073558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.081119 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bd254847-12ea-47e3-90df-2394a9efbce0 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "DELETE /v2.0/routers/d8078b70-91af-4c9c-90c4-c0425e0ec001 HTTP/1.1" status: 204 len: 168 time: 2.8398387 Apr 01 15:41:07.083110 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49284) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:07.159899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5fc21b67-b39c-495e-ad57-fd7b30dd8b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.174820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49286) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:07.199482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e979f797-4187-4e1a-b76e-f205eeaebbbf tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Deleting subnet 481781ea-e5d9-4009-bad7-726dcfec1296 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:07.205393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e979f797-4187-4e1a-b76e-f205eeaebbbf tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.214129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48c8e968-bbb7-4333-98fa-c6fdaa6219b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.244755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:07.533262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:07.536689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.541169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.resource_extend [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:41:07.574091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-227221845'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:07.603015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '1422d01a-1e2d-4d3c-8d99-59c6c2b9c275', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'floating_ip_address': '172.26.6.84', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'port_id': 'b1edbd42-a6df-499e-87da-83c60d60d380', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'mac_address': 'fa:16:3e:a6:1c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:40:26Z', 'updated_at': '2022-04-01T15:41:04Z', 'revision_number': 1, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:25Z', 'revision_number': 5, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:07.603476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e979f797-4187-4e1a-b76e-f205eeaebbbf tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.636991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c80151-f8bd-4b8d-ab6a-64b816e8e7da None None] The sync data for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv is: [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '1422d01a-1e2d-4d3c-8d99-59c6c2b9c275', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'floating_ip_address': '172.26.6.84', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'port_id': 'b1edbd42-a6df-499e-87da-83c60d60d380', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'mac_address': 'fa:16:3e:a6:1c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:40:26Z', 'updated_at': '2022-04-01T15:41:04Z', 'revision_number': 1, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:25Z', 'revision_number': 5, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:07.710628 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:07.713972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.714143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.715541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:07.719458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-137f7473-b03a-474b-9462-b1efa386ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:07.721199 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-137f7473-b03a-474b-9462-b1efa386ef73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 HTTP/1.1" status: 200 len: 907 time: 0.6411617 Apr 01 15:41:07.733972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.744450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.744789 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment 4a47ae09-1957-4f4d-a243-2a442a3d9cf7 of type vlan for network 33261bf4-7162-4d2e-afba-424cd8a3e9f3 Apr 01 15:41:07.763563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e979f797-4187-4e1a-b76e-f205eeaebbbf tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.786406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48587f73-cbe2-4926-8d58-ec47dabdadef tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:07.802186 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] Sync routers for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:07.802760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48587f73-cbe2-4926-8d58-ec47dabdadef tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.815844 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:07.817693 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:07.854652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.924745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.927347 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a15bfa-f8a6-46c2-abc1-35332bdd8b27 None None] New status for floating IP 1422d01a-1e2d-4d3c-8d99-59c6c2b9c275: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:41:07.941797 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-48587f73-cbe2-4926-8d58-ec47dabdadef tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "PUT /v2.0/floatingips/3062543d-55a4-45e7-9dfb-3c22af69a603 HTTP/1.1" status: 200 len: 991 time: 3.5274277 Apr 01 15:41:07.942510 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:07.944058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e979f797-4187-4e1a-b76e-f205eeaebbbf tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.947832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d42451-7996-4b22-84f0-8faaee5408fe', 'tag': '945a15ca-285e-4aaf-bd10-6c4161de9ed2'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:41:07.950145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0" -d '{"events": [{"name": "network-changed", "server_uuid": "20d42451-7996-4b22-84f0-8faaee5408fe", "tag": "945a15ca-285e-4aaf-bd10-6c4161de9ed2"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:41:07.963505 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-1ce2c3fd-1341-4f13-afba-9f6d2d981147 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1edbd42-a6df-499e-87da-83c60d60d380 HTTP/1.1" status: 200 len: 998 time: 0.2270081 Apr 01 15:41:07.966720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49296) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:08.040182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a005248-3360-4ad9-897a-25113a53b9b8 None None] Network 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:08.058019 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e979f797-4187-4e1a-b76e-f205eeaebbbf tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.062570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b295a2-6c83-4069-b686-c349dff749cb x-openstack-request-id: req-c0b295a2-6c83-4069-b686-c349dff749cb {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:41:08.063051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d42451-7996-4b22-84f0-8faaee5408fe", "tag": "945a15ca-285e-4aaf-bd10-6c4161de9ed2", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:41:08.063519 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0b295a2-6c83-4069-b686-c349dff749cb {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:41:08.064149 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b295a2-6c83-4069-b686-c349dff749cb'] response: {'name': 'network-changed', 'server_uuid': '20d42451-7996-4b22-84f0-8faaee5408fe', 'tag': '945a15ca-285e-4aaf-bd10-6c4161de9ed2', 'status': 'completed', 'code': 200} Apr 01 15:41:08.068131 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e979f797-4187-4e1a-b76e-f205eeaebbbf tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "DELETE /v2.0/subnets/481781ea-e5d9-4009-bad7-726dcfec1296 HTTP/1.1" status: 204 len: 168 time: 0.9839599 Apr 01 15:41:08.069327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979f797-4187-4e1a-b76e-f205eeaebbbf tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event deleted for resources: {'Subnet': ['ID=481781ea-e5d9-4009-bad7-726dcfec1296,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:08.071194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49298) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:08.090330 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:41:08.144714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5fc21b67-b39c-495e-ad57-fd7b30dd8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.147229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5fc21b67-b39c-495e-ad57-fd7b30dd8b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.149285 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5fc21b67-b39c-495e-ad57-fd7b30dd8b36 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e8f47ab4-b305-447f-88fb-84b6a64418b1 HTTP/1.1" status: 204 len: 168 time: 1.3877823 Apr 01 15:41:08.254900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.275723 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Floating IP 6b54cf5e-d786-44b2-a007-916d2a4ac49a associated. External IP: 172.26.6.25, port: 0e9b7104-fa43-40b6-acfb-65db46c03362. Apr 01 15:41:08.277039 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1596c-d6e5-4a20-9f5a-bf3495a8b4e8 req-bea352e4-b975-4789-8134-aaba3b3f4d51 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:08.279161 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26f1596c-d6e5-4a20-9f5a-bf3495a8b4e8 req-bea352e4-b975-4789-8134-aaba3b3f4d51 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1825697 Apr 01 15:41:08.321143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.324847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc21b67-b39c-495e-ad57-fd7b30dd8b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f47ab4-b305-447f-88fb-84b6a64418b1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:08.326805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.332554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:08.333205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.369568 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7a1d7d9d-451e-413f-a794-eeb63bd8278a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ac39bf728f3425382260a4e1d1e7160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017503 Apr 01 15:41:08.371116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-d984e9c4-68ca-4253-84ea-795a76222892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:08.372622 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-d984e9c4-68ca-4253-84ea-795a76222892 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e4574ab-1f3e-4e1d-9117-87cb4f605fb1 HTTP/1.1" status: 200 len: 844 time: 0.3770981 Apr 01 15:41:08.377784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49302) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:08.393128 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:17Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '3062543d-55a4-45e7-9dfb-3c22af69a603', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'port_id': '945a15ca-285e-4aaf-bd10-6c4161de9ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'mac_address': 'fa:16:3e:42:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d42451-7996-4b22-84f0-8faaee5408fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:40:31Z', 'updated_at': '2022-04-01T15:41:05Z', 'revision_number': 1, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ce1699-ed67-44e4-a478-9020d969d52a', 'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'mac_address': 'fa:16:3e:23:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:13Z', 'updated_at': '2022-04-01T15:40:24Z', 'revision_number': 5, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'subnets': [{'id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:08.423983 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26f1596c-d6e5-4a20-9f5a-bf3495a8b4e8 req-faa523b6-c5be-4069-992b-650302cca8e0 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010945 Apr 01 15:41:08.426915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.458697 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] DHCP port deletion for 9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:08.477936 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] Checking router: cdace2ab-ae71-41db-857d-e26fe383180b for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:41:08.482441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:08.493011 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:08.493653 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:08.506880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-4176a0f7-6b19-42a8-8544-b61dd58e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:08.509609 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-4176a0f7-6b19-42a8-8544-b61dd58e8ae2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f3592e4908d4ed58791d42b7969808a&device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 1098 time: 0.3976505 Apr 01 15:41:08.512652 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fdc7ae-0a18-4a92-a01f-d9dad27b516d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:08.527545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.527866 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Added segment 491e9bff-c963-4d29-9f65-e1143d1e871c of type vlan for network 7f6aaf98-911f-4789-9d13-085dd3c05f63 Apr 01 15:41:08.552420 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5202677 Apr 01 15:41:08.553923 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49306) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:08.560198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': '33261bf4-7162-4d2e-afba-424cd8a3e9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:08.564035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Deleting port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:08.567427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.637733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecef80-e8eb-4495-83a8-67fc1173c79f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=33261bf4-7162-4d2e-afba-424cd8a3e9f3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:08.658535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 33261bf4-7162-4d2e-afba-424cd8a3e9f3 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:08.692323 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:08.722007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] For port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3467bd17-0e05-4b6c-bfdb-e9657cfd9e97,segment=NetworkSegment(e40435c9-4ba4-4ad4-9f8a-84d48fd8186d),segment_id=e40435c9-4ba4-4ad4-9f8a-84d48fd8186d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:08.722417 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.749692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-caa9dad3-166d-4254-bef4-1bca3a14c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:08.751261 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-caa9dad3-166d-4254-bef4-1bca3a14c627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3609109 Apr 01 15:41:08.753584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-b03138dc-e6d9-4f6b-ac4b-e669d2c98aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:08.754990 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-b03138dc-e6d9-4f6b-ac4b-e669d2c98aec service neutron] 10.222.0.41 "GET /v2.0/networks?id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 HTTP/1.1" status: 200 len: 914 time: 0.2261672 Apr 01 15:41:08.755861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f580711a-12e9-4b5d-bf32-4f5b41ad7b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.769045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Calling delete_port for 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:08.834848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Deleting port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:08.835183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.900886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Router 9d0f0385-2eb5-49f5-bce7-689001603571 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:41:08.913933 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.969708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] For port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3467bd17-0e05-4b6c-bfdb-e9657cfd9e97,segment=NetworkSegment(e40435c9-4ba4-4ad4-9f8a-84d48fd8186d),segment_id=e40435c9-4ba4-4ad4-9f8a-84d48fd8186d)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:08.970286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.973693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.985979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f580711a-12e9-4b5d-bf32-4f5b41ad7b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:08.990818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f68b0-c470-40de-bf95-706cb3df1b82 req-0ce34644-6134-4d84-896c-a5b390f78e13 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:08.999164 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a0f68b0-c470-40de-bf95-706cb3df1b82 req-0ce34644-6134-4d84-896c-a5b390f78e13 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.4461544 Apr 01 15:41:09.010496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Calling delete_port for 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:09.016483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Pushing event deleted for resources: {'Port': ['ID=3467bd17-0e05-4b6c-bfdb-e9657cfd9e97,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:09.026651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] No DVR routers for this DVR port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:09.028797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.029170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.029630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.029938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.030286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.031092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.031203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.032405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.032405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.032405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.032659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.033614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9874c3d-de4e-489f-be11-cd3af639833b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:09.048429 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-7c2d0c07-288c-4163-9cc0-ee10ab1eed27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2 HTTP/1.1" status: 200 len: 999 time: 0.1776979 Apr 01 15:41:09.086160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:09.089674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.115446 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.121243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:09.122069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.128284 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:17Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '3062543d-55a4-45e7-9dfb-3c22af69a603', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'port_id': '945a15ca-285e-4aaf-bd10-6c4161de9ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'mac_address': 'fa:16:3e:42:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d42451-7996-4b22-84f0-8faaee5408fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:40:31Z', 'updated_at': '2022-04-01T15:41:05Z', 'revision_number': 1, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ce1699-ed67-44e4-a478-9020d969d52a', 'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'mac_address': 'fa:16:3e:23:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:13Z', 'updated_at': '2022-04-01T15:40:24Z', 'revision_number': 5, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'subnets': [{'id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:09.135326 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a0f68b0-c470-40de-bf95-706cb3df1b82 req-de6d18da-004c-4e54-992a-5b02a173b332 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352568 Apr 01 15:41:09.197356 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-b2ffd755-e2a4-4e16-92de-8677dcbeba3d service neutron] 10.222.0.41 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247488 Apr 01 15:41:09.209665 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bef91b-3f00-45d2-b06c-e8f1f0679554 None None] The sync data for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv is: [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:17Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '3062543d-55a4-45e7-9dfb-3c22af69a603', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'port_id': '945a15ca-285e-4aaf-bd10-6c4161de9ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'mac_address': 'fa:16:3e:42:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d42451-7996-4b22-84f0-8faaee5408fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:40:31Z', 'updated_at': '2022-04-01T15:41:05Z', 'revision_number': 1, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ce1699-ed67-44e4-a478-9020d969d52a', 'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'mac_address': 'fa:16:3e:23:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:13Z', 'updated_at': '2022-04-01T15:40:24Z', 'revision_number': 5, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'subnets': [{'id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:09.249165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-362df267-ff9d-40c7-a9a8-26afa3e3fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:09.250777 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-362df267-ff9d-40c7-a9a8-26afa3e3fa30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f5a4e3-be43-4c74-90a9-1d70d76a2497 HTTP/1.1" status: 200 len: 851 time: 0.1929631 Apr 01 15:41:09.291861 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1127739 Apr 01 15:41:09.294597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49318) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:09.296464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d4fe3-7b3e-4009-beff-7063216ebe85 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Network': ['ID=7f6aaf98-911f-4789-9d13-085dd3c05f63,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:09.307234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'name': 'tempest-PortsIpV6TestJSON-738232339'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:09.307369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:09.313600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:09.313805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.332839 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] Sync routers for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:09.345763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.349694 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:09.350336 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:09.419396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f580711a-12e9-4b5d-bf32-4f5b41ad7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.428974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] No DVR routers for this DVR port 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:09.431265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f580711a-12e9-4b5d-bf32-4f5b41ad7b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.432724 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f580711a-12e9-4b5d-bf32-4f5b41ad7b5c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/813bd724-2847-4973-9f5d-bde9ed53f6e5 HTTP/1.1" status: 204 len: 168 time: 1.0535617 Apr 01 15:41:09.435092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event deleted for resources: {'Port': ['ID=3467bd17-0e05-4b6c-bfdb-e9657cfd9e97,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:09.471992 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-39a13d39-8b2e-4a61-8f1e-66cb9fe73216 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "PUT /v2.0/floatingips/6b54cf5e-d786-44b2-a007-916d2a4ac49a HTTP/1.1" status: 200 len: 990 time: 3.5861626 Apr 01 15:41:09.504706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-558e1cc3-4161-48ec-81ae-4ea1f1e77fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:09.507702 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-558e1cc3-4161-48ec-81ae-4ea1f1e77fc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2442214 Apr 01 15:41:09.512621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580711a-12e9-4b5d-bf32-4f5b41ad7b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813bd724-2847-4973-9f5d-bde9ed53f6e5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:09.618536 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-339c7d3a-d73a-4d84-a3db-1c173f6ed5e7 req-29c0accf-909e-4e13-8d32-0288e87621d2 service neutron] 10.222.0.41 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671896 Apr 01 15:41:09.661871 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-2e9e9d39-0d87-4135-a3e3-4de0f1aa9a97 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412508 Apr 01 15:41:09.754735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.800092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:09.805443 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:09.813290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7b7be-98a1-4b40-b069-7a50e65af952 None None] New status for floating IP 3062543d-55a4-45e7-9dfb-3c22af69a603: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:41:09.826796 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f6b9f3ed-d1ae-45c6-bad9-f446caaaadb0 req-f69005bd-0b9c-4e67-b2bb-b0afc9d921e2 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574016 Apr 01 15:41:09.875545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:09.876114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3467bd17-0e05-4b6c-bfdb-e9657cfd9e97 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:09.894518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d50a3cc-4708-4c93-a5e8-b507c9ac2c21']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:09.917780 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40435c9-4ba4-4ad4-9f8a-84d48fd8186d') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:09.918338 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40435c9-4ba4-4ad4-9f8a-84d48fd8186d') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:09.937451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:09.937626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49336) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:09.943612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.954786 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cb636-bbbf-4f2c-b1d2-a668f97c3ef6 req-416b93ea-9544-4951-bc4a-bc12531d40d2 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:09.957204 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-351cb636-bbbf-4f2c-b1d2-a668f97c3ef6 req-416b93ea-9544-4951-bc4a-bc12531d40d2 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 945 time: 0.3566630 Apr 01 15:41:09.962066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:09.998547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.018297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.061593 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.065700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'tag': '0e9b7104-fa43-40b6-acfb-65db46c03362'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:41:10.069164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4ea6a0-ddec-4c1a-9bfb-439015516dd7", "tag": "0e9b7104-fa43-40b6-acfb-65db46c03362"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:41:10.070848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 32b34103-ab45-4a22-8b29-5592693f3db3 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:10.090291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:10.090998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:10.096065 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:10.149337 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a96a9fc-0c13-4d06-9c19-dca1245a1bee x-openstack-request-id: req-9a96a9fc-0c13-4d06-9c19-dca1245a1bee {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:41:10.149650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4ea6a0-ddec-4c1a-9bfb-439015516dd7", "tag": "0e9b7104-fa43-40b6-acfb-65db46c03362", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:41:10.149921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a96a9fc-0c13-4d06-9c19-dca1245a1bee {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:41:10.150411 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a96a9fc-0c13-4d06-9c19-dca1245a1bee'] response: {'name': 'network-changed', 'server_uuid': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'tag': '0e9b7104-fa43-40b6-acfb-65db46c03362', 'status': 'completed', 'code': 200} Apr 01 15:41:10.172051 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '6b54cf5e-d786-44b2-a007-916d2a4ac49a', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'floating_ip_address': '172.26.6.25', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'port_id': '0e9b7104-fa43-40b6-acfb-65db46c03362', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'mac_address': 'fa:16:3e:0e:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:40:33Z', 'updated_at': '2022-04-01T15:41:07Z', 'revision_number': 1, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3941199c-2a2d-437e-8dd4-7fb744d24791', 'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'mac_address': 'fa:16:3e:3b:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:19Z', 'updated_at': '2022-04-01T15:40:28Z', 'revision_number': 5, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'subnets': [{'id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:10.224051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336222774'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:10.231115 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] Checking router: 9d0f0385-2eb5-49f5-bce7-689001603571 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:41:10.236807 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:10.237451 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:10.278189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-bfccc449-30ea-4d1b-8a12-7741dff079e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:10.279893 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-bfccc449-30ea-4d1b-8a12-7741dff079e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7eb046e57aa488fbe05fe39094d9900&device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 1098 time: 0.1092007 Apr 01 15:41:10.302576 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-351cb636-bbbf-4f2c-b1d2-a668f97c3ef6 req-7d72fff7-753c-432d-8634-b93db42e3ba1 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3198850 Apr 01 15:41:10.322749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=b84c8b01-bf39-4f64-a875-cbf3f361a565,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:10.363972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking segment: {'id': '4a47ae09-1957-4f4d-a243-2a442a3d9cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '33261bf4-7162-4d2e-afba-424cd8a3e9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:10.364334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network hostable DHCP agents. Network: 33261bf4-7162-4d2e-afba-424cd8a3e9f3, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:10.378135 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:10.381893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:10.386570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.400512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.418453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0f3cc-8837-47f6-abaa-c5235e07c521 req-c2f4259e-fa05-4647-90dd-af1c7ec0313d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:10.420665 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-74b0f3cc-8837-47f6-abaa-c5235e07c521 req-c2f4259e-fa05-4647-90dd-af1c7ec0313d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1250851 Apr 01 15:41:10.445746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-6742f356-f8d5-4d85-b3d0-7c33e4fec971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:10.447875 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-6742f356-f8d5-4d85-b3d0-7c33e4fec971 service neutron] 10.222.0.41 "GET /v2.0/networks?id=292ecff8-5230-49bd-bfd0-4a142639a8c7 HTTP/1.1" status: 200 len: 913 time: 0.1604733 Apr 01 15:41:10.495910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.501298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.504572 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "DELETE /v2.0/networks/9d50a3cc-4708-4c93-a5e8-b507c9ac2c21 HTTP/1.1" status: 204 len: 168 time: 2.4215968 Apr 01 15:41:10.511838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49356) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:10.548926 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network 33261bf4-7162-4d2e-afba-424cd8a3e9f3 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:10.551087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff0404-88e6-46c2-ad4a-909a9e005dd2 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event deleted for resources: {'Network': ['ID=9d50a3cc-4708-4c93-a5e8-b507c9ac2c21,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:10.564547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.572155 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-74b0f3cc-8837-47f6-abaa-c5235e07c521 req-4827326d-62a4-4590-8a0c-1bc23abbe2fd tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393814 Apr 01 15:41:10.652891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 33261bf4-7162-4d2e-afba-424cd8a3e9f3) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:10.666118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed860c5-aa20-4c17-b0c0-b958672aeba8 None None] Network 33261bf4-7162-4d2e-afba-424cd8a3e9f3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:10.673622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:10.674468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.675402 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '6b54cf5e-d786-44b2-a007-916d2a4ac49a', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'floating_ip_address': '172.26.6.25', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'port_id': '0e9b7104-fa43-40b6-acfb-65db46c03362', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'mac_address': 'fa:16:3e:0e:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:40:33Z', 'updated_at': '2022-04-01T15:41:07Z', 'revision_number': 1, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3941199c-2a2d-437e-8dd4-7fb744d24791', 'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'mac_address': 'fa:16:3e:3b:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:19Z', 'updated_at': '2022-04-01T15:40:28Z', 'revision_number': 5, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'subnets': [{'id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:10.712036 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c4818-0803-4723-9309-4dc8f9c0ca2c None None] The sync data for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv is: [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '6b54cf5e-d786-44b2-a007-916d2a4ac49a', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'floating_ip_address': '172.26.6.25', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'port_id': '0e9b7104-fa43-40b6-acfb-65db46c03362', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'mac_address': 'fa:16:3e:0e:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:40:33Z', 'updated_at': '2022-04-01T15:41:07Z', 'revision_number': 1, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3941199c-2a2d-437e-8dd4-7fb744d24791', 'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'mac_address': 'fa:16:3e:3b:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:19Z', 'updated_at': '2022-04-01T15:40:28Z', 'revision_number': 5, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'subnets': [{'id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:10.733031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.870924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5428f6-4db7-406e-9825-af8dfd39383e req-8dddbb53-3d71-482f-8c14-c92778b3b727 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:10.872723 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cd5428f6-4db7-406e-9825-af8dfd39383e req-8dddbb53-3d71-482f-8c14-c92778b3b727 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1948252 Apr 01 15:41:10.889906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Checking segment: {'id': '491e9bff-c963-4d29-9f65-e1143d1e871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:10.890261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network hostable DHCP agents. Network: 7f6aaf98-911f-4789-9d13-085dd3c05f63, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:10.894409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=32b34103-ab45-4a22-8b29-5592693f3db3,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:10.909567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.941245 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cd5428f6-4db7-406e-9825-af8dfd39383e req-7a7ff573-d1c2-4d6e-b73a-6a0da23de132 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577438 Apr 01 15:41:10.959221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-33261bf4-7162-4d2e-afba-424cd8a3e9f3', 'network_id': '33261bf4-7162-4d2e-afba-424cd8a3e9f3', 'tenant_id': 'c2d349883cde45faa0c91e9f9d729279', 'fixed_ips': [{'subnet_id': 'b84c8b01-bf39-4f64-a875-cbf3f361a565'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:10.960106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.981567 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1add97bf-3265-4d22-9390-dddbd61cff1d tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4162359 Apr 01 15:41:10.981567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49368) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:10.982822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:10.994064 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999381270'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:11.015030 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba30235-e2a7-41ed-b87f-783ba71a70a4 None None] New status for floating IP 6b54cf5e-d786-44b2-a007-916d2a4ac49a: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:41:11.097689 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-e1df1564-7566-4ae7-abad-97010692d9f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e9b7104-fa43-40b6-acfb-65db46c03362 HTTP/1.1" status: 200 len: 998 time: 0.6418445 Apr 01 15:41:11.152091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Allocated IP 2001:db8::3 (33261bf4-7162-4d2e-afba-424cd8a3e9f3/b84c8b01-bf39-4f64-a875-cbf3f361a565/92b263e6-a0ea-4b87-8a9b-d704a0a0f06f) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:11.197481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.213828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-75a0337a-a8f8-4ab8-8e37-622f9a515ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:11.215335 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-75a0337a-a8f8-4ab8-8e37-622f9a515ca9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be1d2ac9-c0f6-4b55-8403-b400a7eb5746 HTTP/1.1" status: 200 len: 850 time: 0.1110289 Apr 01 15:41:11.216133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49372) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:11.270920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Deleting port 28c75969-0a7b-495c-b2bf-9ee22d07a6b0 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:11.271332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.290063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-f56e66fd-4d78-4069-8bd4-e43646105000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:11.291572 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-f56e66fd-4d78-4069-8bd4-e43646105000 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=292ecff8-5230-49bd-bfd0-4a142639a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655208 Apr 01 15:41:11.343199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.369169 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ebc9cecc-56ab-4c5b-a15d-0bcf15c6bed0 tempest-AgentManagementNegativeTest-1095158639 tempest-AgentManagementNegativeTest-1095158639-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1518314 Apr 01 15:41:11.400213 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:11.412323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.412673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.431418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Calling delete_port for 28c75969-0a7b-495c-b2bf-9ee22d07a6b0 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:11.434379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:11.439205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.444405 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.462880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.469165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Network 33261bf4-7162-4d2e-afba-424cd8a3e9f3 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:11.474084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:11.478717 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-3501609e-0c15-44f6-918c-374c46b9c626 service neutron] 10.222.0.41 "GET /v2.0/networks/292ecff8-5230-49bd-bfd0-4a142639a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788960 Apr 01 15:41:11.489018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:11.503133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.503550 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment 3f0276ac-d9b0-4255-b622-c3c4e9270c0c of type vlan for network 0f0cf364-960e-4bb6-8e7f-4518ef6d6909 Apr 01 15:41:11.520481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 7f6aaf98-911f-4789-9d13-085dd3c05f63) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:11.528238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:11.530964 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:11.531578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.551498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Pushing event updated for resources: {'Port': ['ID=92b263e6-a0ea-4b87-8a9b-d704a0a0f06f,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:11.551696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:11.557189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8d552-ae5c-458d-8c7b-bea017e0c4a2 None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:11.565337 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:11.570296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.577172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfc26d8-c398-460f-8ca8-2ebff01f397a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:11.587680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.588110 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment 54096376-1ad0-4beb-8e32-0c9d4839885e of type vlan for network e80dc0f4-80f6-4b01-a590-ce5546202eca Apr 01 15:41:11.684844 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-14cc4ff5-3d9b-4078-a338-b805080e443e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3832476 Apr 01 15:41:11.687567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49378) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:11.693313 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1141646084'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:11.704335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Attempting to bind port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:11.704815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Attempting to bind port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '4a47ae09-1957-4f4d-a243-2a442a3d9cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '33261bf4-7162-4d2e-afba-424cd8a3e9f3'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:11.705261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Attempting to bind port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f on network 33261bf4-7162-4d2e-afba-424cd8a3e9f3 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:11.707241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.713531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:11.714296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Checking segment: {'id': '4a47ae09-1957-4f4d-a243-2a442a3d9cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '33261bf4-7162-4d2e-afba-424cd8a3e9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:11.714434 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.714875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Bound using segment: {'id': '4a47ae09-1957-4f4d-a243-2a442a3d9cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '33261bf4-7162-4d2e-afba-424cd8a3e9f3'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:11.715365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Bound port: 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a47ae09-1957-4f4d-a243-2a442a3d9cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '33261bf4-7162-4d2e-afba-424cd8a3e9f3'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:11.715769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.721423 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4873cbf1-0fe5-4f49-b30b-9cbb9007fd90 req-77a60a47-a8d2-4f9e-bc81-400f5a3cb69b service neutron] 10.222.0.41 "GET /v2.0/networks/292ecff8-5230-49bd-bfd0-4a142639a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030215 Apr 01 15:41:11.778594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.785352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:11.786295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.808130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] For port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:11.811613 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] For port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=92b263e6-a0ea-4b87-8a9b-d704a0a0f06f,segment=NetworkSegment(4a47ae09-1957-4f4d-a243-2a442a3d9cf7),segment_id=4a47ae09-1957-4f4d-a243-2a442a3d9cf7)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:11.858030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=0f0cf364-960e-4bb6-8e7f-4518ef6d6909,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:11.868263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 0f0cf364-960e-4bb6-8e7f-4518ef6d6909 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:11.903049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:11.906802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.932162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:11.942373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.942547 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Added segment 3bfc4406-2e80-42e7-b975-0496461db272 of type vlan for network 9188ba2e-912f-42bf-8a37-2d1ddbb78328 Apr 01 15:41:11.962251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.962879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.971498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:11.972534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:11.978484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.011940 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a922bac9-c48e-42e5-8f59-10100054edca tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0294628 Apr 01 15:41:12.015160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49382) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:12.021144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': '0f0cf364-960e-4bb6-8e7f-4518ef6d6909', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:12.035152 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc424917-10ce-4ce3-bfbf-7241b1649924 None None] Pushing event updated for resources: {'Port': ['ID=92b263e6-a0ea-4b87-8a9b-d704a0a0f06f,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:12.045894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Pushing event deleted for resources: {'Port': ['ID=28c75969-0a7b-495c-b2bf-9ee22d07a6b0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:12.088904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.120936 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=e80dc0f4-80f6-4b01-a590-ce5546202eca,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:12.136800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network e80dc0f4-80f6-4b01-a590-ce5546202eca details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:12.146546 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-de7c0989-2a9b-417a-969f-04ab2e0e4dee tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2077892 Apr 01 15:41:12.166359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.169324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.173522 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5d82b25c-443c-40eb-acc5-09df140b8a04 tempest-FloatingIPAdminTestJSON-1264938761 tempest-FloatingIPAdminTestJSON-1264938761-project] 10.222.0.73 "DELETE /v2.0/floatingips/af860b1b-dab5-4d56-8fa9-b18af8afd861 HTTP/1.1" status: 204 len: 168 time: 1.6556854 Apr 01 15:41:12.223119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49388) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:12.258784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19926d8d-45f2-415d-bca9-f34d5baedaf5 req-cadba13d-dcf4-42a0-b73d-9a3b91a200dc tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:12.260651 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-19926d8d-45f2-415d-bca9-f34d5baedaf5 req-cadba13d-dcf4-42a0-b73d-9a3b91a200dc tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2176178 Apr 01 15:41:12.262996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.270481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:12.271128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.295584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49392) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:12.301939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': 'e80dc0f4-80f6-4b01-a590-ce5546202eca', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:12.349837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:12.353899 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.439990 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Network': ['ID=9188ba2e-912f-42bf-8a37-2d1ddbb78328,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:12.449724 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f67bca60-f064-4558-b2b8-b660c8431ed7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7608111 Apr 01 15:41:12.457014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49394) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:12.458543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 9188ba2e-912f-42bf-8a37-2d1ddbb78328 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:12.470105 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-19926d8d-45f2-415d-bca9-f34d5baedaf5 req-98dd500d-173a-47f1-8b22-522c560711ca tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562452 Apr 01 15:41:12.474360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f63d13c8-c913-4017-a0c5-78f27c9a2d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.511888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'ports': [{'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63'}, {'network_id': '9188ba2e-912f-42bf-8a37-2d1ddbb78328'}]} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:12.512468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:12.513365 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '9188ba2e-912f-42bf-8a37-2d1ddbb78328'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:12.518860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.ipam_backend_mixin [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Performing IP validity checks on allocation pools {{(pid=110105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 15:41:12.521241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.ipam_backend_mixin [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 15:41:12.618703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f63d13c8-c913-4017-a0c5-78f27c9a2d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.629801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:12.638699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.734114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f63d13c8-c913-4017-a0c5-78f27c9a2d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.791364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d13c8-c913-4017-a0c5-78f27c9a2d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630de48d-5fa2-4420-9559-4e657103b5ff,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:12.795749 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f63d13c8-c913-4017-a0c5-78f27c9a2d3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1748dcd0f511479fac4297f912f7ef8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715258 Apr 01 15:41:12.798615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49400) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:12.893205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3a0f65f7-5d08-49c1-b7b4-41aae475e58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.944819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3a0f65f7-5d08-49c1-b7b4-41aae475e58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.958527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49404) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:13.080481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.126063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 2} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:13.131051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.145625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3a0f65f7-5d08-49c1-b7b4-41aae475e58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.148157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3a0f65f7-5d08-49c1-b7b4-41aae475e58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.151726 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3a0f65f7-5d08-49c1-b7b4-41aae475e58b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/630de48d-5fa2-4420-9559-4e657103b5ff HTTP/1.1" status: 204 len: 168 time: 0.3498185 Apr 01 15:41:13.152518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.169541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.194300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f65f7-5d08-49c1-b7b4-41aae475e58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630de48d-5fa2-4420-9559-4e657103b5ff,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:13.216849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=0ca655b0-0f9b-4c8a-a515-3fa9527416ce,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:13.233437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': '54096376-1ad0-4beb-8e32-0c9d4839885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'e80dc0f4-80f6-4b01-a590-ce5546202eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:13.234659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: e80dc0f4-80f6-4b01-a590-ce5546202eca, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:13.241512 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f1767593-6fb2-4025-86f2-2e69cc3f90be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd6df74415c6417b9db2e77e9b0ce843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808795 Apr 01 15:41:13.243481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49410) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:13.322981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a81eee2c-b179-4e46-97b3-b9a0fdd9805b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.353377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a81eee2c-b179-4e46-97b3-b9a0fdd9805b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.358588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=0a8a3775-42b2-4eed-a56f-a8686f6190bd,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:13.360918 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking segment: {'id': '3f0276ac-d9b0-4255-b622-c3c4e9270c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '0f0cf364-960e-4bb6-8e7f-4518ef6d6909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:13.393143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network hostable DHCP agents. Network: 0f0cf364-960e-4bb6-8e7f-4518ef6d6909, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:13.413351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 9f4cc42e-3130-486c-8714-d0ceced80b02 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:13.491109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:13.491676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network e80dc0f4-80f6-4b01-a590-ce5546202eca is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:13.507127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.523074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a7cadc-c470-4ef9-8572-e9f760de3fb8 None None] Network 33261bf4-7162-4d2e-afba-424cd8a3e9f3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:13.576190 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 9f4fe0cd-fba8-4b24-b7d1-47f846adcddd yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:13.602290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:13.602666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.655893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.689941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fd8b69fc-88f5-4e86-baa1-f7fc9bc057ba None None] Provisioning complete for port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:13.698244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fd8b69fc-88f5-4e86-baa1-f7fc9bc057ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.797607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.857367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fd8b69fc-88f5-4e86-baa1-f7fc9bc057ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.877475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=92b263e6-a0ea-4b87-8a9b-d704a0a0f06f,segment=NetworkSegment(4a47ae09-1957-4f4d-a243-2a442a3d9cf7),segment_id=4a47ae09-1957-4f4d-a243-2a442a3d9cf7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:13.933285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.934564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a81eee2c-b179-4e46-97b3-b9a0fdd9805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.935518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network 0f0cf364-960e-4bb6-8e7f-4518ef6d6909 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:13.938067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a81eee2c-b179-4e46-97b3-b9a0fdd9805b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.940073 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a81eee2c-b179-4e46-97b3-b9a0fdd9805b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01468736-ae2e-4c72-a4c3-050d1db3fcef HTTP/1.1" status: 204 len: 168 time: 0.6949530 Apr 01 15:41:13.952730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81eee2c-b179-4e46-97b3-b9a0fdd9805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01468736-ae2e-4c72-a4c3-050d1db3fcef,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:14.019332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:14.020937 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:14.023678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:14.024822 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.040727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.056214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=9f4cc42e-3130-486c-8714-d0ceced80b02,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:14.081630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, e80dc0f4-80f6-4b01-a590-ce5546202eca) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:14.103607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:14.103607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.120911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=9f4fe0cd-fba8-4b24-b7d1-47f846adcddd,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:14.125924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d2e9ea-fb4e-4b3e-bbfb-4b3614fc9ef8 None None] Network e80dc0f4-80f6-4b01-a590-ce5546202eca requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:14.127239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 0f0cf364-960e-4bb6-8e7f-4518ef6d6909) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:14.131834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:14.132694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.155914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381fc7ab-ae26-429c-911c-f14385ca4782 None None] Network 0f0cf364-960e-4bb6-8e7f-4518ef6d6909 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:14.158398 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Checking segment: {'id': '3bfc4406-2e80-42e7-b975-0496461db272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '9188ba2e-912f-42bf-8a37-2d1ddbb78328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:14.158759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network hostable DHCP agents. Network: 9188ba2e-912f-42bf-8a37-2d1ddbb78328, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:14.224996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fbb3a-b858-4b36-9b0c-eecad61b6180 req-fe68b7de-97cc-4cec-b053-8e2d5c52fbbd tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:14.226056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-fd8b69fc-88f5-4e86-baa1-f7fc9bc057ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:14.226340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-fd8b69fc-88f5-4e86-baa1-f7fc9bc057ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:14.226570 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-466fbb3a-b858-4b36-9b0c-eecad61b6180 req-fe68b7de-97cc-4cec-b053-8e2d5c52fbbd tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0508287 Apr 01 15:41:14.235353 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=92b263e6-a0ea-4b87-8a9b-d704a0a0f06f,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:14.251100 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-44866b87-5882-49f0-a038-0437891881a5 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9534113 Apr 01 15:41:14.253633 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49428) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:14.262499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-429760064'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:14.283719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 9188ba2e-912f-42bf-8a37-2d1ddbb78328 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:14.290594 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c2eefabe-3220-4312-86a3-d5e655f5969e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2711139 Apr 01 15:41:14.292491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49432) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:14.301009 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-466fbb3a-b858-4b36-9b0c-eecad61b6180 req-63ace320-8e7b-423f-a910-0d1d67c28686 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677934 Apr 01 15:41:14.412756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 9188ba2e-912f-42bf-8a37-2d1ddbb78328) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:14.433046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:14.443699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:14.449878 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:14.452214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.457957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:14.459873 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.462090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.491687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65033b54-2925-4abb-b493-fd9af126f5ec None None] Network 9188ba2e-912f-42bf-8a37-2d1ddbb78328 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:14.499951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:14.513885 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.513885 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment ada8ebd1-db86-452e-bfc3-cc239c72d09a of type vlan for network fa8ae475-9c24-4418-9612-6deb1ee4baee Apr 01 15:41:14.562122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.566867 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.594128 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-92db8e17-ebca-4ed4-b614-5c4f027a211e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1101468 Apr 01 15:41:14.594128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49438) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:14.640133 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-e80dc0f4-80f6-4b01-a590-ce5546202eca', 'network_id': 'e80dc0f4-80f6-4b01-a590-ce5546202eca', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': '0ca655b0-0f9b-4c8a-a515-3fa9527416ce'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:14.641292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.688247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741922d-1541-4995-86f7-d86e5519ef21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-0f0cf364-960e-4bb6-8e7f-4518ef6d6909', 'network_id': '0f0cf364-960e-4bb6-8e7f-4518ef6d6909', 'tenant_id': 'c2d349883cde45faa0c91e9f9d729279', 'fixed_ips': [{'subnet_id': '0a8a3775-42b2-4eed-a56f-a8686f6190bd'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:14.689067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2741922d-1541-4995-86f7-d86e5519ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.690436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.701311 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:14.701311 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.721002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.730734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2563297c-df23-41b6-abb4-2804801dc913 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 9f4fe0cd-fba8-4b24-b7d1-47f846adcddd {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:14.731230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2563297c-df23-41b6-abb4-2804801dc913 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.803023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8a3775-42b2-4eed-a56f-a8686f6190bd,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:14.833284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=fa8ae475-9c24-4418-9612-6deb1ee4baee,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:14.847385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.848596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2563297c-df23-41b6-abb4-2804801dc913 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.856971 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-10cfea09-497a-41bc-bf1f-977c9ad0f64d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5996749 Apr 01 15:41:14.857807 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49444) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:14.867530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2563297c-df23-41b6-abb4-2804801dc913 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 9f4fe0cd-fba8-4b24-b7d1-47f846adcddd owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:14.867680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': 'fa8ae475-9c24-4418-9612-6deb1ee4baee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:14.894405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0cf364-960e-4bb6-8e7f-4518ef6d6909']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:14.908124 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network fa8ae475-9c24-4418-9612-6deb1ee4baee details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:14.926425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0276ac-d9b0-4255-b622-c3c4e9270c0c') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:14.927276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0276ac-d9b0-4255-b622-c3c4e9270c0c') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:14.966825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.983175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49448) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:14.990057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:14.997576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:14.997794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Allocated IP 172.20.255.242 (e80dc0f4-80f6-4b01-a590-ce5546202eca/0ca655b0-0f9b-4c8a-a515-3fa9527416ce/850febe7-b55b-476f-8a16-1110934c9a46) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:14.998385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.000830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93edfa2b-1f68-44c8-b12c-7b217cb2b0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.020148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e29e92f-b347-4002-9b71-4a49555c25e0 None None] Network 0f0cf364-960e-4bb6-8e7f-4518ef6d6909 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:15.060837 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:15.095645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49450) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:15.137708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2563297c-df23-41b6-abb4-2804801dc913 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.158383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fddf3067-07b4-4575-81cd-91b75d64853b None None] Provisioning complete for port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:15.158748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fddf3067-07b4-4575-81cd-91b75d64853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.173500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2563297c-df23-41b6-abb4-2804801dc913 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.179645 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2563297c-df23-41b6-abb4-2804801dc913 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/9f4fe0cd-fba8-4b24-b7d1-47f846adcddd HTTP/1.1" status: 204 len: 168 time: 0.5939903 Apr 01 15:41:15.179895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49454) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:15.180754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563297c-df23-41b6-abb4-2804801dc913 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=9f4fe0cd-fba8-4b24-b7d1-47f846adcddd,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:15.237213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.253071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.258927 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/0f0cf364-960e-4bb6-8e7f-4518ef6d6909 HTTP/1.1" status: 204 len: 168 time: 0.9644108 Apr 01 15:41:15.262920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49456) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:15.275234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1657584749'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:15.276094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:15.279923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.285524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9871b-95c2-4699-b0be-fde357c1b047 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=0f0cf364-960e-4bb6-8e7f-4518ef6d6909,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:15.318779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe9bb9-eaf0-4da7-ba73-22280be451c7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:15.325875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe9bb9-eaf0-4da7-ba73-22280be451c7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:15.326983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.330747 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c5fe9bb9-eaf0-4da7-ba73-22280be451c7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1500120 Apr 01 15:41:15.331866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49458) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:15.341348 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1968797335'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:15.394612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93edfa2b-1f68-44c8-b12c-7b217cb2b0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.396961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.434977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.466833 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692bbd1-88dd-406f-905f-6d14938afd79 req-3d201674-f15e-4417-8d81-265c8295a06d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:15.467860 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0692bbd1-88dd-406f-905f-6d14938afd79 req-3d201674-f15e-4417-8d81-265c8295a06d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0702591 Apr 01 15:41:15.488137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:15.516973 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0692bbd1-88dd-406f-905f-6d14938afd79 req-f4dbfffa-c387-4d36-8f39-e15ac6204d91 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414879 Apr 01 15:41:15.528545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Network e80dc0f4-80f6-4b01-a590-ce5546202eca is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:15.529755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Pushing event updated for resources: {'Port': ['ID=850febe7-b55b-476f-8a16-1110934c9a46,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:15.532212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a664d-1257-48d2-8f9a-adc4a98d8004 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 9f4cc42e-3130-486c-8714-d0ceced80b02 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:15.532467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca0a664d-1257-48d2-8f9a-adc4a98d8004 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.534873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:15.538603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:15.543058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93edfa2b-1f68-44c8-b12c-7b217cb2b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.593089 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-93edfa2b-1f68-44c8-b12c-7b217cb2b0fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15f265b88bbd47ad905a8395849a176c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060729 Apr 01 15:41:15.593089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edfa2b-1f68-44c8-b12c-7b217cb2b0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc3f179-44ed-4ffb-b04d-0a153380e247,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:15.594991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:15.598622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.600703 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49462) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:15.604616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:15.608156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.623789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:15.624438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.628679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.655433 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Attempting to bind port 850febe7-b55b-476f-8a16-1110934c9a46 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:15.655433 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Attempting to bind port 850febe7-b55b-476f-8a16-1110934c9a46 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '54096376-1ad0-4beb-8e32-0c9d4839885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'e80dc0f4-80f6-4b01-a590-ce5546202eca'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:15.655764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Attempting to bind port 850febe7-b55b-476f-8a16-1110934c9a46 on network e80dc0f4-80f6-4b01-a590-ce5546202eca {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:15.667312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:15.667541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Checking segment: {'id': '54096376-1ad0-4beb-8e32-0c9d4839885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'e80dc0f4-80f6-4b01-a590-ce5546202eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:15.667755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.668227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Bound using segment: {'id': '54096376-1ad0-4beb-8e32-0c9d4839885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'e80dc0f4-80f6-4b01-a590-ce5546202eca'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:15.672279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Bound port: 850febe7-b55b-476f-8a16-1110934c9a46, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54096376-1ad0-4beb-8e32-0c9d4839885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'e80dc0f4-80f6-4b01-a590-ce5546202eca'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:15.672279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.686774 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:15.704473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca0a664d-1257-48d2-8f9a-adc4a98d8004 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.710332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.712182 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment 06bc49fb-c0bc-44df-8b1b-71d9ac45b7a8 of type vlan for network 10488dbd-518b-41e5-b31c-01673a8a0ff7 Apr 01 15:41:15.719150 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a664d-1257-48d2-8f9a-adc4a98d8004 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 9f4cc42e-3130-486c-8714-d0ceced80b02 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:15.741156 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-62225bf6-e217-4d4c-b930-3f35dc08f26a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2048323 Apr 01 15:41:15.746850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] For port 850febe7-b55b-476f-8a16-1110934c9a46, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:15.758480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] For port 850febe7-b55b-476f-8a16-1110934c9a46, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=850febe7-b55b-476f-8a16-1110934c9a46,segment=NetworkSegment(54096376-1ad0-4beb-8e32-0c9d4839885e),segment_id=54096376-1ad0-4beb-8e32-0c9d4839885e)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:15.770083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb7d5905-edbe-4811-8466-082257d55e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.780694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.820078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb7d5905-edbe-4811-8466-082257d55e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.847825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.872017 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-faea50ac-b4fc-4a9e-af67-5970828b7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:15.873680 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-faea50ac-b4fc-4a9e-af67-5970828b7b8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdfaecd419554e82a0c191786f6f9375&device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 1098 time: 0.0652628 Apr 01 15:41:15.880164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.920862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.978779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=d2801b52-8386-4ddf-830e-7b9e062bbbf4,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:15.982549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8211c-a291-4a6a-bd3c-6080bcc37770 None None] Pushing event updated for resources: {'Port': ['ID=850febe7-b55b-476f-8a16-1110934c9a46,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:15.983355 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.988939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:15.989559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:15.995482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.014823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca0a664d-1257-48d2-8f9a-adc4a98d8004 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.033232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb7d5905-edbe-4811-8466-082257d55e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.035752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb7d5905-edbe-4811-8466-082257d55e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.040209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': 'ada8ebd1-db86-452e-bfc3-cc239c72d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'fa8ae475-9c24-4418-9612-6deb1ee4baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:16.040409 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eb7d5905-edbe-4811-8466-082257d55e9a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbc3f179-44ed-4ffb-b04d-0a153380e247 HTTP/1.1" status: 204 len: 168 time: 0.4333000 Apr 01 15:41:16.040525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: fa8ae475-9c24-4418-9612-6deb1ee4baee, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:16.056004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:16.076112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a664d-1257-48d2-8f9a-adc4a98d8004 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=9f4cc42e-3130-486c-8714-d0ceced80b02,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:16.085010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.085366 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Added segment 500dfbea-054d-40f2-9dd2-9c250c868ca4 of type vlan for network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 Apr 01 15:41:16.087180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb2cffb-8168-488e-a349-8913a10c7fa9,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:16.107359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-2c264fba-f251-4f01-8650-8ea3a4048ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.108946 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-2c264fba-f251-4f01-8650-8ea3a4048ebf service neutron] 10.222.0.41 "GET /v2.0/networks?id=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 HTTP/1.1" status: 200 len: 907 time: 0.1992784 Apr 01 15:41:16.116717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca0a664d-1257-48d2-8f9a-adc4a98d8004 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.120912 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ca0a664d-1257-48d2-8f9a-adc4a98d8004 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/9f4cc42e-3130-486c-8714-d0ceced80b02 HTTP/1.1" status: 204 len: 168 time: 0.7856946 Apr 01 15:41:16.122224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49466) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:16.133151 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=10488dbd-518b-41e5-b31c-01673a8a0ff7,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:16.135332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d5905-edbe-4811-8466-082257d55e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc3f179-44ed-4ffb-b04d-0a153380e247,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:16.149038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 10488dbd-518b-41e5-b31c-01673a8a0ff7 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:16.193216 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-48606499-77e3-46bc-8ae4-4ac16bedd4fe tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9290059 Apr 01 15:41:16.207615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49470) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:16.222022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.222117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': '10488dbd-518b-41e5-b31c-01673a8a0ff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:16.277637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network fa8ae475-9c24-4418-9612-6deb1ee4baee is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:16.352752 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-f8b6755c-922e-439c-b3ab-26319d713e89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1edbd42-a6df-499e-87da-83c60d60d380 HTTP/1.1" status: 200 len: 1000 time: 0.2301428 Apr 01 15:41:16.354579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.360430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.365127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.377988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c7b55-546c-4f25-9fbf-456d7169528d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.382426 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3b1c7b55-546c-4f25-9fbf-456d7169528d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2532256 Apr 01 15:41:16.383156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49472) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:16.444118 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-45da1930-7397-4972-825e-c5de4f61c896 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:41:16.448390 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-45da1930-7397-4972-825e-c5de4f61c896 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/9f4fe0cd-fba8-4b24-b7d1-47f846adcddd HTTP/1.1" status: 404 len: 333 time: 0.0416539 Apr 01 15:41:16.449083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49474) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:16.452878 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Network': ['ID=3eea40d6-36c4-4519-ad4d-d93c3fe7b119,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:16.464603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:16.479513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-aa89886e-4e9f-49ab-aaea-cccc38fb8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.480994 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-aa89886e-4e9f-49ab-aaea-cccc38fb8745 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e4574ab-1f3e-4e1d-9117-87cb4f605fb1 HTTP/1.1" status: 200 len: 844 time: 0.1191959 Apr 01 15:41:16.482174 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdfe65b-f035-4436-95d6-15e676c0e249 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:41:16.484033 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dbdfe65b-f035-4436-95d6-15e676c0e249 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/9f4cc42e-3130-486c-8714-d0ceced80b02 HTTP/1.1" status: 404 len: 333 time: 0.0321543 Apr 01 15:41:16.484381 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, fa8ae475-9c24-4418-9612-6deb1ee4baee) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:16.486511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49476) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:16.494195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f71106-2fbc-40ad-94d2-74bd1eb3cf96 None None] Network fa8ae475-9c24-4418-9612-6deb1ee4baee requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:16.497270 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.497967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.517112 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-acfa1ad0-092f-415b-8a95-2fb1d0e3ad3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4192858 Apr 01 15:41:16.520860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49478) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:16.528797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:16.622563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.631131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-667890a0-44d8-43b1-9b12-bccf3aac36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.633209 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-667890a0-44d8-43b1-9b12-bccf3aac36cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324031 Apr 01 15:41:16.635349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:16.638780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.698165 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-38a279e5-4dab-4ae4-8b0b-726d3b4820f1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8349359 Apr 01 15:41:16.700089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49486) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:16.724147 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-fa8ae475-9c24-4418-9612-6deb1ee4baee', 'network_id': 'fa8ae475-9c24-4418-9612-6deb1ee4baee', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': 'd2801b52-8386-4ddf-830e-7b9e062bbbf4'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:16.725053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.845562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.849857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:16.853725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.876817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:16.898614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00631c00-a27d-48c1-8570-3f4519edf25d req-e83f0cd6-ec83-4412-9830-112ff22731ea tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:16.899770 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-00631c00-a27d-48c1-8570-3f4519edf25d req-e83f0cd6-ec83-4412-9830-112ff22731ea tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2626946 Apr 01 15:41:16.920949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Allocated IP 172.20.0.2 (fa8ae475-9c24-4418-9612-6deb1ee4baee/d2801b52-8386-4ddf-830e-7b9e062bbbf4/6e6c94a6-28ec-40de-b133-eafec0fa21e1) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:16.939949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9188ba2e-912f-42bf-8a37-2d1ddbb78328']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:16.965207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfc4406-2e80-42e7-b975-0496461db272') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:16.965760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfc4406-2e80-42e7-b975-0496461db272') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:17.005882 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-c7df8d38-6c74-4fff-9bcf-960fa943c633 service neutron] 10.222.0.41 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621371 Apr 01 15:41:17.007737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.055735 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-00631c00-a27d-48c1-8570-3f4519edf25d req-d2bae245-bc2d-48c0-b728-3c77a625bd6e tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208134 Apr 01 15:41:17.061138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.091421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.111731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.145352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:17.145736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:17.150892 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:17.219545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.266597 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6a50bbcc-ec39-45c1-9e82-b6145d0f5ec7 req-a70bd4b2-386f-4e71-88b8-fa1ac61f3435 service neutron] 10.222.0.41 "GET /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480495 Apr 01 15:41:17.268320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f3029c-ef4e-4bd3-a71d-5a1493784d5e None None] Network e80dc0f4-80f6-4b01-a590-ce5546202eca requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:17.280040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49488) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:17.299169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36bba1d3-4c22-4ed7-a0c2-fff57ec8d699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.301665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Pushing event updated for resources: {'Port': ['ID=6e6c94a6-28ec-40de-b133-eafec0fa21e1,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:17.312874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Network fa8ae475-9c24-4418-9612-6deb1ee4baee is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:17.315710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:17.319156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:17.344852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.407000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.409247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.412643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.416579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-baab2e09-b6e4-4a6b-933c-5f8a1142ec17 None None] Provisioning complete for port 850febe7-b55b-476f-8a16-1110934c9a46 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:17.416579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-baab2e09-b6e4-4a6b-933c-5f8a1142ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.437075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=9d628acd-bca5-48a6-9ba8-8d421d890b70,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:17.456413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Attempting to bind port 6e6c94a6-28ec-40de-b133-eafec0fa21e1 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:17.456789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Attempting to bind port 6e6c94a6-28ec-40de-b133-eafec0fa21e1 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'ada8ebd1-db86-452e-bfc3-cc239c72d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'fa8ae475-9c24-4418-9612-6deb1ee4baee'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:17.473856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Attempting to bind port 6e6c94a6-28ec-40de-b133-eafec0fa21e1 on network fa8ae475-9c24-4418-9612-6deb1ee4baee {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:17.496668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:17.497083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Checking segment: {'id': 'ada8ebd1-db86-452e-bfc3-cc239c72d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'fa8ae475-9c24-4418-9612-6deb1ee4baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:17.497464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.497844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Bound using segment: {'id': 'ada8ebd1-db86-452e-bfc3-cc239c72d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'fa8ae475-9c24-4418-9612-6deb1ee4baee'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:17.498328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Bound port: 6e6c94a6-28ec-40de-b133-eafec0fa21e1, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada8ebd1-db86-452e-bfc3-cc239c72d09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'fa8ae475-9c24-4418-9612-6deb1ee4baee'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:17.498706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.530917 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36bba1d3-4c22-4ed7-a0c2-fff57ec8d699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.534535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:17.535024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network hostable DHCP agents. Network: 3eea40d6-36c4-4519-ad4d-d93c3fe7b119, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:17.541660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=d2801b52-8386-4ddf-830e-7b9e062bbbf4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:17.583638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.615278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8ae475-9c24-4418-9612-6deb1ee4baee']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:17.626721 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada8ebd1-db86-452e-bfc3-cc239c72d09a') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:17.626977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada8ebd1-db86-452e-bfc3-cc239c72d09a') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:17.639969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.667088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.674672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:17.675111 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:17.678758 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:17.758512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-36bba1d3-4c22-4ed7-a0c2-fff57ec8d699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.767413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:17.781461 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 850febe7-b55b-476f-8a16-1110934c9a46 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:17.796627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.803389 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/networks/9188ba2e-912f-42bf-8a37-2d1ddbb78328 HTTP/1.1" status: 204 len: 168 time: 1.3123026 Apr 01 15:41:17.804810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49490) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:17.823259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-106355210'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:17.823494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bba1d3-4c22-4ed7-a0c2-fff57ec8d699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4359cf70-ebeb-4d9b-b2a8-1e5a025cd813,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:17.831656 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-36bba1d3-4c22-4ed7-a0c2-fff57ec8d699 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0bf82fdd7ab644f0a2bb9c9e74f4f07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500371 Apr 01 15:41:17.834663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49492) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:17.838003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509f481-6416-4cba-a439-5ad20d49bd2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Network': ['ID=9188ba2e-912f-42bf-8a37-2d1ddbb78328,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:17.855654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=08e79b52-8919-472d-b459-316336dc2936,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:17.874125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.api [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:41:17.874125 dv-neutron-835865-1-hyperv neutron-server[110105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:41:17.874125 dv-neutron-835865-1-hyperv neutron-server[110105]: [parameters: {'id': 'fa8ae475-9c24-4418-9612-6deb1ee4baee'}] Apr 01 15:41:17.874125 dv-neutron-835865-1-hyperv neutron-server[110105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:17.880880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG oslo_db.api [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:17.881467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking segment: {'id': '06bc49fb-c0bc-44df-8b1b-71d9ac45b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '10488dbd-518b-41e5-b31c-01673a8a0ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:17.881797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network hostable DHCP agents. Network: 10488dbd-518b-41e5-b31c-01673a8a0ff7, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:17.901305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-baab2e09-b6e4-4a6b-933c-5f8a1142ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.910423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e6edd807-e67e-4d28-9a5b-4c8566c8d6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.920674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] For port 6e6c94a6-28ec-40de-b133-eafec0fa21e1, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:17.933853 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e6edd807-e67e-4d28-9a5b-4c8566c8d6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:17.945880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] For port 6e6c94a6-28ec-40de-b133-eafec0fa21e1, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6e6c94a6-28ec-40de-b133-eafec0fa21e1,segment=NetworkSegment(ada8ebd1-db86-452e-bfc3-cc239c72d09a),segment_id=ada8ebd1-db86-452e-bfc3-cc239c72d09a)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:17.959195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-baab2e09-b6e4-4a6b-933c-5f8a1142ec17 None None] For port 850febe7-b55b-476f-8a16-1110934c9a46, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=850febe7-b55b-476f-8a16-1110934c9a46,segment=NetworkSegment(54096376-1ad0-4beb-8e32-0c9d4839885e),segment_id=54096376-1ad0-4beb-8e32-0c9d4839885e)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:17.964584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 850febe7-b55b-476f-8a16-1110934c9a46 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:17.964959 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.000635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 3eea40d6-36c4-4519-ad4d-d93c3fe7b119) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:18.002041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:18.006075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.007038 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:18.008581 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.015323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d504105-ee77-47c5-8e5f-5117c943975b None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:18.036581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.103831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e6edd807-e67e-4d28-9a5b-4c8566c8d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.108778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:18.112687 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e6edd807-e67e-4d28-9a5b-4c8566c8d6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.119217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.119632 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Added segment 910e5700-87ab-4485-aab8-d159eca7f928 of type vlan for network 96725028-f5d7-4dc6-88fe-5a09b2a11684 Apr 01 15:41:18.120874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-baab2e09-b6e4-4a6b-933c-5f8a1142ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.128068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network 10488dbd-518b-41e5-b31c-01673a8a0ff7 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:18.132049 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e6edd807-e67e-4d28-9a5b-4c8566c8d6d7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4359cf70-ebeb-4d9b-b2a8-1e5a025cd813 HTTP/1.1" status: 204 len: 168 time: 0.2963195 Apr 01 15:41:18.164737 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1b761950-0891-4f60-87d0-382e345ac79e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6346438 Apr 01 15:41:18.164944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 10488dbd-518b-41e5-b31c-01673a8a0ff7) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:18.172318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49498) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:18.175872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:18.177860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.187184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edd807-e67e-4d28-9a5b-4c8566c8d6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4359cf70-ebeb-4d9b-b2a8-1e5a025cd813,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:18.197809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800da6c4-108b-4fe6-b2d6-1285dcc7650b None None] Network 10488dbd-518b-41e5-b31c-01673a8a0ff7 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:18.201861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'name': 'tempest-NetworksTestDHCPv6-1780091167'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:18.242083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.258570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd62330-ccc2-4a90-8349-ad712a68e3f0 req-95cc0386-ae2c-4260-925d-94482d96dafe tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:18.258909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e6467-5f26-4f42-8aa6-7b613fbbbddb None None] Pushing event updated for resources: {'Port': ['ID=6e6c94a6-28ec-40de-b133-eafec0fa21e1,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:18.269632 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5cd62330-ccc2-4a90-8349-ad712a68e3f0 req-95cc0386-ae2c-4260-925d-94482d96dafe tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1351762 Apr 01 15:41:18.326721 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5207f9a9-6f0f-4a5f-8912-8c6710bdd5d3 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1121542 Apr 01 15:41:18.328640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49500) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:18.341106 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5cd62330-ccc2-4a90-8349-ad712a68e3f0 req-ea5be5f1-b29c-4115-b422-03f16d691b79 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703773 Apr 01 15:41:18.367398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8392dcde-e8f5-41b6-aa19-7aa8784bdd0a None None] Network fa8ae475-9c24-4418-9612-6deb1ee4baee requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:18.377304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.410931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.417136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:18.417818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.419722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-95fc71ff-9298-490d-8457-0a7469a22664 None None] Provisioning complete for port 850febe7-b55b-476f-8a16-1110934c9a46 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:18.420095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95fc71ff-9298-490d-8457-0a7469a22664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.468326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port 6e6c94a6-28ec-40de-b133-eafec0fa21e1 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:18.468929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.508138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Network': ['ID=96725028-f5d7-4dc6-88fe-5a09b2a11684,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:18.515282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.518620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab2e09-b6e4-4a6b-933c-5f8a1142ec17 None None] Pushing event updated for resources: {'Port': ['ID=850febe7-b55b-476f-8a16-1110934c9a46,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:18.520542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:18.524645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.547533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port fd9e733f-dc68-4727-a3ce-8f249408a4df yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:18.549096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 96725028-f5d7-4dc6-88fe-5a09b2a11684 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:18.560005 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-95896b17-b2d3-4528-bcbc-a1944a4ac049 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7465727 Apr 01 15:41:18.560005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49502) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:18.564789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '96725028-f5d7-4dc6-88fe-5a09b2a11684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:18.566956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port 6e6c94a6-28ec-40de-b133-eafec0fa21e1, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6e6c94a6-28ec-40de-b133-eafec0fa21e1,segment=NetworkSegment(ada8ebd1-db86-452e-bfc3-cc239c72d09a),segment_id=ada8ebd1-db86-452e-bfc3-cc239c72d09a)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:18.567468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.583488 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for 6e6c94a6-28ec-40de-b133-eafec0fa21e1 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:18.594960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '9d628acd-bca5-48a6-9ba8-8d421d890b70'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:18.595745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.732142 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.772974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.811671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=6e6c94a6-28ec-40de-b133-eafec0fa21e1,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:18.819795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port 6e6c94a6-28ec-40de-b133-eafec0fa21e1 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:18.833786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31bf2e-41af-410e-97b1-5cc265a8f25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-10488dbd-518b-41e5-b31c-01673a8a0ff7', 'network_id': '10488dbd-518b-41e5-b31c-01673a8a0ff7', 'tenant_id': 'c2d349883cde45faa0c91e9f9d729279', 'fixed_ips': [{'subnet_id': '08e79b52-8919-472d-b459-316336dc2936'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:18.835189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed31bf2e-41af-410e-97b1-5cc265a8f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.858426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::303 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/9d628acd-bca5-48a6-9ba8-8d421d890b70/fd9e733f-dc68-4727-a3ce-8f249408a4df) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:18.916306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:18.920000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.964079 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.990142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8ae475-9c24-4418-9612-6deb1ee4baee']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:19.000239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada8ebd1-db86-452e-bfc3-cc239c72d09a') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:19.000666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada8ebd1-db86-452e-bfc3-cc239c72d09a') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:19.009228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Performing IP validity checks on allocation pools {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 15:41:19.011271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.012019 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 15:41:19.017144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.025404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.031295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:19.031676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:19.034614 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:19.118281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=08e79b52-8919-472d-b459-316336dc2936,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server [None req-ed31bf2e-41af-410e-97b1-5cc265a8f25d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08e79b52-8919-472d-b459-316336dc2936: This subnet is being modified by another concurrent operation. Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:41:19.131584 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08e79b52-8919-472d-b459-316336dc2936: This subnet is being modified by another concurrent operation. Apr 01 15:41:19.136180 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Apr 01 15:41:19.178198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.184720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb122a-c7e2-4b80-ab97-e31602bec967 None None] Network 10488dbd-518b-41e5-b31c-01673a8a0ff7 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:19.209474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.213081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.215676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10488dbd-518b-41e5-b31c-01673a8a0ff7']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:19.223942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.231010 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/fa8ae475-9c24-4418-9612-6deb1ee4baee HTTP/1.1" status: 204 len: 168 time: 2.5282423 Apr 01 15:41:19.233045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bc49fb-c0bc-44df-8b1b-71d9ac45b7a8') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:19.233045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bc49fb-c0bc-44df-8b1b-71d9ac45b7a8') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:19.234615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49514) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:19.239457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236499165'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:19.248805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.257612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73e73-2316-4fd0-9c41-83092465cebd tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=fa8ae475-9c24-4418-9612-6deb1ee4baee,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:19.287363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.324738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:19.325134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:19.327983 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:19.411396 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:19.415996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.461224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.492615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:19.507569 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 850febe7-b55b-476f-8a16-1110934c9a46 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:19.518071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:19.520290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.520290 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment 8ca1860f-a318-40ed-a548-2b8b77613835 of type vlan for network aa18b18e-2019-4d39-add0-923af5678469 Apr 01 15:41:19.521684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:19.525796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:19.531647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:19.532290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.545943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0b04-24ae-483e-8f10-f662fcb7859c req-e9f3b022-86d2-4c67-b62a-44093dac7d89 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:19.546629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=fd9e733f-dc68-4727-a3ce-8f249408a4df,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:19.547714 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-86be0b04-24ae-483e-8f10-f662fcb7859c req-e9f3b022-86d2-4c67-b62a-44093dac7d89 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1038892 Apr 01 15:41:19.550411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.562420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/9d628acd-bca5-48a6-9ba8-8d421d890b70/30104da2-b7bf-42ec-b236-39a20a21bde9) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:19.568383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.571752 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/10488dbd-518b-41e5-b31c-01673a8a0ff7 HTTP/1.1" status: 204 len: 168 time: 1.2420051 Apr 01 15:41:19.572677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51209eee-adf7-4a35-8662-c949cb8e7b89 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=10488dbd-518b-41e5-b31c-01673a8a0ff7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:19.576077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49524) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:19.584778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1508829692'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:19.605109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.613032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 850febe7-b55b-476f-8a16-1110934c9a46 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:19.613691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.614190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.671785 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-86be0b04-24ae-483e-8f10-f662fcb7859c req-8dca8088-c0e8-4b9d-9c9b-18627937f8eb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004131 Apr 01 15:41:19.705164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=fd99ff63-a549-4cac-bfec-61a021ae53d3,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:19.730340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Checking segment: {'id': '910e5700-87ab-4485-aab8-d159eca7f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '96725028-f5d7-4dc6-88fe-5a09b2a11684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:19.730340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network hostable DHCP agents. Network: 96725028-f5d7-4dc6-88fe-5a09b2a11684, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:19.775057 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-996fd9ac-9cfc-4bba-ad5a-00b372eb9d0a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6006157 Apr 01 15:41:19.777338 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49530) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:19.813432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.829539 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82554776-8892-4448-9fd0-792de8e16ec2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:19.831079 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-82554776-8892-4448-9fd0-792de8e16ec2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0528114 Apr 01 15:41:19.833923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49532) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:19.915125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.921422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:19.922103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.936579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6ccfa379-1ecc-4b91-b9be-5a403dbb1b99 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port fd9e733f-dc68-4727-a3ce-8f249408a4df {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:19.936579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa379-1ecc-4b91-b9be-5a403dbb1b99 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.972134 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:19.983058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 96725028-f5d7-4dc6-88fe-5a09b2a11684 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:19.988086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:19.991503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.003532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=aa18b18e-2019-4d39-add0-923af5678469,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:20.016833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:20.020472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:20.020793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network aa18b18e-2019-4d39-add0-923af5678469 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:20.028692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa379-1ecc-4b91-b9be-5a403dbb1b99 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.030133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.030471 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment 82bb624a-bcdf-438f-bd61-9f77cb941b83 of type vlan for network d28aefbb-baa7-41d1-a962-d7fcb0915456 Apr 01 15:41:20.034701 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:20.043378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6ccfa379-1ecc-4b91-b9be-5a403dbb1b99 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for fd9e733f-dc68-4727-a3ce-8f249408a4df owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:20.048831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:20.058587 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Pushing event updated for resources: {'Port': ['ID=30104da2-b7bf-42ec-b236-39a20a21bde9,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:20.102546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.203683 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5dc495eb-4d73-4a36-b0fd-9bdd119427c7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9549439 Apr 01 15:41:20.203912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 96725028-f5d7-4dc6-88fe-5a09b2a11684) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:20.206252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49538) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:20.211886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': 'aa18b18e-2019-4d39-add0-923af5678469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:20.216944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:20.217714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.229506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd1dbe1-0a24-4a0e-b84a-e175e9581b68 None None] Network 96725028-f5d7-4dc6-88fe-5a09b2a11684 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:20.360369 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.367227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:20.376708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.387501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Attempting to bind port 30104da2-b7bf-42ec-b236-39a20a21bde9 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:20.387875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Attempting to bind port 30104da2-b7bf-42ec-b236-39a20a21bde9 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:20.388524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Attempting to bind port 30104da2-b7bf-42ec-b236-39a20a21bde9 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:20.399601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:20.400002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:20.400435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.400839 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:20.401352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Bound port: 30104da2-b7bf-42ec-b236-39a20a21bde9, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:20.401739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.407122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa379-1ecc-4b91-b9be-5a403dbb1b99 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.412552 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-339d3c99-2428-49d2-88c9-ebb3be5d3ce6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8526714 Apr 01 15:41:20.422214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49540) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:20.449280 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '96725028-f5d7-4dc6-88fe-5a09b2a11684', 'name': 'tempest-PortsIpV6TestJSON-1458802972'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:20.464773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa379-1ecc-4b91-b9be-5a403dbb1b99 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=fd9e733f-dc68-4727-a3ce-8f249408a4df,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:20.514614 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9347939 Apr 01 15:41:20.515060 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b8599-cb61-4e4b-b179-4a56f54d5674 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=d28aefbb-baa7-41d1-a962-d7fcb0915456,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:20.515651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49546) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:20.550151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': 'd28aefbb-baa7-41d1-a962-d7fcb0915456', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:20.552897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network d28aefbb-baa7-41d1-a962-d7fcb0915456 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:20.554625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa379-1ecc-4b91-b9be-5a403dbb1b99 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.557780 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6ccfa379-1ecc-4b91-b9be-5a403dbb1b99 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/fd9e733f-dc68-4727-a3ce-8f249408a4df HTTP/1.1" status: 204 len: 168 time: 0.7229328 Apr 01 15:41:20.560316 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49548) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:20.603186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] For port 30104da2-b7bf-42ec-b236-39a20a21bde9, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:20.663799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55b233-cc3c-4fa1-827e-e4078d6f9d9d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:20.665713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55b233-cc3c-4fa1-827e-e4078d6f9d9d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:20.667102 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4f55b233-cc3c-4fa1-827e-e4078d6f9d9d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1055629 Apr 01 15:41:20.669853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49550) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:20.677069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] For port 30104da2-b7bf-42ec-b236-39a20a21bde9, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=30104da2-b7bf-42ec-b236-39a20a21bde9,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:20.686709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:20.686709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.708932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2149902c-28cc-460e-978a-8330db485975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-96725028-f5d7-4dc6-88fe-5a09b2a11684', 'network_id': '96725028-f5d7-4dc6-88fe-5a09b2a11684', 'tenant_id': '3deab709b4e7402c97b28b23e44bae23', 'fixed_ips': [{'subnet_id': 'fd99ff63-a549-4cac-bfec-61a021ae53d3'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:20.709717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2149902c-28cc-460e-978a-8330db485975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.746868 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-06edcad2-5be2-4bcc-ab73-35f62f728e31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 9d628acd-bca5-48a6-9ba8-8d421d890b70 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:20.751568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06edcad2-5be2-4bcc-ab73-35f62f728e31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.763915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.ipam_backend_mixin [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing IP validity checks on allocation pools {{(pid=110105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 15:41:20.764688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.ipam_backend_mixin [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110105) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 15:41:20.832528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06edcad2-5be2-4bcc-ab73-35f62f728e31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.837368 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:20.841695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.842662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.888921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:20.888921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.937799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port bd87841d-58e9-44f0-8da5-75ae525cec32 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:20.994520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423b307-606a-4cad-b4c6-be1b9a90109e None None] Pushing event updated for resources: {'Port': ['ID=30104da2-b7bf-42ec-b236-39a20a21bde9,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:21.022666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056330f8-171c-454f-8f87-9753801e3df5 req-a7df1676-1c20-4b27-9a2d-ea90ff25a1b6 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:21.024420 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-056330f8-171c-454f-8f87-9753801e3df5 req-a7df1676-1c20-4b27-9a2d-ea90ff25a1b6 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2296753 Apr 01 15:41:21.029761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-2149902c-28cc-460e-978a-8330db485975 None None] Allocated IP 2001:db8::2 (96725028-f5d7-4dc6-88fe-5a09b2a11684/fd99ff63-a549-4cac-bfec-61a021ae53d3/c500f666-a9dd-427a-87c0-7d34f049139c) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:21.060088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.164595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49560) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:21.175585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06edcad2-5be2-4bcc-ab73-35f62f728e31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.177753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=bc5a2f48-1d7c-4a1d-9151-5ec1760d7a36,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:21.205008 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-056330f8-171c-454f-8f87-9753801e3df5 req-b3fa6212-d9ff-4368-a543-19db04b0b9e3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718631 Apr 01 15:41:21.245623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': '8ca1860f-a318-40ed-a548-2b8b77613835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'aa18b18e-2019-4d39-add0-923af5678469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:21.245983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: aa18b18e-2019-4d39-add0-923af5678469, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:21.326392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2149902c-28cc-460e-978a-8330db485975 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.360467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network aa18b18e-2019-4d39-add0-923af5678469 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:21.416380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1614555073', 'router:external': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:21.440948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2149902c-28cc-460e-978a-8330db485975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.481094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, aa18b18e-2019-4d39-add0-923af5678469) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:21.482764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06edcad2-5be2-4bcc-ab73-35f62f728e31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.501367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:21.503136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.504696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fe6709-6b2e-4c16-886e-6f0c62b1e248 None None] Network aa18b18e-2019-4d39-add0-923af5678469 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:21.531877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edcad2-5be2-4bcc-ab73-35f62f728e31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=9d628acd-bca5-48a6-9ba8-8d421d890b70,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:21.547070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149902c-28cc-460e-978a-8330db485975 None None] Network 96725028-f5d7-4dc6-88fe-5a09b2a11684 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:21.554952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06edcad2-5be2-4bcc-ab73-35f62f728e31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.561147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49564) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:21.561482 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-06edcad2-5be2-4bcc-ab73-35f62f728e31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/9d628acd-bca5-48a6-9ba8-8d421d890b70 HTTP/1.1" status: 204 len: 168 time: 0.8890078 Apr 01 15:41:21.563047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::1f7 (96725028-f5d7-4dc6-88fe-5a09b2a11684/fd99ff63-a549-4cac-bfec-61a021ae53d3/bd87841d-58e9-44f0-8da5-75ae525cec32) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:21.563793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 30104da2-b7bf-42ec-b236-39a20a21bde9 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:21.567149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.571971 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-2149902c-28cc-460e-978a-8330db485975 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:21.596452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Made reservation on behalf of ab6d9025f082462eb0d0988a992b92aa for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:21.600542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.600702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149902c-28cc-460e-978a-8330db485975 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:21.616577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149902c-28cc-460e-978a-8330db485975 None None] Pushing event updated for resources: {'Port': ['ID=c500f666-a9dd-427a-87c0-7d34f049139c,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:21.629757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.707759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=342b2f8b-b1c9-4183-a6f8-933e0f3a0882,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:21.747068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-2149902c-28cc-460e-978a-8330db485975 None None] Attempting to bind port c500f666-a9dd-427a-87c0-7d34f049139c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:21.747336 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-2149902c-28cc-460e-978a-8330db485975 None None] Attempting to bind port c500f666-a9dd-427a-87c0-7d34f049139c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '910e5700-87ab-4485-aab8-d159eca7f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '96725028-f5d7-4dc6-88fe-5a09b2a11684'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:21.747707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149902c-28cc-460e-978a-8330db485975 None None] Attempting to bind port c500f666-a9dd-427a-87c0-7d34f049139c on network 96725028-f5d7-4dc6-88fe-5a09b2a11684 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:21.770466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking segment: {'id': '82bb624a-bcdf-438f-bd61-9f77cb941b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd28aefbb-baa7-41d1-a962-d7fcb0915456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:21.770836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network hostable DHCP agents. Network: d28aefbb-baa7-41d1-a962-d7fcb0915456, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:21.780705 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149902c-28cc-460e-978a-8330db485975 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:21.781009 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149902c-28cc-460e-978a-8330db485975 None None] Checking segment: {'id': '910e5700-87ab-4485-aab8-d159eca7f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '96725028-f5d7-4dc6-88fe-5a09b2a11684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:21.781195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2149902c-28cc-460e-978a-8330db485975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.781618 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149902c-28cc-460e-978a-8330db485975 None None] Bound using segment: {'id': '910e5700-87ab-4485-aab8-d159eca7f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '96725028-f5d7-4dc6-88fe-5a09b2a11684'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:21.782113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-2149902c-28cc-460e-978a-8330db485975 None None] Bound port: c500f666-a9dd-427a-87c0-7d34f049139c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910e5700-87ab-4485-aab8-d159eca7f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '96725028-f5d7-4dc6-88fe-5a09b2a11684'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:21.782787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2149902c-28cc-460e-978a-8330db485975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.792664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 30104da2-b7bf-42ec-b236-39a20a21bde9 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:21.800976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.888122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.898342 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-aa18b18e-2019-4d39-add0-923af5678469', 'network_id': 'aa18b18e-2019-4d39-add0-923af5678469', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': 'bc5a2f48-1d7c-4a1d-9151-5ec1760d7a36'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:21.899203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.903754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:21.921843 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a5f370b3-8414-4e2c-8e1b-6642e0ae066f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7144680 Apr 01 15:41:21.926487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dd064bf9-bc67-4549-93bf-f9b1905efe1f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3616633 Apr 01 15:41:21.926487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49566) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:21.930118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49568) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:21.935636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:21.942031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network d28aefbb-baa7-41d1-a962-d7fcb0915456 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:21.963373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2149902c-28cc-460e-978a-8330db485975 None None] For port c500f666-a9dd-427a-87c0-7d34f049139c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:21.963792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.034811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:22.043722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2149902c-28cc-460e-978a-8330db485975 None None] For port c500f666-a9dd-427a-87c0-7d34f049139c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c500f666-a9dd-427a-87c0-7d34f049139c,segment=NetworkSegment(910e5700-87ab-4485-aab8-d159eca7f928),segment_id=910e5700-87ab-4485-aab8-d159eca7f928)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:22.048462 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.048835 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.063609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, d28aefbb-baa7-41d1-a962-d7fcb0915456) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:22.070437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.070437 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Added segment dc19b4c7-45ca-4590-b009-0c4a5837b213 of type vlan for network cff4525c-ce17-474a-b6c6-8ec33534fcc9 Apr 01 15:41:22.070437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae716ae-39f0-42c0-bf33-fbb19f761045,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:22.082388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c0f92-03da-44bd-8c26-6ea7d6c0713b None None] Network d28aefbb-baa7-41d1-a962-d7fcb0915456 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:22.092422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:22.093517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.115277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.120008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.153858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Allocated IP 172.20.0.3 (aa18b18e-2019-4d39-add0-923af5678469/bc5a2f48-1d7c-4a1d-9151-5ec1760d7a36/af9155e2-58ef-4158-885a-dde93bbfd65a) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:22.191801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.199591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 96725028-f5d7-4dc6-88fe-5a09b2a11684 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:22.211436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:22.217040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:22.221734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2149902c-28cc-460e-978a-8330db485975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.222650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:22.223301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.246416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=bd87841d-58e9-44f0-8da5-75ae525cec32,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:22.298556 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 30104da2-b7bf-42ec-b236-39a20a21bde9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=30104da2-b7bf-42ec-b236-39a20a21bde9,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:22.346739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb26b-60ac-441a-89be-a7f30336c9fa req-372a9480-171c-4ef1-8f79-4289c4dbcc25 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:22.349309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:22.354879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.355090 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-237fb26b-60ac-441a-89be-a7f30336c9fa req-372a9480-171c-4ef1-8f79-4289c4dbcc25 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0674341 Apr 01 15:41:22.366195 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3295c24f-c2b4-4965-ae3a-b378745c4bc5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8452969 Apr 01 15:41:22.383592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49572) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:22.405164 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-237fb26b-60ac-441a-89be-a7f30336c9fa req-a8c62297-022d-46b4-8cf6-0a73809e41d3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491426 Apr 01 15:41:22.480279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149902c-28cc-460e-978a-8330db485975 None None] Pushing event updated for resources: {'Port': ['ID=c500f666-a9dd-427a-87c0-7d34f049139c,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:22.514270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.537768 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6d01b416-1bae-4a6a-ba22-5f4e6563c4b3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1131563 Apr 01 15:41:22.540977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49574) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:22.545249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb591d5-7301-4608-988f-59b4bef4fad7 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:22.549140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.549947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.553644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:22.554975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.593384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86f33bd-b59e-4caf-801d-4eb950e80558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-d28aefbb-baa7-41d1-a962-d7fcb0915456', 'network_id': 'd28aefbb-baa7-41d1-a962-d7fcb0915456', 'tenant_id': 'c2d349883cde45faa0c91e9f9d729279', 'fixed_ips': [{'subnet_id': '342b2f8b-b1c9-4183-a6f8-933e0f3a0882'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:22.594258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c86f33bd-b59e-4caf-801d-4eb950e80558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.694220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event updated for resources: {'Network': ['ID=cff4525c-ce17-474a-b6c6-8ec33534fcc9,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:22.719464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fd115-a240-486e-8d79-c7cec77d611c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port bd87841d-58e9-44f0-8da5-75ae525cec32 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:22.720154 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd115-a240-486e-8d79-c7cec77d611c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.756465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.807123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.818526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network cff4525c-ce17-474a-b6c6-8ec33534fcc9 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:22.824151 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-64ef5b6d-ea09-4ab2-9215-5ea875819bc7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.6555007 Apr 01 15:41:22.827647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49576) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:22.828423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.835030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'subnet': {'network_id': 'cff4525c-ce17-474a-b6c6-8ec33534fcc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:22.847809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5a2f48-1d7c-4a1d-9151-5ec1760d7a36,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:22.893015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd115-a240-486e-8d79-c7cec77d611c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.934986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:22.937782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fd115-a240-486e-8d79-c7cec77d611c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for bd87841d-58e9-44f0-8da5-75ae525cec32 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:22.969921 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa18b18e-2019-4d39-add0-923af5678469']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:22.990438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Network aa18b18e-2019-4d39-add0-923af5678469 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:22.995998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=30104da2-b7bf-42ec-b236-39a20a21bde9,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:23.009428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca1860f-a318-40ed-a548-2b8b77613835') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:23.009728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca1860f-a318-40ed-a548-2b8b77613835') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:23.012178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.022318 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.049874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.059755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:23.060083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:23.063212 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:23.091797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-955ff611-6592-46a6-9fcf-db0936d685e0 None None] Provisioning complete for port 30104da2-b7bf-42ec-b236-39a20a21bde9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:23.094278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-955ff611-6592-46a6-9fcf-db0936d685e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.094278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:23.096662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:23.121058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Made reservation on behalf of ab6d9025f082462eb0d0988a992b92aa for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:23.124246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.183375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.229311 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.api [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:41:23.229311 dv-neutron-835865-1-hyperv neutron-server[110105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:41:23.229311 dv-neutron-835865-1-hyperv neutron-server[110105]: [parameters: {'id': 'aa18b18e-2019-4d39-add0-923af5678469'}] Apr 01 15:41:23.229311 dv-neutron-835865-1-hyperv neutron-server[110105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:23.230162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG oslo_db.api [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:23.236690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:23.237694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Pushing event updated for resources: {'Port': ['ID=af9155e2-58ef-4158-885a-dde93bbfd65a,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:23.239633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:23.243973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:23.244576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.253315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=073d8c0c-1e12-4061-99c9-09e5c1b0d287,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:23.282540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Attempting to bind port af9155e2-58ef-4158-885a-dde93bbfd65a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:23.282911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Attempting to bind port af9155e2-58ef-4158-885a-dde93bbfd65a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8ca1860f-a318-40ed-a548-2b8b77613835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'aa18b18e-2019-4d39-add0-923af5678469'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:23.283358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.283517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Attempting to bind port af9155e2-58ef-4158-885a-dde93bbfd65a on network aa18b18e-2019-4d39-add0-923af5678469 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:23.294211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:23.294665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Checking segment: {'id': '8ca1860f-a318-40ed-a548-2b8b77613835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'aa18b18e-2019-4d39-add0-923af5678469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:23.295341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.295659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Bound using segment: {'id': '8ca1860f-a318-40ed-a548-2b8b77613835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'aa18b18e-2019-4d39-add0-923af5678469'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:23.296170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Bound port: af9155e2-58ef-4158-885a-dde93bbfd65a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca1860f-a318-40ed-a548-2b8b77613835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'aa18b18e-2019-4d39-add0-923af5678469'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:23.296643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.308596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd115-a240-486e-8d79-c7cec77d611c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.350514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fd115-a240-486e-8d79-c7cec77d611c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=bd87841d-58e9-44f0-8da5-75ae525cec32,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:23.379766 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd115-a240-486e-8d79-c7cec77d611c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.386301 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cc4fd115-a240-486e-8d79-c7cec77d611c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/bd87841d-58e9-44f0-8da5-75ae525cec32 HTTP/1.1" status: 204 len: 168 time: 0.8416889 Apr 01 15:41:23.386815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49580) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server [None req-c86f33bd-b59e-4caf-801d-4eb950e80558 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 342b2f8b-b1c9-4183-a6f8-933e0f3a0882: This subnet is being modified by another concurrent operation. Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:41:23.391144 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 342b2f8b-b1c9-4183-a6f8-933e0f3a0882: This subnet is being modified by another concurrent operation. Apr 01 15:41:23.394988 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Apr 01 15:41:23.416855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ed7cd-fa4a-4cdd-92b3-0043ebd402f4 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:23.436386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d9159f-9327-4b5a-aae9-a2a0d193480b None None] Network d28aefbb-baa7-41d1-a962-d7fcb0915456 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:23.442372 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fba7f7-a89c-4eaa-9719-39844b1695a1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:23.443085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fba7f7-a89c-4eaa-9719-39844b1695a1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:23.450531 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-12fba7f7-a89c-4eaa-9719-39844b1695a1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/bd87841d-58e9-44f0-8da5-75ae525cec32 HTTP/1.1" status: 404 len: 333 time: 0.0618327 Apr 01 15:41:23.454714 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49584) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:23.477856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=342b2f8b-b1c9-4183-a6f8-933e0f3a0882,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:23.490855 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68c1fa6-fb27-4b07-b0c7-072f838d601f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:41:23.493809 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b68c1fa6-fb27-4b07-b0c7-072f838d601f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/bd87841d-58e9-44f0-8da5-75ae525cec32 HTTP/1.1" status: 404 len: 333 time: 0.0394905 Apr 01 15:41:23.497578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49586) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:23.544885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] For port af9155e2-58ef-4158-885a-dde93bbfd65a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:23.584694 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-980606d1-490a-4a1d-8d6a-c80270a89d47 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6532845 Apr 01 15:41:23.592419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49588) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:23.602524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] For port af9155e2-58ef-4158-885a-dde93bbfd65a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=af9155e2-58ef-4158-885a-dde93bbfd65a,segment=NetworkSegment(8ca1860f-a318-40ed-a548-2b8b77613835),segment_id=8ca1860f-a318-40ed-a548-2b8b77613835)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:23.605152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'name': 'tempest-NetworksTestDHCPv6-691329331'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:23.647100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdd370-0d40-4890-b9bc-6d28a4012da2 req-5c33c6e8-9b75-4425-a27c-12e612ae4871 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:23.647100 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-48fdd370-0d40-4890-b9bc-6d28a4012da2 req-5c33c6e8-9b75-4425-a27c-12e612ae4871 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0991750 Apr 01 15:41:23.651642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-672de5c0-d4bd-427c-9b7a-03dac4a08e63 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet fd99ff63-a549-4cac-bfec-61a021ae53d3 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:23.656713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c500f666-a9dd-427a-87c0-7d34f049139c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:23.656907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-672de5c0-d4bd-427c-9b7a-03dac4a08e63 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.670229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.731668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc08e3-fc9d-410f-8516-b4c42b248768 None None] Network 96725028-f5d7-4dc6-88fe-5a09b2a11684 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:23.731772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.736505 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.737558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28aefbb-baa7-41d1-a962-d7fcb0915456']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:23.746451 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-48fdd370-0d40-4890-b9bc-6d28a4012da2 req-d6df9fd8-7bbd-4969-872a-b7e853fce047 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912664 Apr 01 15:41:23.749558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-672de5c0-d4bd-427c-9b7a-03dac4a08e63 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.756172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bb624a-bcdf-438f-bd61-9f77cb941b83') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:23.756615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bb624a-bcdf-438f-bd61-9f77cb941b83') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:23.777504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.796168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.799134 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a71ed7cd-fa4a-4cdd-92b3-0043ebd402f4 None None] Deleting port 30104da2-b7bf-42ec-b236-39a20a21bde9 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:23.799134 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a71ed7cd-fa4a-4cdd-92b3-0043ebd402f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.805843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:23.806416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:23.810807 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:23.858971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port af9155e2-58ef-4158-885a-dde93bbfd65a {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:23.859637 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.899441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-672de5c0-d4bd-427c-9b7a-03dac4a08e63 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.962770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623e935-accf-4291-814e-f98e95cd7143 None None] Pushing event updated for resources: {'Port': ['ID=af9155e2-58ef-4158-885a-dde93bbfd65a,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:23.963830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port af9155e2-58ef-4158-885a-dde93bbfd65a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=af9155e2-58ef-4158-885a-dde93bbfd65a,segment=NetworkSegment(8ca1860f-a318-40ed-a548-2b8b77613835),segment_id=8ca1860f-a318-40ed-a548-2b8b77613835)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:23.964368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.972491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c500f666-a9dd-427a-87c0-7d34f049139c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:23.972709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.988315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for af9155e2-58ef-4158-885a-dde93bbfd65a owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:23.988440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8cefc75a-87a0-4453-af3b-a73ed74c5c84 None None] Provisioning complete for port c500f666-a9dd-427a-87c0-7d34f049139c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:23.988440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8cefc75a-87a0-4453-af3b-a73ed74c5c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:23.991778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:41:23.992384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.020591 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21124c7c-1ed3-4505-b0af-dbe3f1fa764c None None] Network aa18b18e-2019-4d39-add0-923af5678469 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:24.043486 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4398b73-a3f1-49ee-b853-5229514b52e2,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:24.063288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Checking segment: {'id': 'dc19b4c7-45ca-4590-b009-0c4a5837b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'cff4525c-ce17-474a-b6c6-8ec33534fcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:24.063757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Network hostable DHCP agents. Network: cff4525c-ce17-474a-b6c6-8ec33534fcc9, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:24.154457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:24.158030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.158454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a71ed7cd-fa4a-4cdd-92b3-0043ebd402f4 None None] For port 30104da2-b7bf-42ec-b236-39a20a21bde9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=30104da2-b7bf-42ec-b236-39a20a21bde9,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:24.158957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a71ed7cd-fa4a-4cdd-92b3-0043ebd402f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.177436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:24.191979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a71ed7cd-fa4a-4cdd-92b3-0043ebd402f4 None None] Calling delete_port for 30104da2-b7bf-42ec-b236-39a20a21bde9 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:24.218081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.221635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.223783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-672de5c0-d4bd-427c-9b7a-03dac4a08e63 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.267310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Network cff4525c-ce17-474a-b6c6-8ec33534fcc9 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:24.278585 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=af9155e2-58ef-4158-885a-dde93bbfd65a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:24.283942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.286621 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/d28aefbb-baa7-41d1-a962-d7fcb0915456 HTTP/1.1" status: 204 len: 168 time: 1.9041510 Apr 01 15:41:24.288087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672de5c0-d4bd-427c-9b7a-03dac4a08e63 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=fd99ff63-a549-4cac-bfec-61a021ae53d3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:24.293199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-672de5c0-d4bd-427c-9b7a-03dac4a08e63 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.296580 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-672de5c0-d4bd-427c-9b7a-03dac4a08e63 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/fd99ff63-a549-4cac-bfec-61a021ae53d3 HTTP/1.1" status: 204 len: 168 time: 0.7980814 Apr 01 15:41:24.297357 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49592) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:24.299787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49596) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:24.304818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9321ce6-51c6-40a8-8fe0-9f809da72db0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=d28aefbb-baa7-41d1-a962-d7fcb0915456,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:24.309987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-24504049'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:24.364529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port af9155e2-58ef-4158-885a-dde93bbfd65a on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:24.396042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::7 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/073d8c0c-1e12-4061-99c9-09e5c1b0d287/59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:24.406249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, cff4525c-ce17-474a-b6c6-8ec33534fcc9) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:24.411714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:24.412301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.418281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8cefc75a-87a0-4453-af3b-a73ed74c5c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.420706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.426733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3562bf9-6c68-4cec-982c-e404b851de4b None None] Network cff4525c-ce17-474a-b6c6-8ec33534fcc9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:24.465145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.507920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.510393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:24.513843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.549939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8cefc75a-87a0-4453-af3b-a73ed74c5c84 None None] For port c500f666-a9dd-427a-87c0-7d34f049139c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c500f666-a9dd-427a-87c0-7d34f049139c,segment=NetworkSegment(910e5700-87ab-4485-aab8-d159eca7f928),segment_id=910e5700-87ab-4485-aab8-d159eca7f928)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:24.552856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa18b18e-2019-4d39-add0-923af5678469']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:24.579648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.583778 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7c187700-9fc4-4f3e-891b-797bb314f61c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7563961 Apr 01 15:41:24.588117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49598) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:24.592756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-69813634', 'network_id': 'cff4525c-ce17-474a-b6c6-8ec33534fcc9'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:24.600447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:24.604863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca1860f-a318-40ed-a548-2b8b77613835') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:24.605791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca1860f-a318-40ed-a548-2b8b77613835') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:24.632757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650bd622-e4d5-49c4-a2fe-b3974a849b33 None None] Network cff4525c-ce17-474a-b6c6-8ec33534fcc9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:24.635258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.660842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.661124 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment 3b1b3a38-b957-4be5-8489-16dc133a586c of type vlan for network a1c7cf53-ee0f-4315-8065-61be75eac7dd Apr 01 15:41:24.668872 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8cefc75a-87a0-4453-af3b-a73ed74c5c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.673804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.686828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:24.686828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:24.709147 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:24.783168 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.793196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port c500f666-a9dd-427a-87c0-7d34f049139c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:24.793673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.795127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Made reservation on behalf of ab6d9025f082462eb0d0988a992b92aa for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:24.799704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.804815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.872019 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:24.876551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] For port c500f666-a9dd-427a-87c0-7d34f049139c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c500f666-a9dd-427a-87c0-7d34f049139c,segment=NetworkSegment(910e5700-87ab-4485-aab8-d159eca7f928),segment_id=910e5700-87ab-4485-aab8-d159eca7f928)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:24.876962 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.880582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:24.884872 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.891218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aadd82-0dbb-4cda-950d-14d7a7655aa5 None None] Network 96725028-f5d7-4dc6-88fe-5a09b2a11684 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:24.893227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:24.899142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.901095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:24.905469 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/aa18b18e-2019-4d39-add0-923af5678469 HTTP/1.1" status: 204 len: 168 time: 2.9765732 Apr 01 15:41:24.907866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.918228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49602) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:24.923317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-228589582'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:24.924104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a71ed7cd-fa4a-4cdd-92b3-0043ebd402f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.931174 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for c500f666-a9dd-427a-87c0-7d34f049139c owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:24.931337 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] device_id is not set on port 2d33ac93-12b9-4353-b598-9b7e9cac3b62 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:24.940847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:24.963508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.969247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:24.970205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:24.972455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490e52c-d63e-43e5-9b3d-831673c6b332 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=aa18b18e-2019-4d39-add0-923af5678469,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:24.996979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ed7cd-fa4a-4cdd-92b3-0043ebd402f4 None None] No DVR routers for this DVR port 30104da2-b7bf-42ec-b236-39a20a21bde9 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:25.046857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:25.047465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:25.065596 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dedb5e9-0989-4ab0-965e-f1963012b9b3 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:25.070964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-229a330d-1ebe-442b-bc09-2dc0b75e2de9 None None] Provisioning complete for port c500f666-a9dd-427a-87c0-7d34f049139c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:25.071344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229a330d-1ebe-442b-bc09-2dc0b75e2de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.089419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefc75a-87a0-4453-af3b-a73ed74c5c84 None None] Pushing event updated for resources: {'Port': ['ID=c500f666-a9dd-427a-87c0-7d34f049139c,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:25.120944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0fe5d-d269-4d80-b567-36e2ad602457 req-5edb70b2-9fe9-4392-a01c-64d2844f6b51 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:25.122547 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eda0fe5d-d269-4d80-b567-36e2ad602457 req-5edb70b2-9fe9-4392-a01c-64d2844f6b51 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2363167 Apr 01 15:41:25.133741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=a1c7cf53-ee0f-4315-8065-61be75eac7dd,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:25.144821 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cd291657-73de-4516-9372-a154ca1e1924 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8457084 Apr 01 15:41:25.153450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49604) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:25.160251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': 'a1c7cf53-ee0f-4315-8065-61be75eac7dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:25.185250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network a1c7cf53-ee0f-4315-8065-61be75eac7dd details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:25.185890 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:25.189065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.227562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ed7cd-fa4a-4cdd-92b3-0043ebd402f4 None None] Pushing event deleted for resources: {'Port': ['ID=30104da2-b7bf-42ec-b236-39a20a21bde9,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:25.292080 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eda0fe5d-d269-4d80-b567-36e2ad602457 req-1bbf7592-0560-47e3-b167-47b73c36e736 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596687 Apr 01 15:41:25.297458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:25.314243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.314574 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment 7cafc28a-7f04-4b2e-a9bd-710e388e2aeb of type vlan for network efd0ff07-2cf7-4abd-8b6d-98317217ef1e Apr 01 15:41:25.361274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.403893 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c8221e20-d28c-40cf-a63a-4455f9ea742a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8051410 Apr 01 15:41:25.409346 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49606) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:25.437391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Allocated IP 172.20.0.4 (cff4525c-ce17-474a-b6c6-8ec33534fcc9/c4398b73-a3f1-49ee-b853-5229514b52e2/2d33ac93-12b9-4353-b598-9b7e9cac3b62) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:25.483915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.516472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '073d8c0c-1e12-4061-99c9-09e5c1b0d287'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:25.517524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.529096 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=c500f666-a9dd-427a-87c0-7d34f049139c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:25.532165 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No DVR routers for this DVR port c500f666-a9dd-427a-87c0-7d34f049139c on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:25.536166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aad8f6-387e-4148-bcb9-5e88a9083ec6 None None] DHCP port deletion for 96725028-f5d7-4dc6-88fe-5a09b2a11684 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:25.539580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.546660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:25.547007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.554909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:25.558521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.616121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.631761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Port c500f666-a9dd-427a-87c0-7d34f049139c update to ACTIVE by agent not found {{(pid=110107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 01 15:41:25.676703 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a626e42-c0d0-47cf-bd22-85f5c3880d91 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:25.684519 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4a626e42-c0d0-47cf-bd22-85f5c3880d91 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.2666187 Apr 01 15:41:25.684729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49608) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:25.724404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 30104da2-b7bf-42ec-b236-39a20a21bde9 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:25.737838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/073d8c0c-1e12-4061-99c9-09e5c1b0d287/c37a0014-feb2-42b9-b343-8167986d05b6) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:25.763483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 30104da2-b7bf-42ec-b236-39a20a21bde9 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:25.782448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 30104da2-b7bf-42ec-b236-39a20a21bde9 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:25.782869 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8474543 Apr 01 15:41:25.783120 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49610) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:25.783204 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d91129-5d67-4b47-b968-c0a78f493761 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=efd0ff07-2cf7-4abd-8b6d-98317217ef1e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:25.783279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': 'efd0ff07-2cf7-4abd-8b6d-98317217ef1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:25.807763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.841144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96725028-f5d7-4dc6-88fe-5a09b2a11684']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:25.848690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.855008 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910e5700-87ab-4485-aab8-d159eca7f928') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:25.855313 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910e5700-87ab-4485-aab8-d159eca7f928') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:25.868816 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.896827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-16f58fdd-2dd9-4e96-9513-907248ac6b04 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:25.897210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16f58fdd-2dd9-4e96-9513-907248ac6b04 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.899699 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network efd0ff07-2cf7-4abd-8b6d-98317217ef1e details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:25.905838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.919649 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:25.920057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:25.923289 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:25.931513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c500f666-a9dd-427a-87c0-7d34f049139c no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:25.949295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Network cff4525c-ce17-474a-b6c6-8ec33534fcc9 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:25.955978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:25.965436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event updated for resources: {'Port': ['ID=2d33ac93-12b9-4353-b598-9b7e9cac3b62,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:25.971024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:25.972932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c500f666-a9dd-427a-87c0-7d34f049139c {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:25.973290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c500f666-a9dd-427a-87c0-7d34f049139c not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:26.061659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:26.062067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.062269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.076516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16f58fdd-2dd9-4e96-9513-907248ac6b04 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.087606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:26.091133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.098182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-16f58fdd-2dd9-4e96-9513-907248ac6b04 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:26.126232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.134572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.137763 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/networks/96725028-f5d7-4dc6-88fe-5a09b2a11684 HTTP/1.1" status: 204 len: 168 time: 1.8281629 Apr 01 15:41:26.146545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49612) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:26.152086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-260728905'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:26.155282 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e10ae-e96f-419b-8585-5f0b53d93223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Network': ['ID=96725028-f5d7-4dc6-88fe-5a09b2a11684,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:26.195513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.195975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.227900 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c8de41fc-86f7-493d-8ddc-c9842b48b3f0 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.6388304 Apr 01 15:41:26.234427 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49614) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:26.245678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:26.251191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:26.253142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Pushing event updated for resources: {'Port': ['ID=c37a0014-feb2-42b9-b343-8167986d05b6,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:26.255623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:26.312047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=93ff849b-1995-45f1-8f2f-1c58b0746e1c,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:26.316964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Attempting to bind port c37a0014-feb2-42b9-b343-8167986d05b6 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:26.317348 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Attempting to bind port c37a0014-feb2-42b9-b343-8167986d05b6 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:26.317711 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Attempting to bind port c37a0014-feb2-42b9-b343-8167986d05b6 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:26.324857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:26.325042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:26.334581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:26.334581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.334581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:26.334581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Bound port: c37a0014-feb2-42b9-b343-8167986d05b6, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:26.334581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.335920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.364797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking segment: {'id': '3b1b3a38-b957-4be5-8489-16dc133a586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'a1c7cf53-ee0f-4315-8065-61be75eac7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:26.365271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network hostable DHCP agents. Network: a1c7cf53-ee0f-4315-8065-61be75eac7dd, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:26.384046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:26.399214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b40a82f9-4986-43b3-9c84-9f6ed5b0bedb tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Deleting port 2d33ac93-12b9-4353-b598-9b7e9cac3b62 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:26.399555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b40a82f9-4986-43b3-9c84-9f6ed5b0bedb tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.404703 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.404703 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Added segment 720602f6-950b-48eb-bfe1-8d161000889b of type vlan for network 6ff5b280-6a32-425b-b0e6-f0a93a06cf86 Apr 01 15:41:26.412403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] For port c37a0014-feb2-42b9-b343-8167986d05b6, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:26.417828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] For port c37a0014-feb2-42b9-b343-8167986d05b6, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c37a0014-feb2-42b9-b343-8167986d05b6,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:26.565915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16f58fdd-2dd9-4e96-9513-907248ac6b04 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.566388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.574294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.624751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f58fdd-2dd9-4e96-9513-907248ac6b04 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:26.625503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3f051-a9eb-47f3-9a12-e3edd1a1647b None None] Pushing event updated for resources: {'Port': ['ID=c37a0014-feb2-42b9-b343-8167986d05b6,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:26.669965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16f58fdd-2dd9-4e96-9513-907248ac6b04 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.671536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network a1c7cf53-ee0f-4315-8065-61be75eac7dd is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:26.675653 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-16f58fdd-2dd9-4e96-9513-907248ac6b04 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca HTTP/1.1" status: 204 len: 168 time: 0.9910271 Apr 01 15:41:26.676491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49618) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:26.726830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=94ee3e67-057d-41f0-9e75-9c888b786ed9,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:26.792668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b12996-cdd8-4f42-a0d3-5818be126ac9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:26.794035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.795065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b12996-cdd8-4f42-a0d3-5818be126ac9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:26.799524 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b3b12996-cdd8-4f42-a0d3-5818be126ac9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1180038 Apr 01 15:41:26.799524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': '7cafc28a-7f04-4b2e-a9bd-710e388e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'efd0ff07-2cf7-4abd-8b6d-98317217ef1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:26.799524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: efd0ff07-2cf7-4abd-8b6d-98317217ef1e, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:26.809146 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49620) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:26.863862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b336a01-c0d9-4215-b134-11548d77e75e req-1d347f2d-c88e-460a-8d41-ea9a6b572361 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:26.865578 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9b336a01-c0d9-4215-b134-11548d77e75e req-1d347f2d-c88e-460a-8d41-ea9a6b572361 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1993237 Apr 01 15:41:26.886431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b40a82f9-4986-43b3-9c84-9f6ed5b0bedb tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.898898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, a1c7cf53-ee0f-4315-8065-61be75eac7dd) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:26.908118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f17e1ce-8960-4eff-88a3-9516e2750112 None None] Network a1c7cf53-ee0f-4315-8065-61be75eac7dd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:26.925468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b40a82f9-4986-43b3-9c84-9f6ed5b0bedb tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Calling delete_port for 2d33ac93-12b9-4353-b598-9b7e9cac3b62 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:26.931707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:26.932305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.988721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network efd0ff07-2cf7-4abd-8b6d-98317217ef1e is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:26.996519 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, efd0ff07-2cf7-4abd-8b6d-98317217ef1e) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:27.008189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:27.008937 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.014328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2eb203-4433-4809-bbc9-2cb0ede99d47 None None] Network efd0ff07-2cf7-4abd-8b6d-98317217ef1e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:27.022376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-200ef747-b881-47dc-8b42-f82328c4541c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 073d8c0c-1e12-4061-99c9-09e5c1b0d287 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:27.033295 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9b336a01-c0d9-4215-b134-11548d77e75e req-a513e8f9-ed59-4b2d-8a72-84d364f8b294 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401014 Apr 01 15:41:27.034385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-200ef747-b881-47dc-8b42-f82328c4541c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.075980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.081638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:27.082239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.104189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-200ef747-b881-47dc-8b42-f82328c4541c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.113222 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aed13aa0-6470-4f81-a340-8bd7d2a022af tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9561987 Apr 01 15:41:27.113724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49622) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:27.118811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': 'a1c7cf53-ee0f-4315-8065-61be75eac7dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:27.165401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-a1c7cf53-ee0f-4315-8065-61be75eac7dd', 'network_id': 'a1c7cf53-ee0f-4315-8065-61be75eac7dd', 'tenant_id': 'c2d349883cde45faa0c91e9f9d729279', 'fixed_ips': [{'subnet_id': '93ff849b-1995-45f1-8f2f-1c58b0746e1c'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:27.166277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.214030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Network': ['ID=6ff5b280-6a32-425b-b0e6-f0a93a06cf86,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:27.225490 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-95bbcd80-831d-4c7c-a24d-55a273845ff0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4511411 Apr 01 15:41:27.230933 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49624) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:27.281945 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 6ff5b280-6a32-425b-b0e6-f0a93a06cf86 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:27.283892 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7418c6dd-9d03-4aa7-b1ad-617459ae8c55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1362655 Apr 01 15:41:27.287826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49626) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:27.293871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '6ff5b280-6a32-425b-b0e6-f0a93a06cf86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:27.375215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-efd0ff07-2cf7-4abd-8b6d-98317217ef1e', 'network_id': 'efd0ff07-2cf7-4abd-8b6d-98317217ef1e', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': '94ee3e67-057d-41f0-9e75-9c888b786ed9'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:27.375986 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.380103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-200ef747-b881-47dc-8b42-f82328c4541c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.401294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:27.406211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.464989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.522584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b40a82f9-4986-43b3-9c84-9f6ed5b0bedb tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.572573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a82f9-4986-43b3-9c84-9f6ed5b0bedb tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d33ac93-12b9-4353-b598-9b7e9cac3b62,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:27.613758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.653169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-200ef747-b881-47dc-8b42-f82328c4541c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.675821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Allocated IP 2001:db8::2 (a1c7cf53-ee0f-4315-8065-61be75eac7dd/93ff849b-1995-45f1-8f2f-1c58b0746e1c/e49867a9-36e3-4be0-9871-554141a98342) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:27.713314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:27.718468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.719658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b40a82f9-4986-43b3-9c84-9f6ed5b0bedb tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.723804 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b40a82f9-4986-43b3-9c84-9f6ed5b0bedb tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "DELETE /v2.0/ports/2d33ac93-12b9-4353-b598-9b7e9cac3b62 HTTP/1.1" status: 204 len: 168 time: 1.4884279 Apr 01 15:41:27.727999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49630) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:27.743733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cff4525c-ce17-474a-b6c6-8ec33534fcc9', 'external_fixed_ips': [{'subnet_id': 'c4398b73-a3f1-49ee-b853-5229514b52e2', 'ip_address': '172.20.0.4'}]}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:27.747283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-200ef747-b881-47dc-8b42-f82328c4541c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.753417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-200ef747-b881-47dc-8b42-f82328c4541c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/073d8c0c-1e12-4061-99c9-09e5c1b0d287 HTTP/1.1" status: 204 len: 168 time: 0.9432240 Apr 01 15:41:27.754373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49632) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:27.760328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ef747-b881-47dc-8b42-f82328c4541c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=073d8c0c-1e12-4061-99c9-09e5c1b0d287,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:27.810386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.818386 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-69a9765b-e8fd-429d-bc20-9d03af05ec70 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554621 Apr 01 15:41:27.819469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49634) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:27.831504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Allocated IP 172.20.0.1 (efd0ff07-2cf7-4abd-8b6d-98317217ef1e/94ee3e67-057d-41f0-9e75-9c888b786ed9/a117094f-e793-49ec-909c-4604977e80be) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:27.860083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:27.907058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network a1c7cf53-ee0f-4315-8065-61be75eac7dd is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:27.921956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:27.933169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:27.933770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.970220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.971556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.975723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.982287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=6e388157-9291-4861-bffb-e5f233430f97,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:27.986807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb86d5-d263-43d9-a414-5be035bddb06 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:28.016949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c37a0014-feb2-42b9-b343-8167986d05b6 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:28.089919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.133593 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.169263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7856-03a0-4ecd-9d8c-ebd235df0852 req-54e0c083-85f3-450e-839e-fd3b72790c28 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:28.170787 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e04a7856-03a0-4ecd-9d8c-ebd235df0852 req-54e0c083-85f3-450e-839e-fd3b72790c28 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0547235 Apr 01 15:41:28.182382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3bc45bc6-1931-45b3-8f1d-3d6a34c92362 None None] Provisioning complete for port c37a0014-feb2-42b9-b343-8167986d05b6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:28.182750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3bc45bc6-1931-45b3-8f1d-3d6a34c92362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.211486 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e04a7856-03a0-4ecd-9d8c-ebd235df0852 req-dfdff24e-7618-48cd-8070-2a8fe2657741 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340545 Apr 01 15:41:28.227713 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9ebd43c1-a5ce-4ae7-af02-97eee5047177 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1119568 Apr 01 15:41:28.229626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49638) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:28.233720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Network a1c7cf53-ee0f-4315-8065-61be75eac7dd is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:28.263913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.265893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:28.270966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:28.279215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Pushing event updated for resources: {'Port': ['ID=e49867a9-36e3-4be0-9871-554141a98342,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:28.290693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:28.294100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.297449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.309424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd3891-11f3-491e-98ab-89dff3f57f02 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:28.310920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd3891-11f3-491e-98ab-89dff3f57f02 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:28.312573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd3891-11f3-491e-98ab-89dff3f57f02 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:28.314065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd3891-11f3-491e-98ab-89dff3f57f02 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:28.315682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd3891-11f3-491e-98ab-89dff3f57f02 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:28.317502 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-84cd3891-11f3-491e-98ab-89dff3f57f02 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0864048 Apr 01 15:41:28.322126 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49640) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:28.330762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c37a0014-feb2-42b9-b343-8167986d05b6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:28.331969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.334351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979037619'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:28.385788 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.438036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Attempting to bind port e49867a9-36e3-4be0-9871-554141a98342 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:28.438406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Attempting to bind port e49867a9-36e3-4be0-9871-554141a98342 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '3b1b3a38-b957-4be5-8489-16dc133a586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'a1c7cf53-ee0f-4315-8065-61be75eac7dd'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:28.438820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Attempting to bind port e49867a9-36e3-4be0-9871-554141a98342 on network a1c7cf53-ee0f-4315-8065-61be75eac7dd {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:28.471198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Network efd0ff07-2cf7-4abd-8b6d-98317217ef1e is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:28.479869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:28.480178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Checking segment: {'id': '3b1b3a38-b957-4be5-8489-16dc133a586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'a1c7cf53-ee0f-4315-8065-61be75eac7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:28.480633 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.481102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Bound using segment: {'id': '3b1b3a38-b957-4be5-8489-16dc133a586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'a1c7cf53-ee0f-4315-8065-61be75eac7dd'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:28.481503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Bound port: e49867a9-36e3-4be0-9871-554141a98342, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1b3a38-b957-4be5-8489-16dc133a586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'a1c7cf53-ee0f-4315-8065-61be75eac7dd'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:28.492549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.492549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:28.508318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:28.515169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:28.521330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.523442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7343fc59-8efe-426c-aa6f-58248998be3a None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:28.532680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Pushing event updated for resources: {'Port': ['ID=a117094f-e793-49ec-909c-4604977e80be,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:28.553235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:28.559681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=09fa524d-1df9-43a8-8ff9-b3c3f5fdd2e7,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:28.562807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.566064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3bc45bc6-1931-45b3-8f1d-3d6a34c92362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.601855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.607022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.607605 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment 41581db7-b44a-4d98-abd5-07a7130ae2ac of type vlan for network 382e8ae2-f329-4532-b64f-101a51b5fb13 Apr 01 15:41:28.609497 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=94ee3e67-057d-41f0-9e75-9c888b786ed9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:28.624542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Checking segment: {'id': '720602f6-950b-48eb-bfe1-8d161000889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '6ff5b280-6a32-425b-b0e6-f0a93a06cf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:28.625449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network hostable DHCP agents. Network: 6ff5b280-6a32-425b-b0e6-f0a93a06cf86, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:28.702435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.725504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Attempting to bind port a117094f-e793-49ec-909c-4604977e80be on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:28.727173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Attempting to bind port a117094f-e793-49ec-909c-4604977e80be by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7cafc28a-7f04-4b2e-a9bd-710e388e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'efd0ff07-2cf7-4abd-8b6d-98317217ef1e'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:28.727173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Attempting to bind port a117094f-e793-49ec-909c-4604977e80be on network efd0ff07-2cf7-4abd-8b6d-98317217ef1e {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:28.736014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.738120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.741297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3bc45bc6-1931-45b3-8f1d-3d6a34c92362 None None] For port c37a0014-feb2-42b9-b343-8167986d05b6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c37a0014-feb2-42b9-b343-8167986d05b6,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:28.743713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] For port e49867a9-36e3-4be0-9871-554141a98342, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:28.753534 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] For port e49867a9-36e3-4be0-9871-554141a98342, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e49867a9-36e3-4be0-9871-554141a98342,segment=NetworkSegment(3b1b3a38-b957-4be5-8489-16dc133a586c),segment_id=3b1b3a38-b957-4be5-8489-16dc133a586c)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:28.766634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:28.767445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Checking segment: {'id': '7cafc28a-7f04-4b2e-a9bd-710e388e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'efd0ff07-2cf7-4abd-8b6d-98317217ef1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:28.767934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.768708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Bound using segment: {'id': '7cafc28a-7f04-4b2e-a9bd-710e388e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'efd0ff07-2cf7-4abd-8b6d-98317217ef1e'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:28.769528 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Bound port: a117094f-e793-49ec-909c-4604977e80be, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cafc28a-7f04-4b2e-a9bd-710e388e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'efd0ff07-2cf7-4abd-8b6d-98317217ef1e'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:28.770161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.772429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd0ff07-2cf7-4abd-8b6d-98317217ef1e']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:28.783498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cafc28a-7f04-4b2e-a9bd-710e388e2aeb') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:28.783787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cafc28a-7f04-4b2e-a9bd-710e388e2aeb') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:28.793708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.810235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.817307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:28.817713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:28.820896 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:28.847809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7343fc59-8efe-426c-aa6f-58248998be3a None None] Deleting port c37a0014-feb2-42b9-b343-8167986d05b6 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:28.848177 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7343fc59-8efe-426c-aa6f-58248998be3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.876370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 6ff5b280-6a32-425b-b0e6-f0a93a06cf86 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:28.883476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.883846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.889403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:28.892502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.892627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.894418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3bc45bc6-1931-45b3-8f1d-3d6a34c92362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:28.971505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.api [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:41:28.971505 dv-neutron-835865-1-hyperv neutron-server[110105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:41:28.971505 dv-neutron-835865-1-hyperv neutron-server[110105]: [parameters: {'id': 'efd0ff07-2cf7-4abd-8b6d-98317217ef1e'}] Apr 01 15:41:28.971505 dv-neutron-835865-1-hyperv neutron-server[110105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:28.972381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG oslo_db.api [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:28.973308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=382e8ae2-f329-4532-b64f-101a51b5fb13,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:28.990489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:28.990728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3bc45bc6-1931-45b3-8f1d-3d6a34c92362 None None] Could not find standard attr ID for object 59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:41:28.998733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:29.002609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 382e8ae2-f329-4532-b64f-101a51b5fb13 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:29.005679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:29.006365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.006466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7343fc59-8efe-426c-aa6f-58248998be3a None None] For port c37a0014-feb2-42b9-b343-8167986d05b6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c37a0014-feb2-42b9-b343-8167986d05b6,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:29.006839 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7343fc59-8efe-426c-aa6f-58248998be3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.009597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=7bb12d57-cb23-4321-8a69-95e9d3feaf71,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:29.017138 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2dd21172-5835-41e3-9703-11da822de75b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6897311 Apr 01 15:41:29.017815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] For port a117094f-e793-49ec-909c-4604977e80be, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:29.018516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49642) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:29.023632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 6ff5b280-6a32-425b-b0e6-f0a93a06cf86) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:29.032041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5b03ed02-bc66-497a-bd11-647248bff640 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:29.032610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:29.033293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.044736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.066205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae272276-eab6-4f65-b737-63921cf8c5cf None None] Network 6ff5b280-6a32-425b-b0e6-f0a93a06cf86 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:29.073666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.079995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] For port a117094f-e793-49ec-909c-4604977e80be, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a117094f-e793-49ec-909c-4604977e80be,segment=NetworkSegment(7cafc28a-7f04-4b2e-a9bd-710e388e2aeb),segment_id=7cafc28a-7f04-4b2e-a9bd-710e388e2aeb)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:29.099750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7343fc59-8efe-426c-aa6f-58248998be3a None None] Calling delete_port for c37a0014-feb2-42b9-b343-8167986d05b6 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:29.166946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:29.167293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:29.177056 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1bc4d35d-0faf-43a7-87c1-44555739f7a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3448956 Apr 01 15:41:29.179787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49644) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:29.181209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76540f4b-8a2f-4192-a1b7-892625e6c138 None None] Pushing event updated for resources: {'Port': ['ID=e49867a9-36e3-4be0-9871-554141a98342,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:29.189520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'name': 'tempest-NetworksTestDHCPv6-1556158392'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:29.220455 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1b6c2349-f6bb-4887-8671-6069d5bc8a2a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9305017 Apr 01 15:41:29.228477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49646) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:29.233564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '6ff5b280-6a32-425b-b0e6-f0a93a06cf86', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1996734510'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:29.275009 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.300180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b03ed02-bc66-497a-bd11-647248bff640 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.414420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd01a0b-05a5-4fd2-b1c0-9cef64aaf770 req-2d826e8e-d184-455e-9927-307c3a8ace6a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:29.418452 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8bd01a0b-05a5-4fd2-b1c0-9cef64aaf770 req-2d826e8e-d184-455e-9927-307c3a8ace6a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0798466 Apr 01 15:41:29.428616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b03ed02-bc66-497a-bd11-647248bff640 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.431008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc45bc6-1931-45b3-8f1d-3d6a34c92362 None None] Pushing event updated for resources: {'Port': ['ID=c37a0014-feb2-42b9-b343-8167986d05b6,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:29.443195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b03ed02-bc66-497a-bd11-647248bff640 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network 382e8ae2-f329-4532-b64f-101a51b5fb13 is not hosted by any dhcp agent {{(pid=110105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 15:41:29.449728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b03ed02-bc66-497a-bd11-647248bff640 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:29.450528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b03ed02-bc66-497a-bd11-647248bff640 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.455522 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5b03ed02-bc66-497a-bd11-647248bff640 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "PUT /v2.0/networks/382e8ae2-f329-4532-b64f-101a51b5fb13 HTTP/1.1" status: 200 len: 723 time: 0.4347346 Apr 01 15:41:29.455851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49650) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:29.464215 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': '382e8ae2-f329-4532-b64f-101a51b5fb13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:29.496571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.531388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Allocated IP 172.20.0.4 (cff4525c-ce17-474a-b6c6-8ec33534fcc9/c4398b73-a3f1-49ee-b853-5229514b52e2/0fb363bd-ff70-4bd6-b5d3-f4e90eefdb1e) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:29.605484 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8bd01a0b-05a5-4fd2-b1c0-9cef64aaf770 req-83716a1d-7f45-4123-b1ec-acba75c4c7c2 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780617 Apr 01 15:41:29.639136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03ed02-bc66-497a-bd11-647248bff640 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=382e8ae2-f329-4532-b64f-101a51b5fb13,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:29.693049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.697910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:29.702242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.710532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 382e8ae2-f329-4532-b64f-101a51b5fb13 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:29.712115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5199e18-2b91-4479-8758-6bd922e8b329 None None] Network efd0ff07-2cf7-4abd-8b6d-98317217ef1e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:29.737515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 4eb378cd-17f8-4d34-b0f6-a257ed6ec8b5 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:29.747938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port a117094f-e793-49ec-909c-4604977e80be {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:29.747938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.790943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:29.795100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.826622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port a117094f-e793-49ec-909c-4604977e80be, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a117094f-e793-49ec-909c-4604977e80be,segment=NetworkSegment(7cafc28a-7f04-4b2e-a9bd-710e388e2aeb),segment_id=7cafc28a-7f04-4b2e-a9bd-710e388e2aeb)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:29.826622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.832809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port eb8abebb-815c-4319-997d-edfd637fadb6 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:29.847966 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for a117094f-e793-49ec-909c-4604977e80be owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:29.886483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-6ff5b280-6a32-425b-b0e6-f0a93a06cf86', 'network_id': '6ff5b280-6a32-425b-b0e6-f0a93a06cf86', 'tenant_id': '3deab709b4e7402c97b28b23e44bae23', 'fixed_ips': [{'subnet_id': '09fa524d-1df9-43a8-8ff9-b3c3f5fdd2e7'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:29.887350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.903537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:29.907542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.917738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7343fc59-8efe-426c-aa6f-58248998be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.928069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddef39-b37a-4a1e-8e83-764c22bf6d30 None None] Pushing event updated for resources: {'Port': ['ID=a117094f-e793-49ec-909c-4604977e80be,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:29.987235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::281 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/7bb12d57-cb23-4321-8a69-95e9d3feaf71/4eb378cd-17f8-4d34-b0f6-a257ed6ec8b5) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:29.990214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343fc59-8efe-426c-aa6f-58248998be3a None None] No DVR routers for this DVR port c37a0014-feb2-42b9-b343-8167986d05b6 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:29.994414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343fc59-8efe-426c-aa6f-58248998be3a None None] Pushing event deleted for resources: {'Port': ['ID=c37a0014-feb2-42b9-b343-8167986d05b6,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:30.013704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.089341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885dd0b-7eea-4633-aaca-e36d9f9e9c7f None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:30.098903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.120243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::e4 (6ff5b280-6a32-425b-b0e6-f0a93a06cf86/09fa524d-1df9-43a8-8ff9-b3c3f5fdd2e7/eb8abebb-815c-4319-997d-edfd637fadb6) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:30.138378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e49867a9-36e3-4be0-9871-554141a98342 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:30.145044 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=a117094f-e793-49ec-909c-4604977e80be,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:30.152592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port a117094f-e793-49ec-909c-4604977e80be on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:30.293219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.302879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.309613 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e49867a9-36e3-4be0-9871-554141a98342 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:30.310007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.327464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd0ff07-2cf7-4abd-8b6d-98317217ef1e']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:30.343931 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cafc28a-7f04-4b2e-a9bd-710e388e2aeb') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:30.343931 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cafc28a-7f04-4b2e-a9bd-710e388e2aeb') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:30.386515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.393109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '7bb12d57-cb23-4321-8a69-95e9d3feaf71'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:30.394121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.411457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Network cff4525c-ce17-474a-b6c6-8ec33534fcc9 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:30.413512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.421606 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:30.422270 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.430381 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:30.432169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:30.463620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event updated for resources: {'Port': ['ID=0fb363bd-ff70-4bd6-b5d3-f4e90eefdb1e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:30.485890 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:30.501918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.502511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.551815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b1e308-a118-4c48-84c3-0fb5c6a21e20 None None] Network a1c7cf53-ee0f-4315-8065-61be75eac7dd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:30.600108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Allocated IP 2001:db8::2 (6ff5b280-6a32-425b-b0e6-f0a93a06cf86/09fa524d-1df9-43a8-8ff9-b3c3f5fdd2e7/ac0f8a38-d24a-49c4-b70d-879143c342e1) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:30.623105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.660473 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.690734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port e49867a9-36e3-4be0-9871-554141a98342, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e49867a9-36e3-4be0-9871-554141a98342,segment=NetworkSegment(3b1b3a38-b957-4be5-8489-16dc133a586c),segment_id=3b1b3a38-b957-4be5-8489-16dc133a586c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:30.708277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=2615f858-295d-43b1-9459-252ae07604c7,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:30.719442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.727517 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/efd0ff07-2cf7-4abd-8b6d-98317217ef1e HTTP/1.1" status: 204 len: 168 time: 3.4965746 Apr 01 15:41:30.735609 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49654) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:30.742663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1464488745'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:30.759952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec5d8e-a078-4963-a582-e0ce21b4b481 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=efd0ff07-2cf7-4abd-8b6d-98317217ef1e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:30.800554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1df6d96c-404b-40d4-a20b-c68c15e921c1 None None] Provisioning complete for port e49867a9-36e3-4be0-9871-554141a98342 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:30.800554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1df6d96c-404b-40d4-a20b-c68c15e921c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.820151 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking segment: {'id': '41581db7-b44a-4d98-abd5-07a7130ae2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '382e8ae2-f329-4532-b64f-101a51b5fb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:30.821028 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network hostable DHCP agents. Network: 382e8ae2-f329-4532-b64f-101a51b5fb13, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:30.846779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d95c0-2cb2-4e4e-9f41-e3b822440366 req-1aa6d5e6-e4e6-4cae-972a-6e37851b139b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:30.851718 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-566d95c0-2cb2-4e4e-9f41-e3b822440366 req-1aa6d5e6-e4e6-4cae-972a-6e37851b139b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0901444 Apr 01 15:41:30.857451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.922955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 6ff5b280-6a32-425b-b0e6-f0a93a06cf86 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:30.934193 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-566d95c0-2cb2-4e4e-9f41-e3b822440366 req-da1d772b-2a4f-49df-b024-7596eb91c372 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654151 Apr 01 15:41:30.972250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c37a0014-feb2-42b9-b343-8167986d05b6 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:30.973268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:30.985834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=eb8abebb-815c-4319-997d-edfd637fadb6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:30.995638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:31.001190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:31.001811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.011150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:31.017790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c37a0014-feb2-42b9-b343-8167986d05b6 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:31.017790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c37a0014-feb2-42b9-b343-8167986d05b6 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:31.018216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.018297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.046071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network 382e8ae2-f329-4532-b64f-101a51b5fb13 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:31.046905 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.059635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:31.064811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.065330 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment f6c9bc4f-52e2-41a0-9c57-d73a11278e78 of type vlan for network 0d4e81a5-02df-4e7f-841c-ce03b8625034 Apr 01 15:41:31.069581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=e49867a9-36e3-4be0-9871-554141a98342,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:31.121086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.168886 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fe5c2eec-0cc9-4d35-95db-19630c5308b8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9393907 Apr 01 15:41:31.171555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49658) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:31.186521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da7906f-a690-417e-8f1e-3a8e09a17c1b None None] Update dhcp port {'port': {'network_id': 'a1c7cf53-ee0f-4315-8065-61be75eac7dd', 'fixed_ips': [{'subnet_id': '93ff849b-1995-45f1-8f2f-1c58b0746e1c', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e388157-9291-4861-bffb-e5f233430f97'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': 'e49867a9-36e3-4be0-9871-554141a98342'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:41:31.215421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6da7906f-a690-417e-8f1e-3a8e09a17c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.246843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 382e8ae2-f329-4532-b64f-101a51b5fb13) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:31.250346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.254320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.268039 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:31.270532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.271682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28e28b-54a5-4adb-ad5b-3bf26947ade5 None None] Network 382e8ae2-f329-4532-b64f-101a51b5fb13 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:31.337551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.344219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:31.345031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.358315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:31.368293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:31.375257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:31.381238 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:31.381902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.384386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=4eb378cd-17f8-4d34-b0f6-a257ed6ec8b5,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:31.425954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Network 6ff5b280-6a32-425b-b0e6-f0a93a06cf86 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:31.435314 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-861b0ed7-6659-4c98-8e76-a64ccd9199ac tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9732609 Apr 01 15:41:31.435948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Pushing event updated for resources: {'Port': ['ID=ac0f8a38-d24a-49c4-b70d-879143c342e1,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:31.436038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f9b97-fc1a-4015-b6c2-060ab3eee75e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port eb8abebb-815c-4319-997d-edfd637fadb6 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:31.436215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9b97-fc1a-4015-b6c2-060ab3eee75e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.436737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49660) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:31.445571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0d55f6ab-4c18-4443-9576-f9698255c89e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:31.451242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=0d4e81a5-02df-4e7f-841c-ce03b8625034,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:31.472967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.489725 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-379ec32a-b83a-42fd-895e-0d0f1e1b9703 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7500260 Apr 01 15:41:31.490687 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49662) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:31.496011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': '0d4e81a5-02df-4e7f-841c-ce03b8625034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:31.546389 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0e82471c-7034-4b0f-aec9-bdf69629cd2b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3651769 Apr 01 15:41:31.550899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49664) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:31.639259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:31.648255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0d55f6ab-4c18-4443-9576-f9698255c89e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60259983'] for subnet, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.652841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:31.660185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 0d4e81a5-02df-4e7f-841c-ce03b8625034 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:31.678765 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/7bb12d57-cb23-4321-8a69-95e9d3feaf71/bae3a66f-2c9f-4332-836e-9fe87edcc716) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:31.797528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9b97-fc1a-4015-b6c2-060ab3eee75e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.802819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:31.807121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.825245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f9b97-fc1a-4015-b6c2-060ab3eee75e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for eb8abebb-815c-4319-997d-edfd637fadb6 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:31.842833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df37773-c5a2-4c6a-989c-73ab5502a759 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:31.847120 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5df37773-c5a2-4c6a-989c-73ab5502a759 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2938890 Apr 01 15:41:31.849850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49666) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:31.947226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.026956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0d55f6ab-4c18-4443-9576-f9698255c89e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781768020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3112187'] for subnet, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.146272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e49867a9-36e3-4be0-9871-554141a98342 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:32.159441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.164117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Attempting to bind port ac0f8a38-d24a-49c4-b70d-879143c342e1 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:32.164520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Attempting to bind port ac0f8a38-d24a-49c4-b70d-879143c342e1 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '720602f6-950b-48eb-bfe1-8d161000889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '6ff5b280-6a32-425b-b0e6-f0a93a06cf86'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:32.164891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Attempting to bind port ac0f8a38-d24a-49c4-b70d-879143c342e1 on network 6ff5b280-6a32-425b-b0e6-f0a93a06cf86 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:32.175429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d55f6ab-4c18-4443-9576-f9698255c89e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:32.176095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0d55f6ab-4c18-4443-9576-f9698255c89e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.178087 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0d55f6ab-4c18-4443-9576-f9698255c89e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "PUT /v2.0/subnets/2615f858-295d-43b1-9459-252ae07604c7 HTTP/1.1" status: 200 len: 826 time: 0.7397120 Apr 01 15:41:32.182471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49670) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:32.207769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:32.208153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Checking segment: {'id': '720602f6-950b-48eb-bfe1-8d161000889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '6ff5b280-6a32-425b-b0e6-f0a93a06cf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:32.208590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.209001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Bound using segment: {'id': '720602f6-950b-48eb-bfe1-8d161000889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '6ff5b280-6a32-425b-b0e6-f0a93a06cf86'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:32.209496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Bound port: ac0f8a38-d24a-49c4-b70d-879143c342e1, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720602f6-950b-48eb-bfe1-8d161000889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '6ff5b280-6a32-425b-b0e6-f0a93a06cf86'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:32.210329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.220999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55f6ab-4c18-4443-9576-f9698255c89e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=2615f858-295d-43b1-9459-252ae07604c7,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:32.223717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-6da7906f-a690-417e-8f1e-3a8e09a17c1b None None] Allocated IP 172.20.0.1 (a1c7cf53-ee0f-4315-8065-61be75eac7dd/6e388157-9291-4861-bffb-e5f233430f97/e49867a9-36e3-4be0-9871-554141a98342) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:32.231993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-356f5d81-652e-44a7-88cc-00c9d2918728 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 4eb378cd-17f8-4d34-b0f6-a257ed6ec8b5 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:32.232495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-356f5d81-652e-44a7-88cc-00c9d2918728 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.334093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.377911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9b97-fc1a-4015-b6c2-060ab3eee75e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.381092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Router 26524a8d-80e6-4ed7-b2ab-14690b9eaea4 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:41:32.424905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f9b97-fc1a-4015-b6c2-060ab3eee75e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=eb8abebb-815c-4319-997d-edfd637fadb6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:32.478662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc9f9b97-fc1a-4015-b6c2-060ab3eee75e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.479587 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:32.482231 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bc9f9b97-fc1a-4015-b6c2-060ab3eee75e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/eb8abebb-815c-4319-997d-edfd637fadb6 HTTP/1.1" status: 204 len: 168 time: 1.3096402 Apr 01 15:41:32.485010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49672) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:32.489426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e49867a9-36e3-4be0-9871-554141a98342 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:32.490498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.498373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:32.500702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:32.504821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] For port ac0f8a38-d24a-49c4-b70d-879143c342e1, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:32.536862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Pushing event updated for resources: {'Port': ['ID=bae3a66f-2c9f-4332-836e-9fe87edcc716,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:32.538067 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aec0b1b-d853-4ffc-a6b3-6487b8d90d5a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:41:32.550817 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2aec0b1b-d853-4ffc-a6b3-6487b8d90d5a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/eb8abebb-815c-4319-997d-edfd637fadb6 HTTP/1.1" status: 404 len: 333 time: 0.0618589 Apr 01 15:41:32.551033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-382e8ae2-f329-4532-b64f-101a51b5fb13', 'network_id': '382e8ae2-f329-4532-b64f-101a51b5fb13', 'tenant_id': 'c2d349883cde45faa0c91e9f9d729279', 'fixed_ips': [{'subnet_id': '2615f858-295d-43b1-9459-252ae07604c7'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:32.551033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.553406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] For port ac0f8a38-d24a-49c4-b70d-879143c342e1, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ac0f8a38-d24a-49c4-b70d-879143c342e1,segment=NetworkSegment(720602f6-950b-48eb-bfe1-8d161000889b),segment_id=720602f6-950b-48eb-bfe1-8d161000889b)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:32.567677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49674) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:32.621903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6da7906f-a690-417e-8f1e-3a8e09a17c1b None None] For port e49867a9-36e3-4be0-9871-554141a98342, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e49867a9-36e3-4be0-9871-554141a98342,segment=NetworkSegment(3b1b3a38-b957-4be5-8489-16dc133a586c),segment_id=3b1b3a38-b957-4be5-8489-16dc133a586c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:32.645023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161e075-5270-4947-a9af-56a8290ce99b req-3159ae1b-c181-454d-ad6e-0f5a95936308 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:32.646597 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0161e075-5270-4947-a9af-56a8290ce99b req-3159ae1b-c181-454d-ad6e-0f5a95936308 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.5551579 Apr 01 15:41:32.662828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.690792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55b181e-ef5a-4b4b-ae71-e18896af2886 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet 09fa524d-1df9-43a8-8ff9-b3c3f5fdd2e7 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:32.695991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a55b181e-ef5a-4b4b-ae71-e18896af2886 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.699619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:32.719323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-356f5d81-652e-44a7-88cc-00c9d2918728 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.742246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.747908 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-356f5d81-652e-44a7-88cc-00c9d2918728 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 4eb378cd-17f8-4d34-b0f6-a257ed6ec8b5 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:32.752001 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0161e075-5270-4947-a9af-56a8290ce99b req-70a7c600-975a-4eeb-9256-6f2d4b2a97ac tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935619 Apr 01 15:41:32.754878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Sync routers for ids ['26524a8d-80e6-4ed7-b2ab-14690b9eaea4'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:32.761051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a55b181e-ef5a-4b4b-ae71-e18896af2886 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.787308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Attempting to bind port bae3a66f-2c9f-4332-836e-9fe87edcc716 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:32.787308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Attempting to bind port bae3a66f-2c9f-4332-836e-9fe87edcc716 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:32.787308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Attempting to bind port bae3a66f-2c9f-4332-836e-9fe87edcc716 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:32.824941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6da7906f-a690-417e-8f1e-3a8e09a17c1b None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.831081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:32.838898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:32.838898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.838898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:32.838898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Bound port: bae3a66f-2c9f-4332-836e-9fe87edcc716, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:32.838898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.853807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.877899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.882959 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d25607dd-e7e0-4777-9c1b-751d7c2b046b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1531022 Apr 01 15:41:32.888934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Routers {'26524a8d-80e6-4ed7-b2ab-14690b9eaea4'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:32.894658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['26524a8d-80e6-4ed7-b2ab-14690b9eaea4'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:32.894839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49676) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:32.910846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.949521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a55b181e-ef5a-4b4b-ae71-e18896af2886 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.980560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=fcdf1fad-e1f9-4f26-97ea-3856e1825b0f,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:32.987048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e0120-a09d-4c05-a4fe-f3b2294c0a90 None None] Pushing event updated for resources: {'Port': ['ID=ac0f8a38-d24a-49c4-b70d-879143c342e1,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:33.025356 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6da7906f-a690-417e-8f1e-3a8e09a17c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.025592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': 'f6c9bc4f-52e2-41a0-9c57-d73a11278e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '0d4e81a5-02df-4e7f-841c-ce03b8625034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:33.026342 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: 0d4e81a5-02df-4e7f-841c-ce03b8625034, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:33.174986 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Allocated IP 2001:db8::2 (382e8ae2-f329-4532-b64f-101a51b5fb13/2615f858-295d-43b1-9459-252ae07604c7/b63690b2-893e-430b-b394-5090b68f00c3) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:33.185165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.228797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network 0d4e81a5-02df-4e7f-841c-ce03b8625034 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:33.248413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] For port bae3a66f-2c9f-4332-836e-9fe87edcc716, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:33.264428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-356f5d81-652e-44a7-88cc-00c9d2918728 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.273106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7906f-a690-417e-8f1e-3a8e09a17c1b None None] Pushing event updated for resources: {'Port': ['ID=e49867a9-36e3-4be0-9871-554141a98342,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:33.290177 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Set router 26524a8d-80e6-4ed7-b2ab-14690b9eaea4 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:33.293117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] For port bae3a66f-2c9f-4332-836e-9fe87edcc716, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bae3a66f-2c9f-4332-836e-9fe87edcc716,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:33.299010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a55b181e-ef5a-4b4b-ae71-e18896af2886 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.326357 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 0d4e81a5-02df-4e7f-841c-ce03b8625034) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:33.343205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a55b181e-ef5a-4b4b-ae71-e18896af2886 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.346708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a55b181e-ef5a-4b4b-ae71-e18896af2886 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/09fa524d-1df9-43a8-8ff9-b3c3f5fdd2e7 HTTP/1.1" status: 204 len: 168 time: 0.7780182 Apr 01 15:41:33.347955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b181e-ef5a-4b4b-ae71-e18896af2886 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=09fa524d-1df9-43a8-8ff9-b3c3f5fdd2e7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:33.352224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49680) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:33.352918 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f5d81-652e-44a7-88cc-00c9d2918728 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=4eb378cd-17f8-4d34-b0f6-a257ed6ec8b5,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:33.358504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:33.359435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.364470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-356f5d81-652e-44a7-88cc-00c9d2918728 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.369557 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-356f5d81-652e-44a7-88cc-00c9d2918728 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/4eb378cd-17f8-4d34-b0f6-a257ed6ec8b5 HTTP/1.1" status: 204 len: 168 time: 1.5179739 Apr 01 15:41:33.372387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d49e8-d841-49fa-8167-525d0886b8fb None None] Network 0d4e81a5-02df-4e7f-841c-ce03b8625034 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:33.373249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49682) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:33.405123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.437243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.440000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e856b83-9dbd-46ea-9e79-9686069ff5da tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:33.441697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e856b83-9dbd-46ea-9e79-9686069ff5da tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:33.445987 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1e856b83-9dbd-46ea-9e79-9686069ff5da tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0692272 Apr 01 15:41:33.446635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49684) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:33.469590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.519340 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-908d877d-275d-4975-b046-cf4e0b4c3f22 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 7bb12d57-cb23-4321-8a69-95e9d3feaf71 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:33.524817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-908d877d-275d-4975-b046-cf4e0b4c3f22 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.542121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port ac0f8a38-d24a-49c4-b70d-879143c342e1 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:33.542764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.582351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-908d877d-275d-4975-b046-cf4e0b4c3f22 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.620487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-893d9af1-cc1e-4cba-9202-7170f77a314f tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1284814 Apr 01 15:41:33.623499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49686) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:33.660839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] For port ac0f8a38-d24a-49c4-b70d-879143c342e1, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ac0f8a38-d24a-49c4-b70d-879143c342e1,segment=NetworkSegment(720602f6-950b-48eb-bfe1-8d161000889b),segment_id=720602f6-950b-48eb-bfe1-8d161000889b)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:33.661352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.686583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for ac0f8a38-d24a-49c4-b70d-879143c342e1 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:33.773702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Deleting port 0fb363bd-ff70-4bd6-b5d3-f4e90eefdb1e {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:33.779241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.870139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316b203-a289-43bc-bbd3-6217ffea10ab None None] Pushing event updated for resources: {'Port': ['ID=bae3a66f-2c9f-4332-836e-9fe87edcc716,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:33.974384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.978171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.008959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.011010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Calling delete_port for 0fb363bd-ff70-4bd6-b5d3-f4e90eefdb1e owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:34.043782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-908d877d-275d-4975-b046-cf4e0b4c3f22 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.045374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-0d4e81a5-02df-4e7f-841c-ce03b8625034', 'network_id': '0d4e81a5-02df-4e7f-841c-ce03b8625034', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': 'fcdf1fad-e1f9-4f26-97ea-3856e1825b0f'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:34.046249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.103613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.188161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.231253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=ac0f8a38-d24a-49c4-b70d-879143c342e1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:34.241144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e49c-1760-4b4d-8717-8ae740a96e63 req-edfd6c5d-40b6-4761-a02c-a2b26384dc64 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:34.241350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No DVR routers for this DVR port ac0f8a38-d24a-49c4-b70d-879143c342e1 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:34.243053 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8488e49c-1760-4b4d-8717-8ae740a96e63 req-edfd6c5d-40b6-4761-a02c-a2b26384dc64 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.3142650 Apr 01 15:41:34.271405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26524a8d-80e6-4ed7-b2ab-14690b9eaea4', 'name': '', 'tenant_id': 'ab6d9025f082462eb0d0988a992b92aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cff4525c-ce17-474a-b6c6-8ec33534fcc9', 'external_fixed_ips': [{'subnet_id': 'c4398b73-a3f1-49ee-b853-5229514b52e2', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '0fb363bd-ff70-4bd6-b5d3-f4e90eefdb1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:27Z', 'updated_at': '2022-04-01T15:41:31Z', 'revision_number': 3, 'project_id': 'ab6d9025f082462eb0d0988a992b92aa', 'gw_port': {'id': '0fb363bd-ff70-4bd6-b5d3-f4e90eefdb1e', 'name': '', 'network_id': 'cff4525c-ce17-474a-b6c6-8ec33534fcc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26524a8d-80e6-4ed7-b2ab-14690b9eaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c4398b73-a3f1-49ee-b853-5229514b52e2', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:29Z', 'updated_at': '2022-04-01T15:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4398b73-a3f1-49ee-b853-5229514b52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:34.327494 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8488e49c-1760-4b4d-8717-8ae740a96e63 req-5b4c395f-932d-4e86-809e-f69d80f07b71 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714872 Apr 01 15:41:34.346295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Network 382e8ae2-f329-4532-b64f-101a51b5fb13 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:34.355316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:34.358565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:34.363269 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef05907-81eb-49d1-b2a3-3df7696a5e30 None None] Network a1c7cf53-ee0f-4315-8065-61be75eac7dd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:34.378914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Checking router: 26524a8d-80e6-4ed7-b2ab-14690b9eaea4 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:41:34.379236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Updating router 26524a8d-80e6-4ed7-b2ab-14690b9eaea4 port 0fb363bd-ff70-4bd6-b5d3-f4e90eefdb1e binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:41:34.414118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.425026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-908d877d-275d-4975-b046-cf4e0b4c3f22 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.435381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ac0f8a38-d24a-49c4-b70d-879143c342e1 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:34.478533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=2615f858-295d-43b1-9459-252ae07604c7,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:34.484126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.516146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff5b280-6a32-425b-b0e6-f0a93a06cf86']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:34.525124 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: ac0f8a38-d24a-49c4-b70d-879143c342e1 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:34.525473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ac0f8a38-d24a-49c4-b70d-879143c342e1 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 01 15:41:34.530122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-908d877d-275d-4975-b046-cf4e0b4c3f22 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.530357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720602f6-950b-48eb-bfe1-8d161000889b') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:34.531609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720602f6-950b-48eb-bfe1-8d161000889b') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:34.531767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Allocated IP 172.20.0.2 (0d4e81a5-02df-4e7f-841c-ce03b8625034/fcdf1fad-e1f9-4f26-97ea-3856e1825b0f/be512152-3df2-46cb-8f07-533d8ff5611d) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:34.535320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Pushing event updated for resources: {'Port': ['ID=b63690b2-893e-430b-b394-5090b68f00c3,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:34.536769 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-908d877d-275d-4975-b046-cf4e0b4c3f22 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/7bb12d57-cb23-4321-8a69-95e9d3feaf71 HTTP/1.1" status: 204 len: 168 time: 1.0889947 Apr 01 15:41:34.541798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49690) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:34.546986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d877d-275d-4975-b046-cf4e0b4c3f22 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb12d57-cb23-4321-8a69-95e9d3feaf71,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:34.553639 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.593917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.621632 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-506c2054-c1de-4f8f-9be1-c8a46171bec8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786211 Apr 01 15:41:34.623657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.624412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c20155-3293-4f06-aa73-0007cad26397 None None] Network 6ff5b280-6a32-425b-b0e6-f0a93a06cf86 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:34.626637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49692) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:34.648665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.650845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Port ac0f8a38-d24a-49c4-b70d-879143c342e1 not found, will not notify nova. {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 01 15:41:34.651246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e49867a9-36e3-4be0-9871-554141a98342 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:34.676765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.681015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382e8ae2-f329-4532-b64f-101a51b5fb13']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:34.689289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:34.689700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.692272 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41581db7-b44a-4d98-abd5-07a7130ae2ac') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:34.692450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41581db7-b44a-4d98-abd5-07a7130ae2ac') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:34.700829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-341aef29-d7ca-4b41-ad53-817e2092a8da None None] Provisioning complete for port e49867a9-36e3-4be0-9871-554141a98342 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:34.701206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-341aef29-d7ca-4b41-ad53-817e2092a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.703781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.724074 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.736155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:34.737010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:34.743538 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:34.750981 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:34.787747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d0320c-0ad5-418b-b2d3-b1e4ae72609a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:34.791944 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-62d0320c-0ad5-418b-b2d3-b1e4ae72609a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1571405 Apr 01 15:41:34.792391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49696) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:34.818285 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Attempting to bind port b63690b2-893e-430b-b394-5090b68f00c3 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:34.819267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Attempting to bind port b63690b2-893e-430b-b394-5090b68f00c3 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '41581db7-b44a-4d98-abd5-07a7130ae2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '382e8ae2-f329-4532-b64f-101a51b5fb13'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:34.819710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Attempting to bind port b63690b2-893e-430b-b394-5090b68f00c3 on network 382e8ae2-f329-4532-b64f-101a51b5fb13 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:34.864175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad7f01e-41f1-49b7-850d-72919b8b9cbc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:34.866541 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bad7f01e-41f1-49b7-850d-72919b8b9cbc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0728567 Apr 01 15:41:34.868876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49698) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:34.903844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.911688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.920721 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/networks/6ff5b280-6a32-425b-b0e6-f0a93a06cf86 HTTP/1.1" status: 204 len: 168 time: 1.5667443 Apr 01 15:41:34.922018 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6ad62e5c-5740-484f-98dd-1221d49c6a85 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518157 Apr 01 15:41:34.923070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.api [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:41:34.923070 dv-neutron-835865-1-hyperv neutron-server[110105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:41:34.923070 dv-neutron-835865-1-hyperv neutron-server[110105]: [parameters: {'id': '382e8ae2-f329-4532-b64f-101a51b5fb13'}] Apr 01 15:41:34.923070 dv-neutron-835865-1-hyperv neutron-server[110105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:34.923851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG oslo_db.api [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:34.926060 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49700) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:34.940871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:34.944825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49702) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:34.954033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.954404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'name': 'tempest-PortsIpV6TestJSON-1981170087'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:34.959581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6176f56-a63b-49b8-b797-57a51ffbfd52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Network': ['ID=6ff5b280-6a32-425b-b0e6-f0a93a06cf86,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:35.006786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fb363bd-ff70-4bd6-b5d3-f4e90eefdb1e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:35.093280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:35.093897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Checking segment: {'id': '41581db7-b44a-4d98-abd5-07a7130ae2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '382e8ae2-f329-4532-b64f-101a51b5fb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:35.094046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.094446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Bound using segment: {'id': '41581db7-b44a-4d98-abd5-07a7130ae2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '382e8ae2-f329-4532-b64f-101a51b5fb13'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:35.094924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Bound port: b63690b2-893e-430b-b394-5090b68f00c3, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41581db7-b44a-4d98-abd5-07a7130ae2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '382e8ae2-f329-4532-b64f-101a51b5fb13'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:35.095307 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.171639 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:35.176541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.313145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998154b-176b-4c5e-83af-074ef7bd38d3 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:35.315735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-754e236d-a6cc-4eb2-b9a8-39c330bde9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.458984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.493137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.498306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d002acb3-62f3-474b-99a7-a23bf890abf6 None None] DHCP port deletion for 6ff5b280-6a32-425b-b0e6-f0a93a06cf86 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:35.507541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e49867a9-36e3-4be0-9871-554141a98342 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:35.507541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.573176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298ac2e-7b46-4b7a-8c8b-901dd7fc32a0 req-8c0799cf-3004-4467-85bb-d4be809af5ba tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:35.577319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:35.581316 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9298ac2e-7b46-4b7a-8c8b-901dd7fc32a0 req-8c0799cf-3004-4467-85bb-d4be809af5ba tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1116827 Apr 01 15:41:35.582866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.639739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.642036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting port b63690b2-893e-430b-b394-5090b68f00c3 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:35.642036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.646674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.664415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.668287 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9298ac2e-7b46-4b7a-8c8b-901dd7fc32a0 req-7edcac1e-8cd2-4bb1-8960-8aa6bffc53e3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846388 Apr 01 15:41:35.668563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.670605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port e2d3ff5f-00b2-40e2-ad6f-5755f042ae50 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:35.714475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] For port b63690b2-893e-430b-b394-5090b68f00c3, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:35.788800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.794751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=a12f5fcb-425b-4030-bd78-b54e8aaf9588,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:35.810708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] For port b63690b2-893e-430b-b394-5090b68f00c3, host dv-neutron-835865-1-hyperv, got binding levels [] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:35.811085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.830339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:35.837483 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Calling delete_port for b63690b2-893e-430b-b394-5090b68f00c3 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:35.837702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] For port b63690b2-893e-430b-b394-5090b68f00c3, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b63690b2-893e-430b-b394-5090b68f00c3,segment=NetworkSegment(41581db7-b44a-4d98-abd5-07a7130ae2ac),segment_id=41581db7-b44a-4d98-abd5-07a7130ae2ac)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:35.840176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:35.845939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:35.869621 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.919968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.921099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26524a8d-80e6-4ed7-b2ab-14690b9eaea4 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:41:35.927628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:35.931634 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c653d1a4-7aa8-4936-a0c7-bd05a2fab8c5 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "DELETE /v2.0/routers/26524a8d-80e6-4ed7-b2ab-14690b9eaea4 HTTP/1.1" status: 204 len: 168 time: 3.0364876 Apr 01 15:41:35.932044 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49710) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:35.962311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.004108 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ed9aa722-a416-41ae-86af-61813e614244 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0727746 Apr 01 15:41:36.004108 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.004490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49712) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:36.010876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': 'a12f5fcb-425b-4030-bd78-b54e8aaf9588', 'ip_address': '2001:db8::5772:aae3:82a5:7fc6'}], 'name': 'tempest-NetworksTestDHCPv6-258681161'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:36.012110 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b15d49-8023-43c0-9742-5acd9b9b68ef tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Deleting subnet c4398b73-a3f1-49ee-b853-5229514b52e2 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:36.039401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=fcdf1fad-e1f9-4f26-97ea-3856e1825b0f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:36.108762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Network 0d4e81a5-02df-4e7f-841c-ce03b8625034 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:36.109609 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.113428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.120093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.140656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:36.153943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:36.164886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-97b15d49-8023-43c0-9742-5acd9b9b68ef tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.168388 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4e81a5-02df-4e7f-841c-ce03b8625034']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:36.173841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.184254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Port': ['ID=b63690b2-893e-430b-b394-5090b68f00c3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:36.191713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:36.192238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:36.206105 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c4da45eb-bd16-4690-903a-b78388507066 None None] Provisioning complete for port bae3a66f-2c9f-4332-836e-9fe87edcc716 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:36.206105 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c4da45eb-bd16-4690-903a-b78388507066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.239820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No DVR routers for this DVR port b63690b2-893e-430b-b394-5090b68f00c3 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:36.256635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Pushing event updated for resources: {'Port': ['ID=be512152-3df2-46cb-8f07-533d8ff5611d,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:36.268406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c9bc4f-52e2-41a0-9c57-d73a11278e78') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:36.268895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c9bc4f-52e2-41a0-9c57-d73a11278e78') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:36.334884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:36.339458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ebbf9-cd2c-49ab-8f4b-23449393d0ea None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:36.432207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aec3a5-2891-4ac6-9621-c1048b07be5e None None] Pushing event deleted for resources: {'Port': ['ID=b63690b2-893e-430b-b394-5090b68f00c3,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:36.457917 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.469070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.473229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:36.473480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-97b15d49-8023-43c0-9742-5acd9b9b68ef tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.479363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=e2d3ff5f-00b2-40e2-ad6f-5755f042ae50,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:36.488541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:36.493655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:36.500240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:36.500915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server [None req-9ccee06e-8868-43b9-8e8d-2903b85e8984 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port b63690b2-893e-430b-b394-5090b68f00c3 could not be found. Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:36.503744 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1550, in get_port Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port b63690b2-893e-430b-b394-5090b68f00c3 could not be found. Apr 01 15:41:36.507974 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Apr 01 15:41:36.518892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ac0f8a38-d24a-49c4-b70d-879143c342e1 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:36.522141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.552052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea8e3f-9d38-4f82-bd00-c64e4060bd61 None None] Network 382e8ae2-f329-4532-b64f-101a51b5fb13 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:36.552963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.556888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382e8ae2-f329-4532-b64f-101a51b5fb13']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:36.573301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Attempting to bind port be512152-3df2-46cb-8f07-533d8ff5611d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:36.573846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Attempting to bind port be512152-3df2-46cb-8f07-533d8ff5611d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'f6c9bc4f-52e2-41a0-9c57-d73a11278e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '0d4e81a5-02df-4e7f-841c-ce03b8625034'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:36.574307 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Attempting to bind port be512152-3df2-46cb-8f07-533d8ff5611d on network 0d4e81a5-02df-4e7f-841c-ce03b8625034 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:36.584536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:36.585745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.587004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: ac0f8a38-d24a-49c4-b70d-879143c342e1 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:36.587449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ac0f8a38-d24a-49c4-b70d-879143c342e1 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:36.588015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port e76beff3-b999-45f4-b674-545273b4b140 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:36.617075 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:36.617625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Checking segment: {'id': 'f6c9bc4f-52e2-41a0-9c57-d73a11278e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '0d4e81a5-02df-4e7f-841c-ce03b8625034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:36.618126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.618672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Bound using segment: {'id': 'f6c9bc4f-52e2-41a0-9c57-d73a11278e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '0d4e81a5-02df-4e7f-841c-ce03b8625034'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:36.619212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Bound port: be512152-3df2-46cb-8f07-533d8ff5611d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c9bc4f-52e2-41a0-9c57-d73a11278e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '0d4e81a5-02df-4e7f-841c-ce03b8625034'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:36.619762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.626122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41581db7-b44a-4d98-abd5-07a7130ae2ac') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:36.626615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41581db7-b44a-4d98-abd5-07a7130ae2ac') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:36.629320 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:36.645333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device bae3a66f-2c9f-4332-836e-9fe87edcc716 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:36.684290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.703268 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bb711d10-d5e8-4493-8295-5289ecf5eb73 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7563210 Apr 01 15:41:36.706263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49716) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:36.717681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-97b15d49-8023-43c0-9742-5acd9b9b68ef tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.719991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-c1da2d0a-38e0-4477-8f5f-0d1a2cda08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:36.721568 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-c1da2d0a-38e0-4477-8f5f-0d1a2cda08c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f3592e4908d4ed58791d42b7969808a&device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 1098 time: 0.1844664 Apr 01 15:41:36.741943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.768882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Port 0fb363bd-ff70-4bd6-b5d3-f4e90eefdb1e not found while updating agent binding for router 26524a8d-80e6-4ed7-b2ab-14690b9eaea4. {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 01 15:41:36.788551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ea27e-dd97-4124-be71-6c1220c978cd req-e3d2ea9e-d65e-4dd9-8c53-acc184c621c3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:36.790119 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-731ea27e-dd97-4124-be71-6c1220c978cd req-e3d2ea9e-d65e-4dd9-8c53-acc184c621c3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.3191378 Apr 01 15:41:36.791795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c4da45eb-bd16-4690-903a-b78388507066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.793531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:36.794104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:36.799372 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:36.859624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Routers set() bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:36.860151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Router IDs set() for agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 15:41:36.860963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_agentschedulers_db [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'26524a8d-80e6-4ed7-b2ab-14690b9eaea4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent'). {{(pid=110107) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 15:41:36.861443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf68575-6be5-479f-bc86-7f8130227e6e None None] The sync data for ids ['26524a8d-80e6-4ed7-b2ab-14690b9eaea4'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:36.883228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::5772:aae3:82a5:7fc6 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/a12f5fcb-425b-4030-bd78-b54e8aaf9588/e76beff3-b999-45f4-b674-545273b4b140) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:36.890010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.api [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:41:36.890010 dv-neutron-835865-1-hyperv neutron-server[110105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:41:36.890010 dv-neutron-835865-1-hyperv neutron-server[110105]: [parameters: {'id': '0d4e81a5-02df-4e7f-841c-ce03b8625034'}] Apr 01 15:41:36.890010 dv-neutron-835865-1-hyperv neutron-server[110105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:36.895973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG oslo_db.api [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:36.896518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-33f3c5a8-5cd2-41b6-b9eb-ee55f29d80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:36.898608 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-33f3c5a8-5cd2-41b6-b9eb-ee55f29d80f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 HTTP/1.1" status: 200 len: 914 time: 0.1675360 Apr 01 15:41:36.910854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-290ebbf9-cd2c-49ab-8f4b-23449393d0ea None None] Deleting port bae3a66f-2c9f-4332-836e-9fe87edcc716 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:36.911229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-290ebbf9-cd2c-49ab-8f4b-23449393d0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.924083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e9d24-9111-48fb-9b50-3cf0ea07fd72 None None] Network 382e8ae2-f329-4532-b64f-101a51b5fb13 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:36.950735 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-731ea27e-dd97-4124-be71-6c1220c978cd req-308774fb-b2db-412c-a578-30288afffac3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384914 Apr 01 15:41:36.958983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c4da45eb-bd16-4690-903a-b78388507066 None None] For port bae3a66f-2c9f-4332-836e-9fe87edcc716, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bae3a66f-2c9f-4332-836e-9fe87edcc716,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:36.965197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2c474998-e031-4e9b-b8e4-cbc85625b995 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port e2d3ff5f-00b2-40e2-ad6f-5755f042ae50 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:36.966143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c474998-e031-4e9b-b8e4-cbc85625b995 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.979892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] For port be512152-3df2-46cb-8f07-533d8ff5611d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:37.016113 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-50adbef9-0166-4f45-8806-88d1101d3aa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2 HTTP/1.1" status: 200 len: 1001 time: 0.1039472 Apr 01 15:41:37.058930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c474998-e031-4e9b-b8e4-cbc85625b995 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.074057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2c474998-e031-4e9b-b8e4-cbc85625b995 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for e2d3ff5f-00b2-40e2-ad6f-5755f042ae50 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:37.075338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] For port be512152-3df2-46cb-8f07-533d8ff5611d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=be512152-3df2-46cb-8f07-533d8ff5611d,segment=NetworkSegment(f6c9bc4f-52e2-41a0-9c57-d73a11278e78),segment_id=f6c9bc4f-52e2-41a0-9c57-d73a11278e78)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:37.124586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-383ae9d8-f901-40a9-af57-b32054faa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:37.124903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.126032 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-383ae9d8-f901-40a9-af57-b32054faa0aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f5a4e3-be43-4c74-90a9-1d70d76a2497 HTTP/1.1" status: 200 len: 851 time: 0.0908477 Apr 01 15:41:37.145397 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.149084 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/382e8ae2-f329-4532-b64f-101a51b5fb13 HTTP/1.1" status: 204 len: 168 time: 4.9618952 Apr 01 15:41:37.152157 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f88ee-0d7f-45d9-b29a-1b67a5e3d555 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=382e8ae2-f329-4532-b64f-101a51b5fb13,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:37.154003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49718) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:37.161529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-97b15d49-8023-43c0-9742-5acd9b9b68ef tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.175069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c4da45eb-bd16-4690-903a-b78388507066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.179526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-290ebbf9-cd2c-49ab-8f4b-23449393d0ea None None] For port bae3a66f-2c9f-4332-836e-9fe87edcc716, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bae3a66f-2c9f-4332-836e-9fe87edcc716,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:37.179911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-290ebbf9-cd2c-49ab-8f4b-23449393d0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.199837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.218095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c4da45eb-bd16-4690-903a-b78388507066 None None] Could not find standard attr ID for object ac0f8a38-d24a-49c4-b70d-879143c342e1. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:41:37.219958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-057a1ff8-828e-480c-92af-a91df60e1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:37.221818 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-057a1ff8-828e-480c-92af-a91df60e1ced service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868208 Apr 01 15:41:37.227142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.229335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-290ebbf9-cd2c-49ab-8f4b-23449393d0ea None None] Calling delete_port for bae3a66f-2c9f-4332-836e-9fe87edcc716 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:37.236908 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dfe215-a19c-4866-87a3-a85614c92e76 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:37.237502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dfe215-a19c-4866-87a3-a85614c92e76 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:37.244583 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c9dfe215-a19c-4866-87a3-a85614c92e76 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/382e8ae2-f329-4532-b64f-101a51b5fb13 HTTP/1.1" status: 404 len: 339 time: 0.0685639 Apr 01 15:41:37.244583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-97b15d49-8023-43c0-9742-5acd9b9b68ef tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.245930 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49720) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:37.250727 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-97b15d49-8023-43c0-9742-5acd9b9b68ef tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/c4398b73-a3f1-49ee-b853-5229514b52e2 HTTP/1.1" status: 204 len: 168 time: 1.3157785 Apr 01 15:41:37.251900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1805398829', 'description': 'd1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:37.254501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49722) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:37.279552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4dcdc6ad-9795-486d-84db-bdca5a800d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.298872 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b15d49-8023-43c0-9742-5acd9b9b68ef tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4398b73-a3f1-49ee-b853-5229514b52e2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:37.314719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c474998-e031-4e9b-b8e4-cbc85625b995 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.325657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da45eb-bd16-4690-903a-b78388507066 None None] Pushing event updated for resources: {'Port': ['ID=bae3a66f-2c9f-4332-836e-9fe87edcc716,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:37.358000 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-06c41cdc-7093-4d7e-aab9-7e8179454175 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277452 Apr 01 15:41:37.379361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c474998-e031-4e9b-b8e4-cbc85625b995 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=e2d3ff5f-00b2-40e2-ad6f-5755f042ae50,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:37.389714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.391610 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.397919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c474998-e031-4e9b-b8e4-cbc85625b995 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.403614 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2c474998-e031-4e9b-b8e4-cbc85625b995 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/e2d3ff5f-00b2-40e2-ad6f-5755f042ae50 HTTP/1.1" status: 204 len: 168 time: 0.6936953 Apr 01 15:41:37.403812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49726) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:37.410900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'mac_address': 'fa:16:3e:66:51:87', 'name': 'tempest-PortsIpV6TestJSON-643682023'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:37.419487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.441789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:37.446137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.446418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6421d256-e501-4920-92f2-41a4b52f9a1a None None] Network 0d4e81a5-02df-4e7f-841c-ce03b8625034 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:37.470774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e5bae-290b-4e21-939c-be02bf125c2a None None] Pushing event updated for resources: {'Port': ['ID=be512152-3df2-46cb-8f07-533d8ff5611d,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:37.474514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-839da18f-ffb1-46ad-8565-42c00a0960b1 None None] Provisioning complete for port e49867a9-36e3-4be0-9871-554141a98342 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:37.474891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-839da18f-ffb1-46ad-8565-42c00a0960b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.492533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:37.509327 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:37.516203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:37.523590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:37.524243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.560863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=e76beff3-b999-45f4-b674-545273b4b140,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:37.567517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:37.576939 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6efda03-4f1f-4e73-9683-1ccd5422609e req-bc032f2e-33d5-4902-ade1-7c5bfebe006e service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101750 Apr 01 15:41:37.580806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.581146 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment e0247294-c831-4698-922f-6d5d957b6d8f of type vlan for network 60e3ca90-322f-46d7-9d1d-e4be8707d5d5 Apr 01 15:41:37.613745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-290ebbf9-cd2c-49ab-8f4b-23449393d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.632824 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.646746 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-afbb01ec-925d-4879-8fd5-6eb745d3186f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6382494 Apr 01 15:41:37.648571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49728) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:37.654687 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.665150 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ebbf9-cd2c-49ab-8f4b-23449393d0ea None None] Pushing event deleted for resources: {'Port': ['ID=bae3a66f-2c9f-4332-836e-9fe87edcc716,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:37.681825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ebbf9-cd2c-49ab-8f4b-23449393d0ea None None] No DVR routers for this DVR port bae3a66f-2c9f-4332-836e-9fe87edcc716 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:37.701905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff4525c-ce17-474a-b6c6-8ec33534fcc9']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:37.717988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port be512152-3df2-46cb-8f07-533d8ff5611d {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:37.720154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49eda59-c780-40ff-bbd0-f0720b9ec53f None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:37.720791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.725178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc19b4c7-45ca-4590-b009-0c4a5837b213') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:37.725480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc19b4c7-45ca-4590-b009-0c4a5837b213') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:37.745132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:37.747570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4785d30-8234-4d51-a606-139c3b3039a5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:37.750386 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a4785d30-8234-4d51-a606-139c3b3039a5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1021931 Apr 01 15:41:37.753057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49730) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:37.764907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.766567 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.772744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:37.773229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.840797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.851736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port be512152-3df2-46cb-8f07-533d8ff5611d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=be512152-3df2-46cb-8f07-533d8ff5611d,segment=NetworkSegment(f6c9bc4f-52e2-41a0-9c57-d73a11278e78),segment_id=f6c9bc4f-52e2-41a0-9c57-d73a11278e78)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:37.852239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.897656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:37.898123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:37.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:37.917830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': 'a12f5fcb-425b-4030-bd78-b54e8aaf9588'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:37.919250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.920399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for be512152-3df2-46cb-8f07-533d8ff5611d owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:37.927586 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.947030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=60e3ca90-322f-46d7-9d1d-e4be8707d5d5,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:37.984195 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fecdaf76-1235-4a7a-9b10-63ca1db5d018 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7341216 Apr 01 15:41:37.985856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49732) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:38.053185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ad138-3ee2-436f-a43b-e21309f8ef76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port e76beff3-b999-45f4-b674-545273b4b140 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:38.054321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee5ad138-3ee2-436f-a43b-e21309f8ef76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.071450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 60e3ca90-322f-46d7-9d1d-e4be8707d5d5 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:38.176525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4767b4-b7e3-4f43-88d4-1da27214bb0b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:38.180568 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ab4767b4-b7e3-4f43-88d4-1da27214bb0b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/networks?id=60e3ca90-322f-46d7-9d1d-e4be8707d5d5 HTTP/1.1" status: 200 len: 765 time: 0.1904027 Apr 01 15:41:38.182333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49736) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:38.189371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-13632e15-88a5-41fa-a122-31a27665f96e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'description': 'd2'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:38.191176 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/a12f5fcb-425b-4030-bd78-b54e8aaf9588/1cb9b1b9-d46e-46a0-903a-40e627934f4a) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:38.285405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee5ad138-3ee2-436f-a43b-e21309f8ef76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.317773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ad138-3ee2-436f-a43b-e21309f8ef76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for e76beff3-b999-45f4-b674-545273b4b140 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:38.337705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 33a0629c-94d8-43c7-b79c-f94c8309f80d yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:38.391270 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ca9a-9ded-4207-a9df-1ef5bd2b7a7e req-519b9b36-5ed6-4c5d-8b26-1e7fbb1929eb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:38.391998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.392845 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4850ca9a-9ded-4207-a9df-1ef5bd2b7a7e req-519b9b36-5ed6-4c5d-8b26-1e7fbb1929eb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1396101 Apr 01 15:41:38.441372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13632e15-88a5-41fa-a122-31a27665f96e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.488085 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4850ca9a-9ded-4207-a9df-1ef5bd2b7a7e req-7282287d-1379-4e4b-87d2-7ca68a082c9c tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810606 Apr 01 15:41:38.488720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.523791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cff4525c-ce17-474a-b6c6-8ec33534fcc9 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:41:38.527820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.534901 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "DELETE /v2.0/networks/cff4525c-ce17-474a-b6c6-8ec33534fcc9 HTTP/1.1" status: 204 len: 168 time: 1.2748330 Apr 01 15:41:38.534901 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea944f-40fd-4eb4-a7e5-9b8a09252093 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event deleted for resources: {'Network': ['ID=cff4525c-ce17-474a-b6c6-8ec33534fcc9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:38.566518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.604829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.608772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:38.612391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:38.615952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:38.617953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13632e15-88a5-41fa-a122-31a27665f96e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.631482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.636920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13632e15-88a5-41fa-a122-31a27665f96e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network 60e3ca90-322f-46d7-9d1d-e4be8707d5d5 is not hosted by any dhcp agent {{(pid=110106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 15:41:38.653477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13632e15-88a5-41fa-a122-31a27665f96e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:38.654125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13632e15-88a5-41fa-a122-31a27665f96e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.659440 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-13632e15-88a5-41fa-a122-31a27665f96e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "PUT /v2.0/networks/60e3ca90-322f-46d7-9d1d-e4be8707d5d5 HTTP/1.1" status: 200 len: 762 time: 0.4760277 Apr 01 15:41:38.660074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49742) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:38.679670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=be512152-3df2-46cb-8f07-533d8ff5611d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:38.685385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port be512152-3df2-46cb-8f07-533d8ff5611d on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:38.713550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee5ad138-3ee2-436f-a43b-e21309f8ef76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.800285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ad138-3ee2-436f-a43b-e21309f8ef76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=e76beff3-b999-45f4-b674-545273b4b140,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:38.811514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.837658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4e81a5-02df-4e7f-841c-ce03b8625034']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:38.850488 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c9bc4f-52e2-41a0-9c57-d73a11278e78') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:38.851867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c9bc4f-52e2-41a0-9c57-d73a11278e78') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:38.861732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Attempting to bind port 1cb9b1b9-d46e-46a0-903a-40e627934f4a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:38.868858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Attempting to bind port 1cb9b1b9-d46e-46a0-903a-40e627934f4a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:38.868858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Attempting to bind port 1cb9b1b9-d46e-46a0-903a-40e627934f4a on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:38.869116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.869230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Pushing event updated for resources: {'Port': ['ID=1cb9b1b9-d46e-46a0-903a-40e627934f4a,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:38.872382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:38.872382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:38.872630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.872911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:38.873428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Bound port: 1cb9b1b9-d46e-46a0-903a-40e627934f4a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:38.873820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.888393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.896687 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:38.897965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.956300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] For port 1cb9b1b9-d46e-46a0-903a-40e627934f4a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:38.961524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] For port 1cb9b1b9-d46e-46a0-903a-40e627934f4a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1cb9b1b9-d46e-46a0-903a-40e627934f4a,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:38.966125 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:38.968503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee5ad138-3ee2-436f-a43b-e21309f8ef76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.970123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49746) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:38.974651 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ee5ad138-3ee2-436f-a43b-e21309f8ef76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/e76beff3-b999-45f4-b674-545273b4b140 HTTP/1.1" status: 204 len: 168 time: 1.2169876 Apr 01 15:41:38.976093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-41e1879b-9ec5-46f0-903f-cde7fe3a48e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'router': {'name': 'tempest-router--679221227', 'project_id': '1803e5b9ffcc49b6a075b98cab076b9d'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:38.978358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49748) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:38.981070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.012910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13632e15-88a5-41fa-a122-31a27665f96e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=60e3ca90-322f-46d7-9d1d-e4be8707d5d5,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:39.024550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 60e3ca90-322f-46d7-9d1d-e4be8707d5d5 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:39.029119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d922c8-2c61-4e70-94c6-ba1228b1cef0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.031013 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e1d922c8-2c61-4e70-94c6-ba1228b1cef0 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/networks?id=60e3ca90-322f-46d7-9d1d-e4be8707d5d5 HTTP/1.1" status: 200 len: 765 time: 0.3571358 Apr 01 15:41:39.034784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49750) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.076661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:39.086032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:39.092833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.094323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:39.099969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.103281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.108434 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.114717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d7eaf-e367-4778-a220-87bbc74d7ed9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.116429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d7eaf-e367-4778-a220-87bbc74d7ed9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.120511 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8f5d7eaf-e367-4778-a220-87bbc74d7ed9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1350298 Apr 01 15:41:39.120511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=33a0629c-94d8-43c7-b79c-f94c8309f80d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:39.120769 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49752) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.137235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.141240 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/0d4e81a5-02df-4e7f-841c-ce03b8625034 HTTP/1.1" status: 204 len: 168 time: 5.5159986 Apr 01 15:41:39.163837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49754) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.167011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd144-4b97-4d05-b122-2037dd652ac7 None None] Pushing event updated for resources: {'Port': ['ID=1cb9b1b9-d46e-46a0-903a-40e627934f4a,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:39.176609 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-300088975'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:39.182793 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41e1879b-9ec5-46f0-903f-cde7fe3a48e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.183837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41e1879b-9ec5-46f0-903f-cde7fe3a48e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.194520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94505e30-f5cd-4fb4-b575-808bb8e88d38 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=0d4e81a5-02df-4e7f-841c-ce03b8625034,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:39.233015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a522aa6a-666f-4883-baf7-df21fd60027f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet a12f5fcb-425b-4030-bd78-b54e8aaf9588 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:39.247008 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9a31aa9c-2461-4265-a5e3-f70db62af3f6 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8397362 Apr 01 15:41:39.252748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49756) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.253750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a522aa6a-666f-4883-baf7-df21fd60027f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.311847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b421d4-6055-40e7-b6fe-24bf3a0fe4c4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.313456 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-79b421d4-6055-40e7-b6fe-24bf3a0fe4c4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2775936 Apr 01 15:41:39.317555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41e1879b-9ec5-46f0-903f-cde7fe3a48e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.320593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d25b292-63a8-49c1-a9dc-680c76510d27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.321880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49758) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.322081 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2d25b292-63a8-49c1-a9dc-680c76510d27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/33a0629c-94d8-43c7-b79c-f94c8309f80d HTTP/1.1" status: 200 len: 844 time: 0.0680597 Apr 01 15:41:39.329357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49760) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.370893 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-473afbf4-6dc2-44bb-9a0d-22cb924916bd tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 207 time: 0.0482073 Apr 01 15:41:39.376436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:39.384083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49762) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.388228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.402754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a522aa6a-666f-4883-baf7-df21fd60027f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.446379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41e1879b-9ec5-46f0-903f-cde7fe3a48e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.472317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:39.485762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.486180 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment 8b93f149-7ff8-41d1-8d32-4dea30900df8 of type vlan for network 61a22974-e2b0-4309-9506-8efd75d7c1a4 Apr 01 15:41:39.595161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.644655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b414a-89ce-4453-ae8f-2f62cbfa7bab tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.650311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b414a-89ce-4453-ae8f-2f62cbfa7bab tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.655980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b414a-89ce-4453-ae8f-2f62cbfa7bab tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.661703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b414a-89ce-4453-ae8f-2f62cbfa7bab tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.668375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b414a-89ce-4453-ae8f-2f62cbfa7bab tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.674377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b414a-89ce-4453-ae8f-2f62cbfa7bab tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.676208 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-004b414a-89ce-4453-ae8f-2f62cbfa7bab tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2913041 Apr 01 15:41:39.680609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49766) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.694282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0b921-0566-4925-81b7-aa4c8e43c04f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 33a0629c-94d8-43c7-b79c-f94c8309f80d {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:39.694621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b921-0566-4925-81b7-aa4c8e43c04f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.712598 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35421ec0-1103-48af-8e46-60ada14b32d5 req-d7ee2f43-47a9-4d02-b3d1-68e0e38d4f1f tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.714417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35421ec0-1103-48af-8e46-60ada14b32d5 req-d7ee2f43-47a9-4d02-b3d1-68e0e38d4f1f tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1063976 Apr 01 15:41:39.719001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a522aa6a-666f-4883-baf7-df21fd60027f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.726254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.765189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.770831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.771541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.776186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41e1879b-9ec5-46f0-903f-cde7fe3a48e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.777444 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-41e1879b-9ec5-46f0-903f-cde7fe3a48e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8058541 Apr 01 15:41:39.793329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49770) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.817050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b921-0566-4925-81b7-aa4c8e43c04f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.836280 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0b921-0566-4925-81b7-aa4c8e43c04f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 33a0629c-94d8-43c7-b79c-f94c8309f80d owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:39.877283 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eb843c78-38dc-4d55-9795-99e7ef851675 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1955934 Apr 01 15:41:39.881504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49772) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:39.924829 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35421ec0-1103-48af-8e46-60ada14b32d5 req-a44b6a97-daad-42b8-b019-6791aebc1dca tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023377 Apr 01 15:41:39.976557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=61a22974-e2b0-4309-9506-8efd75d7c1a4,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:39.987146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f209efe-b5cf-4393-ac9c-241bf78ad794 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.988613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f209efe-b5cf-4393-ac9c-241bf78ad794 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.988895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2477bbef-88b5-450e-a641-73f43594b219 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.989481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 61a22974-e2b0-4309-9506-8efd75d7c1a4 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:39.990126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f209efe-b5cf-4393-ac9c-241bf78ad794 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.992198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f209efe-b5cf-4393-ac9c-241bf78ad794 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.993867 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f209efe-b5cf-4393-ac9c-241bf78ad794 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:39.999003 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4f209efe-b5cf-4393-ac9c-241bf78ad794 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1130757 Apr 01 15:41:39.999167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49776) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.067073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea6ddd-4a52-4880-8f92-56f7215463f7 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.068524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea6ddd-4a52-4880-8f92-56f7215463f7 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.069989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea6ddd-4a52-4880-8f92-56f7215463f7 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.071514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea6ddd-4a52-4880-8f92-56f7215463f7 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.079758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea6ddd-4a52-4880-8f92-56f7215463f7 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.079758 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-83ea6ddd-4a52-4880-8f92-56f7215463f7 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0746996 Apr 01 15:41:40.079758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49778) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.156957 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-16d47bc0-8366-4593-8a14-723093124820 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9843159 Apr 01 15:41:40.167707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49780) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.172977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': '61a22974-e2b0-4309-9506-8efd75d7c1a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:40.195420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2477bbef-88b5-450e-a641-73f43594b219 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.212066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b921-0566-4925-81b7-aa4c8e43c04f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.212212 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2477bbef-88b5-450e-a641-73f43594b219 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.261813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a522aa6a-666f-4883-baf7-df21fd60027f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.298209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0b921-0566-4925-81b7-aa4c8e43c04f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=33a0629c-94d8-43c7-b79c-f94c8309f80d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:40.302320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522aa6a-666f-4883-baf7-df21fd60027f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=a12f5fcb-425b-4030-bd78-b54e8aaf9588,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:40.311303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a598ff-a5d8-4bc9-ac17-b3c74a28ee72 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.312750 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-86a598ff-a5d8-4bc9-ac17-b3c74a28ee72 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/networks/3b51b90e-1f05-4b34-90ee-9a558bad6d00 HTTP/1.1" status: 200 len: 804 time: 0.2334290 Apr 01 15:41:40.316433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac67f49-80e6-46ef-99ca-5c3bc1a00228 req-71b53bd1-afcd-4489-9823-c5c6940fd461 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.318142 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eac67f49-80e6-46ef-99ca-5c3bc1a00228 req-71b53bd1-afcd-4489-9823-c5c6940fd461 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2358053 Apr 01 15:41:40.324854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49782) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.324854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a522aa6a-666f-4883-baf7-df21fd60027f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.329418 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a522aa6a-666f-4883-baf7-df21fd60027f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/a12f5fcb-425b-4030-bd78-b54e8aaf9588 HTTP/1.1" status: 204 len: 168 time: 1.2015405 Apr 01 15:41:40.330787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b921-0566-4925-81b7-aa4c8e43c04f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.337075 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a1c0b921-0566-4925-81b7-aa4c8e43c04f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/33a0629c-94d8-43c7-b79c-f94c8309f80d HTTP/1.1" status: 204 len: 168 time: 1.0035024 Apr 01 15:41:40.337075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49784) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.341827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49786) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.386946 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a1d5b305-73ce-40ee-8b03-9096016b7a54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482895 Apr 01 15:41:40.390425 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49788) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.394688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:40.404040 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-773ca886-020c-4ed1-973c-05eab9257af9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:41:40.408550 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-773ca886-020c-4ed1-973c-05eab9257af9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/33a0629c-94d8-43c7-b79c-f94c8309f80d HTTP/1.1" status: 404 len: 333 time: 0.0622537 Apr 01 15:41:40.409713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49790) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.415300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1cb9b1b9-d46e-46a0-903a-40e627934f4a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:40.417138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'name': 'tempest-PortsIpV6TestJSON-1691590564'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:40.438978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2477bbef-88b5-450e-a641-73f43594b219 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.445611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2477bbef-88b5-450e-a641-73f43594b219 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49d03d90-19fa-4a48-a963-554772a86aaa {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:41:40.456285 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eac67f49-80e6-46ef-99ca-5c3bc1a00228 req-29d2997d-c076-424e-a10e-3d517f584211 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201966 Apr 01 15:41:40.459467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2477bbef-88b5-450e-a641-73f43594b219 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.461227 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2477bbef-88b5-450e-a641-73f43594b219 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "DELETE /v2.0/routers/49d03d90-19fa-4a48-a963-554772a86aaa HTTP/1.1" status: 204 len: 168 time: 0.6669111 Apr 01 15:41:40.471057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961718a-d6b7-40dd-acce-0a53e7fd3b52 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:40.512833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:40.516749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.597387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing IP validity checks on allocation pools {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 15:41:40.598206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 15:41:40.626351 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-094bf1b0-4998-4f6d-99b4-420c2a45d58c tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/networks/3b51b90e-1f05-4b34-90ee-9a558bad6d00?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3045776 Apr 01 15:41:40.630932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49796) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.640732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-95eb85cf-4ac4-4828-965e-7cb3caa7f1fe None None] Provisioning complete for port 1cb9b1b9-d46e-46a0-903a-40e627934f4a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:40.641149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95eb85cf-4ac4-4828-965e-7cb3caa7f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.708833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1cb9b1b9-d46e-46a0-903a-40e627934f4a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:40.709211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.711706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23641715-45c3-4523-bde0-25cd49d65ec9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.713220 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-23641715-45c3-4523-bde0-25cd49d65ec9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/subnets/57b5ba74-86ba-4568-89a1-62b18eb1a32d HTTP/1.1" status: 200 len: 843 time: 0.0811918 Apr 01 15:41:40.717449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49798) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.781088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:40.785705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.795688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:40.795688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.811734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port ba3062c9-c7ec-48bd-84dc-7635c5b51202 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:40.824031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e2198-3299-4156-81bb-4eb3bb7564fb tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['shared'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:40.846571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-943e2198-3299-4156-81bb-4eb3bb7564fb tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "GET /v2.0/subnets/57b5ba74-86ba-4568-89a1-62b18eb1a32d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1226192 Apr 01 15:41:40.848599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49802) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.855531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519772640'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:40.921350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95eb85cf-4ac4-4828-965e-7cb3caa7f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.931435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49804) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:40.944033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2987d9c2-98c4-40ea-8163-548d999e8061 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:41.048246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.049771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:41.055698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.114083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.122089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.141985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:41.171623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.172205 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Added segment a4e4e08f-e058-4152-a6b9-cc932becca32 of type vlan for network 264bfac0-8740-4c34-97f2-1bc8e5354186 Apr 01 15:41:41.196477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-95eb85cf-4ac4-4828-965e-7cb3caa7f1fe None None] For port 1cb9b1b9-d46e-46a0-903a-40e627934f4a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1cb9b1b9-d46e-46a0-903a-40e627934f4a,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:41.205838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2987d9c2-98c4-40ea-8163-548d999e8061 None None] Deleting port 1cb9b1b9-d46e-46a0-903a-40e627934f4a {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:41.206560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2987d9c2-98c4-40ea-8163-548d999e8061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.223105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.270276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.299021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.343063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2987d9c2-98c4-40ea-8163-548d999e8061 None None] For port 1cb9b1b9-d46e-46a0-903a-40e627934f4a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1cb9b1b9-d46e-46a0-903a-40e627934f4a,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:41.344319 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2987d9c2-98c4-40ea-8163-548d999e8061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.359149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95eb85cf-4ac4-4828-965e-7cb3caa7f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.369344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:41.376713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2987d9c2-98c4-40ea-8163-548d999e8061 None None] Calling delete_port for 1cb9b1b9-d46e-46a0-903a-40e627934f4a owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:41.377354 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:41.381258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:41.382318 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.393204 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=16468a9f-d726-497c-b911-224e3fd6e7ac,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:41.406745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.410798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=e473fb92-80d4-48bb-bd4f-566087bf8b26,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:41.414769 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:41.415434 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.424810 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bd3a2-d9c7-41b0-b4ef-2e6295cd9861 req-77bd9e31-14c0-4573-83d3-33420af84fe5 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:41.432241 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f5bd3a2-d9c7-41b0-b4ef-2e6295cd9861 req-77bd9e31-14c0-4573-83d3-33420af84fe5 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1162624 Apr 01 15:41:41.436139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': '8b93f149-7ff8-41d1-8d32-4dea30900df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '61a22974-e2b0-4309-9506-8efd75d7c1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:41.436809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: 61a22974-e2b0-4309-9506-8efd75d7c1a4, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:41.448084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-591255004', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:41.454507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-95eb85cf-4ac4-4828-965e-7cb3caa7f1fe None None] Could not find standard attr ID for object e76beff3-b999-45f4-b674-545273b4b140. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:41:41.527718 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:41.528700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:41.546294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.546782 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9029f50a-b5a9-487c-aa99-1a5cfcb437f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1560512 Apr 01 15:41:41.552417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49812) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:41.552580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb85cf-4ac4-4828-965e-7cb3caa7f1fe None None] Pushing event updated for resources: {'Port': ['ID=1cb9b1b9-d46e-46a0-903a-40e627934f4a,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:41.554295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Network': ['ID=264bfac0-8740-4c34-97f2-1bc8e5354186,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:41.559263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': '16468a9f-d726-497c-b911-224e3fd6e7ac', 'ip_address': '2001:db8::25e2:ac9f:14fe:7245'}], 'name': 'tempest-NetworksTestDHCPv6-1092539668'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:41.572150 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f5bd3a2-d9c7-41b0-b4ef-2e6295cd9861 req-f413f302-305e-4888-9818-1e6ead938310 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378059 Apr 01 15:41:41.572885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 264bfac0-8740-4c34-97f2-1bc8e5354186 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:41.598174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network 61a22974-e2b0-4309-9506-8efd75d7c1a4 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:41.665571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.666826 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.688922 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-86315e62-2c67-4f93-a619-89891632f319 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8392589 Apr 01 15:41:41.693984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49816) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:41.702109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbd9b6-4e5b-4f27-8b8f-bbc9d201a80a req-d02059f1-82d2-431e-be41-fc5bd3aa9aa5 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:41.703707 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ecbd9b6-4e5b-4f27-8b8f-bbc9d201a80a req-d02059f1-82d2-431e-be41-fc5bd3aa9aa5 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 945 time: 0.1244910 Apr 01 15:41:41.706687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'network_id': '264bfac0-8740-4c34-97f2-1bc8e5354186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:41.754765 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2987d9c2-98c4-40ea-8163-548d999e8061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.786315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e12168-cbdb-4ce7-a889-36bce95b4caa req-be88172a-b6bb-4253-9b42-fa2b9dd20ac1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:41.788424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987d9c2-98c4-40ea-8163-548d999e8061 None None] Pushing event deleted for resources: {'Port': ['ID=1cb9b1b9-d46e-46a0-903a-40e627934f4a,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:41.789438 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c1e12168-cbdb-4ce7-a889-36bce95b4caa req-be88172a-b6bb-4253-9b42-fa2b9dd20ac1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1475747 Apr 01 15:41:41.790507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987d9c2-98c4-40ea-8163-548d999e8061 None None] No DVR routers for this DVR port 1cb9b1b9-d46e-46a0-903a-40e627934f4a on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:41.792787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.802043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 61a22974-e2b0-4309-9506-8efd75d7c1a4) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:41.813101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdfbad3-8296-47d4-a44f-788e9726f3c1 None None] Network 61a22974-e2b0-4309-9506-8efd75d7c1a4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:41.820604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:41.821712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.828952 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ecbd9b6-4e5b-4f27-8b8f-bbc9d201a80a req-67987ee2-cd43-4553-943c-066beacf070c tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117418 Apr 01 15:41:41.833686 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825bd68-7723-476f-a339-be3ba4bb6c4c None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:41.866711 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c1e12168-cbdb-4ce7-a889-36bce95b4caa req-56ffb22c-d405-406c-8036-8cdf02911031 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583105 Apr 01 15:41:41.903765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.961520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:41.966126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Made reservation on behalf of c2d349883cde45faa0c91e9f9d729279 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:41.969954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:41.976139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:41.982718 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-81152141-ea22-4bbf-a8fd-d449ac196479 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8142450 Apr 01 15:41:42.001255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49820) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:42.025471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:42.037382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=ba3062c9-c7ec-48bd-84dc-7635c5b51202,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:42.051272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:42.058677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:42.059245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.073746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Port 1cb9b1b9-d46e-46a0-903a-40e627934f4a update to ACTIVE by agent not found {{(pid=110107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 01 15:41:42.135392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-61a22974-e2b0-4309-9506-8efd75d7c1a4', 'network_id': '61a22974-e2b0-4309-9506-8efd75d7c1a4', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': 'e473fb92-80d4-48bb-bd4f-566087bf8b26'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:42.136480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.137273 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4d179-4fd0-44b2-a9b9-273992e48a88 req-9910e201-1471-4c0f-bc80-20e65712ba65 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:42.139161 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35d4d179-4fd0-44b2-a9b9-273992e48a88 req-9910e201-1471-4c0f-bc80-20e65712ba65 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1923864 Apr 01 15:41:42.141546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.149560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '16468a9f-d726-497c-b911-224e3fd6e7ac'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:42.149560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.150282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Performing IP validity checks on allocation pools {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 15:41:42.150812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 15:41:42.197857 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35d4d179-4fd0-44b2-a9b9-273992e48a88 req-f0ba67d6-01af-4754-8d8d-ec3f698418e1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471683 Apr 01 15:41:42.248373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.294957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.298538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port ae2abb8c-afd3-468f-acb6-026ab90eb9d0 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:42.311280 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5e60dc0c-0f8e-4235-8cf9-7c77bdb66ced tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9005113 Apr 01 15:41:42.314072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49824) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:42.324279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-01affad5-e416-49c2-86f4-556d627356cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:42.359598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1cb9b1b9-d46e-46a0-903a-40e627934f4a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:42.405445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1cb9b1b9-d46e-46a0-903a-40e627934f4a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:42.406066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1cb9b1b9-d46e-46a0-903a-40e627934f4a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:42.493451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Allocated IP 172.20.0.3 (61a22974-e2b0-4309-9506-8efd75d7c1a4/e473fb92-80d4-48bb-bd4f-566087bf8b26/1af6f34a-6abe-44cb-a815-3bb9ccf17184) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:42.517117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/16468a9f-d726-497c-b911-224e3fd6e7ac/5db1d4fd-bb23-407b-9aba-806f6c578441) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:42.542735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.652725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.713742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-01affad5-e416-49c2-86f4-556d627356cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.749969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=a9473b2a-9e31-4bee-8ad4-960b662fe7e0,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:42.760241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Checking segment: {'id': 'a4e4e08f-e058-4152-a6b9-cc932becca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '264bfac0-8740-4c34-97f2-1bc8e5354186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:42.760631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network hostable DHCP agents. Network: 264bfac0-8740-4c34-97f2-1bc8e5354186, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:42.874931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Network 264bfac0-8740-4c34-97f2-1bc8e5354186 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:42.919477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.920752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-c34a564c-a500-4801-b0f2-fceb91dba61d tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:42.922440 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-c34a564c-a500-4801-b0f2-fceb91dba61d tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 945 time: 0.1003397 Apr 01 15:41:42.933995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e58ad-81d7-46cc-b196-bcc260a75c5e req-6c7f5fed-db5a-4364-b456-2113e9ebca98 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:42.935831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-024e58ad-81d7-46cc-b196-bcc260a75c5e req-6c7f5fed-db5a-4364-b456-2113e9ebca98 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2073650 Apr 01 15:41:42.937625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.024634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Deleting port b1edbd42-a6df-499e-87da-83c60d60d380 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:43.024991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.039844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 264bfac0-8740-4c34-97f2-1bc8e5354186) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:43.041329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.048038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:43.048428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.050711 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818eaba1-fb52-463a-ac01-07dbe52264f3 None None] Network 264bfac0-8740-4c34-97f2-1bc8e5354186 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:43.081751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.116276 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-024e58ad-81d7-46cc-b196-bcc260a75c5e req-a63b8d2e-2aca-47ef-872b-41f841757a5f tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659496 Apr 01 15:41:43.119766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.163607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e06043-5ada-4864-9f01-1e019b5452d5 req-a76d6a90-dec5-4e6a-88d6-74d604fe87ff tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:43.165178 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35e06043-5ada-4864-9f01-1e019b5452d5 req-a76d6a90-dec5-4e6a-88d6-74d604fe87ff tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 945 time: 0.2239573 Apr 01 15:41:43.184419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Network 61a22974-e2b0-4309-9506-8efd75d7c1a4 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:43.185994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.195281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-01affad5-e416-49c2-86f4-556d627356cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.197866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Pushing event updated for resources: {'Port': ['ID=1af6f34a-6abe-44cb-a815-3bb9ccf17184,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:43.201617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:43.211872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] For port b1edbd42-a6df-499e-87da-83c60d60d380, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=b1edbd42-a6df-499e-87da-83c60d60d380,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:43.212416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.214330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:43.220120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:43.226108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:43.249010 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:43.256842 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35e06043-5ada-4864-9f01-1e019b5452d5 req-f774ce46-4089-4052-8e2b-bae58a77db76 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups?id=0d9b70b5-ac63-4230-afd7-2a0be209b15d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822279 Apr 01 15:41:43.257880 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-84b6a4a9-ad81-4348-bdec-ff237dcc8e15 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5598750 Apr 01 15:41:43.259437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::25e2:ac9f:14fe:7245 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/16468a9f-d726-497c-b911-224e3fd6e7ac/ae2abb8c-afd3-468f-acb6-026ab90eb9d0) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:43.265249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49830) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:43.273626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-868be7da-6ef9-4c69-bf60-9d548ad09c1f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:43.291541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-01affad5-e416-49c2-86f4-556d627356cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.322718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.334467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Allocated IP 172.26.6.80 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/8aedf40b-223c-4f2c-90fe-a8d5ec55a91b) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:43.397109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-01affad5-e416-49c2-86f4-556d627356cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] In _notify_port_updated(), no bound segment for port ba3062c9-c7ec-48bd-84dc-7635c5b51202 on network 7f6aaf98-911f-4789-9d13-085dd3c05f63 {{(pid=110105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:41:43.403727 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01affad5-e416-49c2-86f4-556d627356cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:43.405054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Attempting to bind port 1af6f34a-6abe-44cb-a815-3bb9ccf17184 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:43.405235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-01affad5-e416-49c2-86f4-556d627356cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.405357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Attempting to bind port 1af6f34a-6abe-44cb-a815-3bb9ccf17184 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8b93f149-7ff8-41d1-8d32-4dea30900df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '61a22974-e2b0-4309-9506-8efd75d7c1a4'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:43.405357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Attempting to bind port 1af6f34a-6abe-44cb-a815-3bb9ccf17184 on network 61a22974-e2b0-4309-9506-8efd75d7c1a4 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:43.405675 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-01affad5-e416-49c2-86f4-556d627356cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "PUT /v2.0/ports/ba3062c9-c7ec-48bd-84dc-7635c5b51202 HTTP/1.1" status: 200 len: 818 time: 1.0868931 Apr 01 15:41:43.408939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49832) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:43.411108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=e473fb92-80d4-48bb-bd4f-566087bf8b26,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:43.422527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Pushing event updated for resources: {'Port': ['ID=5db1d4fd-bb23-407b-9aba-806f6c578441,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:43.437689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:43.448136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Checking segment: {'id': '8b93f149-7ff8-41d1-8d32-4dea30900df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '61a22974-e2b0-4309-9506-8efd75d7c1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:43.448136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.448136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Bound using segment: {'id': '8b93f149-7ff8-41d1-8d32-4dea30900df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '61a22974-e2b0-4309-9506-8efd75d7c1a4'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:43.448136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Bound port: 1af6f34a-6abe-44cb-a815-3bb9ccf17184, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b93f149-7ff8-41d1-8d32-4dea30900df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '61a22974-e2b0-4309-9506-8efd75d7c1a4'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:43.448136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.448136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Attempting to bind port 5db1d4fd-bb23-407b-9aba-806f6c578441 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:43.448136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Attempting to bind port 5db1d4fd-bb23-407b-9aba-806f6c578441 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:43.448136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Attempting to bind port 5db1d4fd-bb23-407b-9aba-806f6c578441 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:43.462497 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:43.462784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:43.463159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.463549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:43.464027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Bound port: 5db1d4fd-bb23-407b-9aba-806f6c578441, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:43.464428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.472443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01affad5-e416-49c2-86f4-556d627356cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=ba3062c9-c7ec-48bd-84dc-7635c5b51202,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:43.558651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-264bfac0-8740-4c34-97f2-1bc8e5354186', 'network_id': '264bfac0-8740-4c34-97f2-1bc8e5354186', 'tenant_id': 'c2d349883cde45faa0c91e9f9d729279', 'fixed_ips': [{'subnet_id': 'a9473b2a-9e31-4bee-8ad4-960b662fe7e0'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:43.561420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.567227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.607162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-868be7da-6ef9-4c69-bf60-9d548ad09c1f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60259983'] for subnet, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.622284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] For port 1af6f34a-6abe-44cb-a815-3bb9ccf17184, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:43.633676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a22974-e2b0-4309-9506-8efd75d7c1a4']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:43.687917 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.695985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] For port 1af6f34a-6abe-44cb-a815-3bb9ccf17184, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1af6f34a-6abe-44cb-a815-3bb9ccf17184,segment=NetworkSegment(8b93f149-7ff8-41d1-8d32-4dea30900df8),segment_id=8b93f149-7ff8-41d1-8d32-4dea30900df8)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:43.707162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] For port 5db1d4fd-bb23-407b-9aba-806f6c578441, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:43.710341 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b93f149-7ff8-41d1-8d32-4dea30900df8') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:43.711426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b93f149-7ff8-41d1-8d32-4dea30900df8') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:43.727290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] For port 5db1d4fd-bb23-407b-9aba-806f6c578441, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5db1d4fd-bb23-407b-9aba-806f6c578441,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:43.736329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.750335 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-334fae10-ab7d-47e4-8c41-d851fa1454cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port ba3062c9-c7ec-48bd-84dc-7635c5b51202 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:43.751078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-334fae10-ab7d-47e4-8c41-d851fa1454cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.779279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.779600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.779916 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Floating IP 1422d01a-1e2d-4d3c-8d99-59c6c2b9c275 disassociated. External IP: 172.26.6.84, port: b1edbd42-a6df-499e-87da-83c60d60d380. Apr 01 15:41:43.780262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Calling delete_port for b1edbd42-a6df-499e-87da-83c60d60d380 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:43.804513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.808802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.812248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.852231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-334fae10-ab7d-47e4-8c41-d851fa1454cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.854872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:43.854872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:43.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:43.876465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 01 15:41:43.876465 dv-neutron-835865-1-hyperv neutron-server[110107]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 01 15:41:43.876465 dv-neutron-835865-1-hyperv neutron-server[110107]: [parameters: {'in_use': 1, 'id_1': 'a9473b2a-9e31-4bee-8ad4-960b662fe7e0'}] Apr 01 15:41:43.876465 dv-neutron-835865-1-hyperv neutron-server[110107]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:43.876465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:43.876465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:43.890081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-334fae10-ab7d-47e4-8c41-d851fa1454cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for ba3062c9-c7ec-48bd-84dc-7635c5b51202 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:43.922069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4137a93-607d-4616-b86d-34e58cb158cf None None] Pushing event updated for resources: {'Port': ['ID=1af6f34a-6abe-44cb-a815-3bb9ccf17184,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:43.967027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa90ec2-9eea-4ad9-bd6d-368ada3830fa None None] Network 61a22974-e2b0-4309-9506-8efd75d7c1a4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:44.035740 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.054013 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8405f9d-71f5-457d-a25b-60bf72b11c59 None None] Pushing event updated for resources: {'Port': ['ID=5db1d4fd-bb23-407b-9aba-806f6c578441,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:44.082472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:41:44.082472 dv-neutron-835865-1-hyperv neutron-server[110106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:41:44.082472 dv-neutron-835865-1-hyperv neutron-server[110106]: [parameters: {'id': '61a22974-e2b0-4309-9506-8efd75d7c1a4'}] Apr 01 15:41:44.082472 dv-neutron-835865-1-hyperv neutron-server[110106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:44.085557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:44.088855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:44.093446 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:44.098556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:44.123821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event updated for resources: {'Port': ['ID=8aedf40b-223c-4f2c-90fe-a8d5ec55a91b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:44.150432 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.248557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-868be7da-6ef9-4c69-bf60-9d548ad09c1f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781768020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3112187'] for subnet, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.287472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.305283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:44.324092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:44.335980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:44.337792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5db1d4fd-bb23-407b-9aba-806f6c578441 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:44.343943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:44.344976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.371094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=ae2abb8c-afd3-468f-acb6-026ab90eb9d0,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:44.405451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.436008 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-334fae10-ab7d-47e4-8c41-d851fa1454cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.499233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868be7da-6ef9-4c69-bf60-9d548ad09c1f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:44.500608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-868be7da-6ef9-4c69-bf60-9d548ad09c1f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.504499 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-868be7da-6ef9-4c69-bf60-9d548ad09c1f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "PUT /v2.0/subnets/a9473b2a-9e31-4bee-8ad4-960b662fe7e0 HTTP/1.1" status: 200 len: 900 time: 1.2358296 Apr 01 15:41:44.511420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Router 385d5578-1650-421f-9a3f-87e03a8cf021 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:41:44.513577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49842) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:44.515635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5db1d4fd-bb23-407b-9aba-806f6c578441 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:44.516358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.538927 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-876e7f7d-7ec3-4cc9-85d4-a39acf9a923e req-840f90ef-a2b5-4202-aeaa-5689067f63fb tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 210 time: 0.0960970 Apr 01 15:41:44.543452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fae10-ab7d-47e4-8c41-d851fa1454cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=ba3062c9-c7ec-48bd-84dc-7635c5b51202,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:44.561203 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b45c94c9-64ad-4c9f-b419-a86edb7e153a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0033371 Apr 01 15:41:44.561203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Pushing event deleted for resources: {'Port': ['ID=b1edbd42-a6df-499e-87da-83c60d60d380,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:44.562391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49844) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:44.566752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-334fae10-ab7d-47e4-8c41-d851fa1454cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.573597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49848) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:44.573795 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-334fae10-ab7d-47e4-8c41-d851fa1454cd tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/ba3062c9-c7ec-48bd-84dc-7635c5b51202 HTTP/1.1" status: 204 len: 168 time: 1.1596677 Apr 01 15:41:44.581438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868be7da-6ef9-4c69-bf60-9d548ad09c1f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event updated for resources: {'Subnet': ['ID=a9473b2a-9e31-4bee-8ad4-960b662fe7e0,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:44.607346 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edc2ef-c073-4d12-b17d-519a6ae92c12 req-11407366-f0da-4bec-b8ae-28c277c5ab2c tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:44.618718 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a7edc2ef-c073-4d12-b17d-519a6ae92c12 req-11407366-f0da-4bec-b8ae-28c277c5ab2c tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.3889322 Apr 01 15:41:44.626846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.683909 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a7edc2ef-c073-4d12-b17d-519a6ae92c12 req-fdda594e-5966-4feb-a5d9-a3f6e709a175 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660675 Apr 01 15:41:44.777749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db31ea-230e-4cf3-be0d-6a9b8b5b760b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:44.782020 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-63db31ea-230e-4cf3-be0d-6a9b8b5b760b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1912513 Apr 01 15:41:44.794839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49852) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:44.813867 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Allocated IP 2001:db8::3 (264bfac0-8740-4c34-97f2-1bc8e5354186/a9473b2a-9e31-4bee-8ad4-960b662fe7e0/93b35ecd-91ae-4776-af03-d9bb426ab94c) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:44.888476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:44.903916 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cfd9b0-b2c0-49a9-8b9b-585a4dc6327e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:41:44.909260 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-00cfd9b0-b2c0-49a9-8b9b-585a4dc6327e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/ba3062c9-c7ec-48bd-84dc-7635c5b51202 HTTP/1.1" status: 404 len: 333 time: 0.1098349 Apr 01 15:41:44.912046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49854) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:44.919352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-609302319'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:44.926410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b697fe2-97ce-4846-8bad-2cd5f654dd7c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:44.938311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b697fe2-97ce-4846-8bad-2cd5f654dd7c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:44.942686 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8b697fe2-97ce-4846-8bad-2cd5f654dd7c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3766627 Apr 01 15:41:44.951472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49856) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:44.988479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.052501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.054928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 5db1d4fd-bb23-407b-9aba-806f6c578441, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5db1d4fd-bb23-407b-9aba-806f6c578441,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:45.073018 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:41:45.107507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port 1af6f34a-6abe-44cb-a815-3bb9ccf17184 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:45.109285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.114971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:45.128602 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] Sync routers for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:45.149310 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:45.149949 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:45.209048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.236875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] No DVR routers for this DVR port b1edbd42-a6df-499e-87da-83c60d60d380 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:45.250308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.254784 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e122fca4-89f2-46ab-b467-d65dc4e40935 req-f5db5617-b353-467b-87f4-f6d1a5ec6b06 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.41 "DELETE /v2.0/ports/b1edbd42-a6df-499e-87da-83c60d60d380 HTTP/1.1" status: 204 len: 173 time: 2.3245976 Apr 01 15:41:45.257614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'name': 'network-vif-deleted', 'tag': 'b1edbd42-a6df-499e-87da-83c60d60d380'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:41:45.260549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f36cd4-4464-4c63-aa46-10e5d1109c78" -d '{"events": [{"server_uuid": "ce4a2986-1eef-4f8d-8adc-4bab9899a438", "name": "network-vif-deleted", "tag": "b1edbd42-a6df-499e-87da-83c60d60d380"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:41:45.612603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.614695 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:45.615751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-61a073c5-1995-4126-b594-1a187c2b53c6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port ae2abb8c-afd3-468f-acb6-026ab90eb9d0 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:45.615751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-61a073c5-1995-4126-b594-1a187c2b53c6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.630328 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:25Z', 'revision_number': 5, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:45.665638 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] Checking router: 385d5578-1650-421f-9a3f-87e03a8cf021 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:41:45.702825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.755734 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:45.755734 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:45.756498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b8c50b13-9a5e-41ee-b4c3-93a3bad4cd28 None None] Provisioning complete for port 5db1d4fd-bb23-407b-9aba-806f6c578441 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:45.756498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b8c50b13-9a5e-41ee-b4c3-93a3bad4cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.761310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port 1af6f34a-6abe-44cb-a815-3bb9ccf17184, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1af6f34a-6abe-44cb-a815-3bb9ccf17184,segment=NetworkSegment(8b93f149-7ff8-41d1-8d32-4dea30900df8),segment_id=8b93f149-7ff8-41d1-8d32-4dea30900df8)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:45.761682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.789590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for 1af6f34a-6abe-44cb-a815-3bb9ccf17184 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:45.855189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:45.900834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f15183-31b1-4387-b18e-5234903e0749 x-openstack-request-id: req-42f15183-31b1-4387-b18e-5234903e0749 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:41:45.903784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a2986-1eef-4f8d-8adc-4bab9899a438", "name": "network-vif-deleted", "tag": "b1edbd42-a6df-499e-87da-83c60d60d380", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:41:45.904041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42f15183-31b1-4387-b18e-5234903e0749 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:41:45.906666 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f15183-31b1-4387-b18e-5234903e0749'] response: {'server_uuid': 'ce4a2986-1eef-4f8d-8adc-4bab9899a438', 'name': 'network-vif-deleted', 'tag': 'b1edbd42-a6df-499e-87da-83c60d60d380', 'status': 'completed', 'code': 200} Apr 01 15:41:45.999841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.001352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=5db1d4fd-bb23-407b-9aba-806f6c578441,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:46.019342 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.076155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:46.077824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device b1edbd42-a6df-499e-87da-83c60d60d380 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:46.087898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.142548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Network 264bfac0-8740-4c34-97f2-1bc8e5354186 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:46.152484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:46.152724 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-30b27c2b-e802-4ea4-b22d-d8bcd0806e31 req-09d5f60b-2131-49e5-870a-00f6e3460b17 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 210 time: 0.0896971 Apr 01 15:41:46.158643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: b1edbd42-a6df-499e-87da-83c60d60d380 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:46.159242 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device b1edbd42-a6df-499e-87da-83c60d60d380 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:46.168426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:46.187046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-61a073c5-1995-4126-b594-1a187c2b53c6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.204881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.212799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.215614 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:46.222130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-61a073c5-1995-4126-b594-1a187c2b53c6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for ae2abb8c-afd3-468f-acb6-026ab90eb9d0 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:46.230959 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Pushing event updated for resources: {'Port': ['ID=93b35ecd-91ae-4776-af03-d9bb426ab94c,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:46.305112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:46.364582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=a9473b2a-9e31-4bee-8ad4-960b662fe7e0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:46.382839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=1af6f34a-6abe-44cb-a815-3bb9ccf17184,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:46.391399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port 1af6f34a-6abe-44cb-a815-3bb9ccf17184 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:46.454362 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Attempting to bind port 93b35ecd-91ae-4776-af03-d9bb426ab94c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:46.454759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Attempting to bind port 93b35ecd-91ae-4776-af03-d9bb426ab94c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'a4e4e08f-e058-4152-a6b9-cc932becca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '264bfac0-8740-4c34-97f2-1bc8e5354186'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:46.455089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Attempting to bind port 93b35ecd-91ae-4776-af03-d9bb426ab94c on network 264bfac0-8740-4c34-97f2-1bc8e5354186 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:46.466961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e19e8e74-1671-47d1-ae81-17a81aaae418 None None] Could not find standard attr ID for object fd9e733f-dc68-4727-a3ce-8f249408a4df. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:41:46.477632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.478517 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Added segment 5d9d2e63-d0e8-4dab-b0da-d3b191f262c7 of type vlan for network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 Apr 01 15:41:46.482469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5db1d4fd-bb23-407b-9aba-806f6c578441 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:46.489177 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:46.498110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Checking segment: {'id': 'a4e4e08f-e058-4152-a6b9-cc932becca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '264bfac0-8740-4c34-97f2-1bc8e5354186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:46.502144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.502144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Bound using segment: {'id': 'a4e4e08f-e058-4152-a6b9-cc932becca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '264bfac0-8740-4c34-97f2-1bc8e5354186'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:46.502144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Bound port: 93b35ecd-91ae-4776-af03-d9bb426ab94c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e4e08f-e058-4152-a6b9-cc932becca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '264bfac0-8740-4c34-97f2-1bc8e5354186'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:46.502144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.612546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.630500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad714d-548f-4e1f-a791-2c7aa1e7bcb8 req-a5791ccb-d43b-4cd0-b263-e82a3eeec04a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:46.637936 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c0ad714d-548f-4e1f-a791-2c7aa1e7bcb8 req-a5791ccb-d43b-4cd0-b263-e82a3eeec04a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.4099758 Apr 01 15:41:46.683975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0ad86c94-ba80-419a-9384-c2462a7d14da None None] Could not find standard attr ID for object 59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:41:46.708395 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.740952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.751737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264bfac0-8740-4c34-97f2-1bc8e5354186']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:46.774062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e4e08f-e058-4152-a6b9-cc932becca32') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:46.774275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] For port 93b35ecd-91ae-4776-af03-d9bb426ab94c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:46.774784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e4e08f-e058-4152-a6b9-cc932becca32') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:46.779578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] For port 93b35ecd-91ae-4776-af03-d9bb426ab94c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=93b35ecd-91ae-4776-af03-d9bb426ab94c,segment=NetworkSegment(a4e4e08f-e058-4152-a6b9-cc932becca32),segment_id=a4e4e08f-e058-4152-a6b9-cc932becca32)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:46.784788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a22974-e2b0-4309-9506-8efd75d7c1a4']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:46.794733 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:25Z', 'revision_number': 5, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:46.796391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.802084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5db1d4fd-bb23-407b-9aba-806f6c578441 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:46.802462 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.813273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b93f149-7ff8-41d1-8d32-4dea30900df8') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:46.816889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b93f149-7ff8-41d1-8d32-4dea30900df8') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:46.846540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.862010 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f9b2b-3e24-4678-9bb6-a6c3cd55078d None None] The sync data for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv is: [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:13Z', 'revision_number': 4, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'de4621a1-54f8-48d6-afb8-8829cbb1d3d6', 'name': '', 'network_id': 'a1d36d82-340c-4cb2-8c00-a772b7b8e5c8', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'mac_address': 'fa:16:3e:9b:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:25Z', 'revision_number': 5, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'subnets': [{'id': '3e4574ab-1f3e-4e1d-9117-87cb4f605fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:46.868395 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Router 9b7a6cc8-8188-4438-b235-dfe9a705d1c7 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:41:46.873851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.885427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:46.888459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.888722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:46.892068 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:46.902657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.resource_extend [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:41:46.912380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.930725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:46.935804 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:46.959206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a0c99f77-d06f-4203-8bba-1ac47dddc8c1 None None] Could not find standard attr ID for object 4eb378cd-17f8-4d34-b0f6-a257ed6ec8b5. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:41:47.008042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e90e10-b786-4d58-9390-5f96aa0cb784 req-b0dc6510-ba3b-49b0-8eac-4300000f7753 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:47.013098 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-41e90e10-b786-4d58-9390-5f96aa0cb784 req-b0dc6510-ba3b-49b0-8eac-4300000f7753 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 945 time: 0.5507274 Apr 01 15:41:47.034363 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c0ad714d-548f-4e1f-a791-2c7aa1e7bcb8 req-2e7390d1-02c1-4adb-bc60-93e3f786fa10 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953364 Apr 01 15:41:47.093200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d876223-aae8-4622-af4b-912c7e60c4d5 None None] Pushing event updated for resources: {'Port': ['ID=93b35ecd-91ae-4776-af03-d9bb426ab94c,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:47.110200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5adc6d6-8a1a-4f1e-a270-43f0f434ac67 None None] Network 264bfac0-8740-4c34-97f2-1bc8e5354186 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:47.120386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:41:47.120386 dv-neutron-835865-1-hyperv neutron-server[110106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:41:47.120386 dv-neutron-835865-1-hyperv neutron-server[110106]: [parameters: {'id': '264bfac0-8740-4c34-97f2-1bc8e5354186'}] Apr 01 15:41:47.120386 dv-neutron-835865-1-hyperv neutron-server[110106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:47.120766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:47.122321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-61a073c5-1995-4126-b594-1a187c2b53c6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.158006 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-41e90e10-b786-4d58-9390-5f96aa0cb784 req-b89fcb59-a067-49d3-8b64-f11df91115ea tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203823 Apr 01 15:41:47.211511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.222085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.222341 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.229651 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/61a22974-e2b0-4309-9506-8efd75d7c1a4 HTTP/1.1" status: 204 len: 168 time: 5.2225113 Apr 01 15:41:47.239241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:47.239938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.243773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a073c5-1995-4126-b594-1a187c2b53c6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=ae2abb8c-afd3-468f-acb6-026ab90eb9d0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:47.252642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49878) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:47.266384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94864219-ddf7-4754-9070-439a1eee4600 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=61a22974-e2b0-4309-9506-8efd75d7c1a4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:47.272387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1009697971'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:47.323663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-03f78a30-5c27-467a-8297-65ac6fd2742a None None] Could not find standard attr ID for object e76beff3-b999-45f4-b674-545273b4b140. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:41:47.354470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:47.355337 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa41822-945d-4e7a-a30c-52b14fd81145 None None] Network 264bfac0-8740-4c34-97f2-1bc8e5354186 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:47.361009 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b764c4-1fe9-48d3-bd8f-7fb95779ff4e None None] Sync routers for ids ['9b7a6cc8-8188-4438-b235-dfe9a705d1c7'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:47.398417 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13e687-4148-4c00-bfa2-e8936465a1e2 None None] New status for floating IP 1422d01a-1e2d-4d3c-8d99-59c6c2b9c275: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:41:47.420791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b764c4-1fe9-48d3-bd8f-7fb95779ff4e None None] Routers {'9b7a6cc8-8188-4438-b235-dfe9a705d1c7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:47.421466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f4b764c4-1fe9-48d3-bd8f-7fb95779ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9b7a6cc8-8188-4438-b235-dfe9a705d1c7'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:47.488857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f4b764c4-1fe9-48d3-bd8f-7fb95779ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:47.519636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b764c4-1fe9-48d3-bd8f-7fb95779ff4e None None] Routers {'9b7a6cc8-8188-4438-b235-dfe9a705d1c7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:47.520582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f4b764c4-1fe9-48d3-bd8f-7fb95779ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9b7a6cc8-8188-4438-b235-dfe9a705d1c7'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:47.536444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Network': ['ID=dc76c404-d0a3-4f28-8f44-a20ea139f0b4,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:47.553047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:47.557188 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-61a073c5-1995-4126-b594-1a187c2b53c6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.561885 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-61a073c5-1995-4126-b594-1a187c2b53c6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/ae2abb8c-afd3-468f-acb6-026ab90eb9d0 HTTP/1.1" status: 204 len: 168 time: 2.6003959 Apr 01 15:41:47.565584 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-06101719-41c5-4238-9326-20722dfba9d3 req-e1f76fd1-e6d8-41df-8344-308f423b0f1c tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4a2986-1eef-4f8d-8adc-4bab9899a438 HTTP/1.1" status: 200 len: 210 time: 0.2260215 Apr 01 15:41:47.569274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49880) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:47.582061 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f1fd4244-48b3-416d-8943-1f67c66685cf tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6676645 Apr 01 15:41:47.607914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49882) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:47.613295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:47.633094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.661384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:47.661384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.718572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f4b764c4-1fe9-48d3-bd8f-7fb95779ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:47.719085 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b764c4-1fe9-48d3-bd8f-7fb95779ff4e None None] The sync data for ids ['9b7a6cc8-8188-4438-b235-dfe9a705d1c7'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:47.721647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-7c0d5fc9-41f9-4472-ad38-5e4911818502 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:47.723755 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-7c0d5fc9-41f9-4472-ad38-5e4911818502 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 945 time: 0.1683717 Apr 01 15:41:47.761201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.765097 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d58c08cd-d457-4e24-b425-10106d53bf86 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.8300769 Apr 01 15:41:47.777456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b053c-56f5-437f-b87f-c162981dd2dc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:47.777456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b053c-56f5-437f-b87f-c162981dd2dc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:47.778005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49884) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:47.778185 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-927b053c-56f5-437f-b87f-c162981dd2dc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2039967 Apr 01 15:41:47.784781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49886) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:47.815354 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:47.833142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.833489 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment b75a9f08-23f4-4740-b29b-46b44513500f of type vlan for network fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c Apr 01 15:41:47.849380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-38581733-1138-4202-b4d1-a53ab7fb6831 None None] Could not find standard attr ID for object ae2abb8c-afd3-468f-acb6-026ab90eb9d0. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:41:47.895241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.974537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting port 93b35ecd-91ae-4776-af03-d9bb426ab94c {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:47.974537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:47.981522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-404a25e4-acaf-41d2-9916-b4f85ba75722 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 16468a9f-d726-497c-b911-224e3fd6e7ac {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:48.011343 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:48.015255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-404a25e4-acaf-41d2-9916-b4f85ba75722 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.016741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.106621 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d9d7b327-43ff-4adc-af8b-92cc658995b6 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/routers/9b7a6cc8-8188-4438-b235-dfe9a705d1c7 HTTP/1.1" status: 200 len: 919 time: 0.3310306 Apr 01 15:41:48.109494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-404a25e4-acaf-41d2-9916-b4f85ba75722 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.117199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49890) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:48.149545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.149545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:48.149545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.187906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] For port 93b35ecd-91ae-4776-af03-d9bb426ab94c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=93b35ecd-91ae-4776-af03-d9bb426ab94c,segment=NetworkSegment(a4e4e08f-e058-4152-a6b9-cc932becca32),segment_id=a4e4e08f-e058-4152-a6b9-cc932becca32)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:48.188278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.202099 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7fed13e8-8847-4864-894b-1b0cffcc27ad tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b7a6cc8-8188-4438-b235-dfe9a705d1c7 HTTP/1.1" status: 200 len: 205 time: 0.0621011 Apr 01 15:41:48.207122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49894) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:48.213836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Deleting port 0e9b7104-fa43-40b6-acfb-65db46c03362 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:48.214185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.223874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Calling delete_port for 93b35ecd-91ae-4776-af03-d9bb426ab94c owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:48.293623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:48.301213 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bfa8d691-8e82-49cc-9a32-51bb84f3a029 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0322797 Apr 01 15:41:48.308052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:48.309608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49896) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:48.320969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': 'fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:48.363290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8025e4-8d14-47d1-bffe-7e3d6d03d779 req-3f8727db-4ed1-4689-87f1-38f29f00ba2d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:48.364996 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f8025e4-8d14-47d1-bffe-7e3d6d03d779 req-3f8727db-4ed1-4689-87f1-38f29f00ba2d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2439106 Apr 01 15:41:48.464478 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f8025e4-8d14-47d1-bffe-7e3d6d03d779 req-f81a7cbe-9ee0-41fd-9d95-57c1560f026d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759461 Apr 01 15:41:48.470827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] For port 0e9b7104-fa43-40b6-acfb-65db46c03362, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0e9b7104-fa43-40b6-acfb-65db46c03362,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:48.471487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.488827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7daca-146f-4468-ae8c-893f31a2e28c req-8e64769a-fc82-40a2-af47-50b7e20d9c23 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:48.497009 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7fa7daca-146f-4468-ae8c-893f31a2e28c req-8e64769a-fc82-40a2-af47-50b7e20d9c23 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 945 time: 0.2200186 Apr 01 15:41:48.557029 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7fa7daca-146f-4468-ae8c-893f31a2e28c req-c40f3cb9-7303-49f3-9b84-779c5b490499 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588264 Apr 01 15:41:48.606713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.706837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f6824-2ef3-4839-8a76-fe55eb0688ac req-cc8fae64-a123-40a6-89a6-587655d0a284 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:48.708596 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fc9f6824-2ef3-4839-8a76-fe55eb0688ac req-cc8fae64-a123-40a6-89a6-587655d0a284 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1429183 Apr 01 15:41:48.722457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Checking segment: {'id': '5d9d2e63-d0e8-4dab-b0da-d3b191f262c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:48.722817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network hostable DHCP agents. Network: dc76c404-d0a3-4f28-8f44-a20ea139f0b4, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:48.732123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=e5d1a57d-8a34-4739-a19d-96c351dd17b7,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:48.772462 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fc9f6824-2ef3-4839-8a76-fe55eb0688ac req-d8fef706-06ef-4ecc-b1f9-fa45f19e68e0 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509927 Apr 01 15:41:48.835543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49906) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:48.859891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-404a25e4-acaf-41d2-9916-b4f85ba75722 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.937277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:48.953695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73dea099-6577-462c-80bc-8962aa037039 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:48.954832 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e23d61-9541-46b3-b9b2-f6af71037d43 req-c76b02fa-c605-4399-9fb3-536f05721384 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:48.956508 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26e23d61-9541-46b3-b9b2-f6af71037d43 req-c76b02fa-c605-4399-9fb3-536f05721384 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0988402 Apr 01 15:41:48.997306 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73dea099-6577-462c-80bc-8962aa037039 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.039508 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26e23d61-9541-46b3-b9b2-f6af71037d43 req-8209013d-483e-4955-96fd-b90a0eb4a26d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721757 Apr 01 15:41:49.149953 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, dc76c404-d0a3-4f28-8f44-a20ea139f0b4) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:49.159050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:49.159747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.165689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b4d77c-400b-4e7a-be89-465a693a6e50 None None] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:49.188734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ea89a-2a78-452d-94bc-2a6621671757 req-78a8cfd6-c294-4626-87b6-9d8bb1f134fb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:49.190566 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f49ea89a-2a78-452d-94bc-2a6621671757 req-78a8cfd6-c294-4626-87b6-9d8bb1f134fb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0716019 Apr 01 15:41:49.206813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73dea099-6577-462c-80bc-8962aa037039 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.210096 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73dea099-6577-462c-80bc-8962aa037039 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.211506 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-73dea099-6577-462c-80bc-8962aa037039 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "DELETE /v2.0/security-groups/0d9b70b5-ac63-4230-afd7-2a0be209b15d HTTP/1.1" status: 204 len: 168 time: 0.3748026 Apr 01 15:41:49.221395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49910) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:49.234821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dea099-6577-462c-80bc-8962aa037039 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9b70b5-ac63-4230-afd7-2a0be209b15d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:49.245603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.258520 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f49ea89a-2a78-452d-94bc-2a6621671757 req-30a24df8-1f42-46b6-8e48-f3883b7a1d12 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594013 Apr 01 15:41:49.302608 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bcb4328c-1bed-41ee-9bcf-93b51514e315 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6912894 Apr 01 15:41:49.303281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49914) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:49.304263 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-95ef6d8f-8bdc-490a-8903-1fbefcf24305 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] show failed (client error): The resource could not be found. Apr 01 15:41:49.305345 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-95ef6d8f-8bdc-490a-8903-1fbefcf24305 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "GET /v2.0/security-groups/0d9b70b5-ac63-4230-afd7-2a0be209b15d HTTP/1.1" status: 404 len: 347 time: 0.0805490 Apr 01 15:41:49.315104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49916) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:49.317287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f8583fe1-cd20-47e1-a919-268abd0c4679 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:49.377344 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.393905 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-dc76c404-d0a3-4f28-8f44-a20ea139f0b4', 'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4', 'tenant_id': '3deab709b4e7402c97b28b23e44bae23', 'fixed_ips': [{'subnet_id': 'e5d1a57d-8a34-4739-a19d-96c351dd17b7'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:49.394162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.394162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.394368 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Floating IP 6b54cf5e-d786-44b2-a007-916d2a4ac49a disassociated. External IP: 172.26.6.25, port: 0e9b7104-fa43-40b6-acfb-65db46c03362. Apr 01 15:41:49.394546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Calling delete_port for 0e9b7104-fa43-40b6-acfb-65db46c03362 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:49.394995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.467987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Port': ['ID=93b35ecd-91ae-4776-af03-d9bb426ab94c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:49.475733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b9771-341e-48db-80c9-4bdae11d2ceb req-248a135e-9bab-4191-9ee2-4871cd373c4f tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:49.477609 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e33b9771-341e-48db-80c9-4bdae11d2ceb req-248a135e-9bab-4191-9ee2-4871cd373c4f tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.0835764 Apr 01 15:41:49.507865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:49.511418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.534317 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e33b9771-341e-48db-80c9-4bdae11d2ceb req-cef39523-2633-49d9-95ee-008f4e551705 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435481 Apr 01 15:41:49.547784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No DVR routers for this DVR port 93b35ecd-91ae-4776-af03-d9bb426ab94c on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:49.569878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-404a25e4-acaf-41d2-9916-b4f85ba75722 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.577226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Allocated IP 2001:db8::2 (dc76c404-d0a3-4f28-8f44-a20ea139f0b4/e5d1a57d-8a34-4739-a19d-96c351dd17b7/e3f4e10b-f1d0-47ab-bef8-daef4befb4cf) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:49.670665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8583fe1-cd20-47e1-a919-268abd0c4679 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:49.670987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a25e4-acaf-41d2-9916-b4f85ba75722 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=16468a9f-d726-497c-b911-224e3fd6e7ac,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:49.674680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8583fe1-cd20-47e1-a919-268abd0c4679 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.706933 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d76ca0-6c7a-4c8e-b8c1-0a0eac027cc2 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:49.719613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-404a25e4-acaf-41d2-9916-b4f85ba75722 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.728011 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-404a25e4-acaf-41d2-9916-b4f85ba75722 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/16468a9f-d726-497c-b911-224e3fd6e7ac HTTP/1.1" status: 204 len: 168 time: 1.9292281 Apr 01 15:41:49.728232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49922) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:49.758737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.788745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9286615-b846-47a8-aea1-f2340447e6ed req-feb68ed2-83be-4b7b-a621-77dd713db139 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:49.797024 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b9286615-b846-47a8-aea1-f2340447e6ed req-feb68ed2-83be-4b7b-a621-77dd713db139 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1732895 Apr 01 15:41:49.829431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.869781 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7fd46f48-9c9f-4df2-a491-9924776a16b6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375339 Apr 01 15:41:49.874421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49924) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:49.876794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264bfac0-8740-4c34-97f2-1bc8e5354186']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:49.884903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.891127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:49.921135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e4e08f-e058-4152-a6b9-cc932becca32') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:49.922172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e4e08f-e058-4152-a6b9-cc932becca32') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:49.936097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Deleting port d539ca09-b27c-4ba4-b344-84b0fae82c77 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:49.936455 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.948671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:49.993092 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b9286615-b846-47a8-aea1-f2340447e6ed req-84714f7b-d8e2-44c1-bb91-0964b2929937 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949761 Apr 01 15:41:49.998941 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.ipam_backend_mixin [None req-f8583fe1-cd20-47e1-a919-268abd0c4679 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5d1a57d-8a34-4739-a19d-96c351dd17b7 (CIDR: 2001:db8::/64) Apr 01 15:41:50.008291 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e16eb-0a44-4970-b7a6-550708c67a71 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:50.008552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e9d1c-0e24-41fe-af77-3a387066eda1 req-dab30fe1-a1e8-487b-8157-edff3bfc3e4a tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:50.010377 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-021e9d1c-0e24-41fe-af77-3a387066eda1 req-dab30fe1-a1e8-487b-8157-edff3bfc3e4a tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 945 time: 0.3010645 Apr 01 15:41:50.074324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.087163 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.110759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:50.111171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.113000 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-021e9d1c-0e24-41fe-af77-3a387066eda1 req-df78713b-3ff8-4ee9-8164-a8facbb56a55 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups?id=492e86c2-b105-401d-9306-c04c4ae78a76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680125 Apr 01 15:41:50.114763 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8583fe1-cd20-47e1-a919-268abd0c4679 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:41:50.115267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8583fe1-cd20-47e1-a919-268abd0c4679 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:50.119542 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:50.140750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:50.148424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-225e16eb-0a44-4970-b7a6-550708c67a71 None None] Deleting port 5db1d4fd-bb23-407b-9aba-806f6c578441 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:50.148885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-225e16eb-0a44-4970-b7a6-550708c67a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.150809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:50.153915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:50.165212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Pushing event updated for resources: {'Port': ['ID=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:50.180602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.200124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:50.204091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.241913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.243351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.268797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-225e16eb-0a44-4970-b7a6-550708c67a71 None None] For port 5db1d4fd-bb23-407b-9aba-806f6c578441, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5db1d4fd-bb23-407b-9aba-806f6c578441,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:50.269768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-225e16eb-0a44-4970-b7a6-550708c67a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.283183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Attempting to bind port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:50.283630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Attempting to bind port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '5d9d2e63-d0e8-4dab-b0da-d3b191f262c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:50.284065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Attempting to bind port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf on network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:50.290736 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-225e16eb-0a44-4970-b7a6-550708c67a71 None None] Calling delete_port for 5db1d4fd-bb23-407b-9aba-806f6c578441 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:50.293043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Calling delete_port for d539ca09-b27c-4ba4-b344-84b0fae82c77 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:50.296707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Pushing event deleted for resources: {'Port': ['ID=0e9b7104-fa43-40b6-acfb-65db46c03362,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:50.296913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:50.297335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Checking segment: {'id': '5d9d2e63-d0e8-4dab-b0da-d3b191f262c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:50.297812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.298276 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Bound using segment: {'id': '5d9d2e63-d0e8-4dab-b0da-d3b191f262c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:50.298833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Bound port: e3f4e10b-f1d0-47ab-bef8-daef4befb4cf, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9d2e63-d0e8-4dab-b0da-d3b191f262c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:50.299291 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.305427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Deleting port 8aedf40b-223c-4f2c-90fe-a8d5ec55a91b {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:50.306005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.367107 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f8583fe1-cd20-47e1-a919-268abd0c4679 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0581672 Apr 01 15:41:50.370163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49928) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:50.380457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:50.394323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5db1d4fd-bb23-407b-9aba-806f6c578441 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:50.448877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.466035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.491878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] For port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:50.507700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] For port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,segment=NetworkSegment(5d9d2e63-d0e8-4dab-b0da-d3b191f262c7),segment_id=5d9d2e63-d0e8-4dab-b0da-d3b191f262c7)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:50.518490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.526148 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/264bfac0-8740-4c34-97f2-1bc8e5354186 HTTP/1.1" status: 204 len: 168 time: 5.9820869 Apr 01 15:41:50.536743 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49930) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:50.555685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.571783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a6b63-a637-4810-b3ad-103bbf149db1 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=264bfac0-8740-4c34-97f2-1bc8e5354186,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:50.588565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.599229 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4ad8f2-7912-48c8-afb1-8520e5566f2e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:50.603166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4ad8f2-7912-48c8-afb1-8520e5566f2e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:50.604934 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6e4ad8f2-7912-48c8-afb1-8520e5566f2e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/a9473b2a-9e31-4bee-8ad4-960b662fe7e0 HTTP/1.1" status: 404 len: 337 time: 0.0662084 Apr 01 15:41:50.609352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49932) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:50.624589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.630788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=917e0cca-e228-4cba-a86f-d3d9c400aa4a,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:50.635421 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-346b1c31-f4fc-464c-b9f2-a3a0333e4e09 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:50.636715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346b1c31-f4fc-464c-b9f2-a3a0333e4e09 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:50.640530 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-346b1c31-f4fc-464c-b9f2-a3a0333e4e09 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/264bfac0-8740-4c34-97f2-1bc8e5354186 HTTP/1.1" status: 404 len: 339 time: 0.0287971 Apr 01 15:41:50.656411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49934) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:50.662195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-225e16eb-0a44-4970-b7a6-550708c67a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.673083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313591ef-46f7-436f-a0b5-0fc4ef1c1462 None None] Pushing event updated for resources: {'Port': ['ID=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:50.684194 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Calling delete_port for 8aedf40b-223c-4f2c-90fe-a8d5ec55a91b owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:50.715175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e16eb-0a44-4970-b7a6-550708c67a71 None None] No DVR routers for this DVR port 5db1d4fd-bb23-407b-9aba-806f6c578441 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:50.722319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Router 9d0f0385-2eb5-49f5-bce7-689001603571 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:41:50.777986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.780539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.781136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e16eb-0a44-4970-b7a6-550708c67a71 None None] Pushing event deleted for resources: {'Port': ['ID=5db1d4fd-bb23-407b-9aba-806f6c578441,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:50.826962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': 'b75a9f08-23f4-4740-b29b-46b44513500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:50.827338 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:50.845653 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=19c8a3b2-f8fd-4eb2-a43f-21bb4ba7eca9,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:50.868040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:50.872330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:50.876090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:50.886631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:50.909332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce9064-a37e-444a-8902-e11e98bf953e None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:50.931270 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.036093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:51.041200 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.050017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.077952 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b3672117-dc5b-419f-b2c3-9f291c48a13e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1984947 Apr 01 15:41:51.084440 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49936) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:51.101336 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': '19c8a3b2-f8fd-4eb2-a43f-21bb4ba7eca9', 'ip_address': '2001:db8::a46e:41cc:e1ba:e567'}], 'name': 'tempest-NetworksTestDHCPv6-136468445'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:51.116016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Pushing event deleted for resources: {'Port': ['ID=d539ca09-b27c-4ba4-b344-84b0fae82c77,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:51.135812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e3ca90-322f-46d7-9d1d-e4be8707d5d5']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:51.199558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0247294-c831-4698-922f-6d5d957b6d8f') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:51.199558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0247294-c831-4698-922f-6d5d957b6d8f') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:51.240386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.263878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '19c8a3b2-f8fd-4eb2-a43f-21bb4ba7eca9'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:51.265606 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.457891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/19c8a3b2-f8fd-4eb2-a43f-21bb4ba7eca9/3c7e6c33-4cc6-4830-ac20-62574d5265e3) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:51.508651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:51.603265 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8b623292-c27d-4fba-9b22-28e3a3279a49 req-e69fc9f5-3215-438f-b620-1e19ad9ce16c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.3173645 Apr 01 15:41:51.609569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.626669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:51.627278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:51.633324 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:51.635236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:51.664951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] Sync routers for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:51.707717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.711842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.713566 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2f8506d6-2800-4ef3-bc01-769b5bb9fce4 tempest-ServersTestJSON-286608031 tempest-ServersTestJSON-286608031-project] 10.222.0.73 "DELETE /v2.0/floatingips/1422d01a-1e2d-4d3c-8d99-59c6c2b9c275 HTTP/1.1" status: 204 len: 168 time: 2.3960779 Apr 01 15:41:51.719362 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49940) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:51.722588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:51.723582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:51.769500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.873913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:51.904796 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.964865 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:51.976477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.986895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.992795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] No DVR routers for this DVR port 0e9b7104-fa43-40b6-acfb-65db46c03362 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:51.994472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:51.996655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:51.999137 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/60e3ca90-322f-46d7-9d1d-e4be8707d5d5 HTTP/1.1" status: 204 len: 168 time: 1.3460391 Apr 01 15:41:52.004258 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2ddb8b97-b487-4117-a9ed-88faf9f657a3 req-bb6eebd8-5d19-47fc-9266-c90da1ea440b tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.41 "DELETE /v2.0/ports/0e9b7104-fa43-40b6-acfb-65db46c03362 HTTP/1.1" status: 204 len: 173 time: 4.2734423 Apr 01 15:41:52.017923 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49942) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:52.034032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'name': 'network-vif-deleted', 'tag': '0e9b7104-fa43-40b6-acfb-65db46c03362'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:41:52.034032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e1e3da-a298-4507-9b97-f5599a392f09" -d '{"events": [{"server_uuid": "2d4ea6a0-ddec-4c1a-9bfb-439015516dd7", "name": "network-vif-deleted", "tag": "0e9b7104-fa43-40b6-acfb-65db46c03362"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:41:52.034270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:52.034270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77cd96-fe20-4331-856e-9fbb4b2ecd1f None None] Network fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:52.034270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:52.046096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Pushing event updated for resources: {'Port': ['ID=3c7e6c33-4cc6-4830-ac20-62574d5265e3,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:52.050064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:52.052325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:52.055382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.071235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0e9b7104-fa43-40b6-acfb-65db46c03362 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:52.117949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.126450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d9a73b-0263-4078-80fa-395691489527 x-openstack-request-id: req-44d9a73b-0263-4078-80fa-395691489527 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:41:52.126647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4ea6a0-ddec-4c1a-9bfb-439015516dd7", "name": "network-vif-deleted", "tag": "0e9b7104-fa43-40b6-acfb-65db46c03362", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:41:52.126901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44d9a73b-0263-4078-80fa-395691489527 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:41:52.127304 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d9a73b-0263-4078-80fa-395691489527'] response: {'server_uuid': '2d4ea6a0-ddec-4c1a-9bfb-439015516dd7', 'name': 'network-vif-deleted', 'tag': '0e9b7104-fa43-40b6-acfb-65db46c03362', 'status': 'completed', 'code': 200} Apr 01 15:41:52.166813 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd7a728-5b01-4760-aab3-87431429b820 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:52.167708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd7a728-5b01-4760-aab3-87431429b820 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:52.169715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 0e9b7104-fa43-40b6-acfb-65db46c03362 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:52.170059 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0e9b7104-fa43-40b6-acfb-65db46c03362 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:52.175763 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8dd7a728-5b01-4760-aab3-87431429b820 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/2615f858-295d-43b1-9459-252ae07604c7 HTTP/1.1" status: 404 len: 337 time: 0.1128914 Apr 01 15:41:52.191205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49946) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:52.193469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab75605-3022-4707-b260-d0f799d4b6f5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=60e3ca90-322f-46d7-9d1d-e4be8707d5d5,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:52.237718 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d560fe4d-83bf-4ba6-959e-292b49eec561 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:52.238333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d560fe4d-83bf-4ba6-959e-292b49eec561 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:52.246570 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d560fe4d-83bf-4ba6-959e-292b49eec561 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/382e8ae2-f329-4532-b64f-101a51b5fb13 HTTP/1.1" status: 404 len: 339 time: 0.0544555 Apr 01 15:41:52.247169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49948) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:52.267536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.276478 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7ed88079-428a-4165-8a39-ea6c6875121a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9595244 Apr 01 15:41:52.277394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:52.278622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49950) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:52.289731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92531cfc-3908-4b0b-832a-b8b992d27fb0 None None] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:52.295538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:52.312871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:52.315482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.348575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Attempting to bind port 3c7e6c33-4cc6-4830-ac20-62574d5265e3 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:52.348575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Attempting to bind port 3c7e6c33-4cc6-4830-ac20-62574d5265e3 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:52.348575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Attempting to bind port 3c7e6c33-4cc6-4830-ac20-62574d5265e3 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:41:52.361860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=06bc970f-d895-41d6-8101-3e2b4dc68628,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:52.382681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.439541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port e1401051-e310-41ff-8341-1008c748cb7a yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:52.459705 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cd7e3012-124c-4e97-b477-a3d5af875b77 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0877924 Apr 01 15:41:52.476538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49952) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:52.537196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event deleted for resources: {'Port': ['ID=8aedf40b-223c-4f2c-90fe-a8d5ec55a91b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:52.547971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4', 'fixed_ips': [{'subnet_id': 'e5d1a57d-8a34-4739-a19d-96c351dd17b7'}, {'subnet_id': '06bc970f-d895-41d6-8101-3e2b4dc68628'}], 'name': 'tempest-PortsIpV6TestJSON-898580813'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:52.576799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.621827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:41:52.622729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:52.622920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.623411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:41:52.624190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Bound port: 3c7e6c33-4cc6-4830-ac20-62574d5265e3, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:52.624811 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.636721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e3f4e10b-f1d0-47ab-bef8-daef4befb4cf up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:52.639012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-98258fd8-1a1f-4517-abef-624ad5e1237f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting subnet 6e388157-9291-4861-bffb-e5f233430f97 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:52.642630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98258fd8-1a1f-4517-abef-624ad5e1237f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.748793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.761871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98258fd8-1a1f-4517-abef-624ad5e1237f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.777476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::a46e:41cc:e1ba:e567 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/19c8a3b2-f8fd-4eb2-a43f-21bb4ba7eca9/e1401051-e310-41ff-8341-1008c748cb7a) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:52.822651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fb6186a3-d7f4-4d1d-906c-5c2b9aae2718 None None] Provisioning complete for port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:52.823182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fb6186a3-d7f4-4d1d-906c-5c2b9aae2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.914722 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b612d50e-0e48-487d-b21e-1e10b5b3760c req-4c0e6e53-387e-438b-beca-0782b0ae44a9 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d4ea6a0-ddec-4c1a-9bfb-439015516dd7 HTTP/1.1" status: 200 len: 210 time: 0.0940454 Apr 01 15:41:52.915276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:52.947728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.073290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98258fd8-1a1f-4517-abef-624ad5e1237f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.073780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac16b7b-c8fa-4622-8810-a807bc473d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c', 'network_id': 'fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': '917e0cca-e228-4cba-a86f-d3d9c400aa4a'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:53.074713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6ac16b7b-c8fa-4622-8810-a807bc473d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.135159 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.157083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] For port 3c7e6c33-4cc6-4830-ac20-62574d5265e3, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:53.200895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.204501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.213262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:53.213854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.230775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] For port 3c7e6c33-4cc6-4830-ac20-62574d5265e3, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3c7e6c33-4cc6-4830-ac20-62574d5265e3,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:53.270245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:53.282909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.283750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Fanout notify agent at l3_agent the message router_deleted on router 9b7a6cc8-8188-4438-b235-dfe9a705d1c7 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:41:53.313521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.322119 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-61e86e48-f1e9-427b-aaf9-64ee0bcba1cd tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/9b7a6cc8-8188-4438-b235-dfe9a705d1c7 HTTP/1.1" status: 204 len: 168 time: 5.0979695 Apr 01 15:41:53.325289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49956) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:53.332444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1872997613', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': False}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:53.354040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.362641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '3941199c-2a2d-437e-8dd4-7fb744d24791', 'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'mac_address': 'fa:16:3e:3b:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:19Z', 'updated_at': '2022-04-01T15:40:28Z', 'revision_number': 5, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'subnets': [{'id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:53.395549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.414347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=917e0cca-e228-4cba-a86f-d3d9c400aa4a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:53.463286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.478036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] Checking router: 9d0f0385-2eb5-49f5-bce7-689001603571 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:41:53.485542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98258fd8-1a1f-4517-abef-624ad5e1237f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.513085 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8013afb-8ffb-419e-83da-4f7b52186f6a None None] Pushing event updated for resources: {'Port': ['ID=3c7e6c33-4cc6-4830-ac20-62574d5265e3,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:53.542481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.543658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:53.544312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:53.544859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98258fd8-1a1f-4517-abef-624ad5e1237f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.546223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fb6186a3-d7f4-4d1d-906c-5c2b9aae2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.551002 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-98258fd8-1a1f-4517-abef-624ad5e1237f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/6e388157-9291-4861-bffb-e5f233430f97 HTTP/1.1" status: 204 len: 168 time: 1.3003976 Apr 01 15:41:53.554168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98258fd8-1a1f-4517-abef-624ad5e1237f tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=6e388157-9291-4861-bffb-e5f233430f97,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:53.555914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49958) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:53.589660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.598211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.613097 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1adbc-0b69-4f18-a2f6-8208c93824c3 None None] Network a1c7cf53-ee0f-4315-8065-61be75eac7dd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:53.618619 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:53.628730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:53.644699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:53.649476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:53.650142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.657965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:53.670078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.685707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=e1401051-e310-41ff-8341-1008c748cb7a,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server [None req-6ac16b7b-c8fa-4622-8810-a807bc473d85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 917e0cca-e228-4cba-a86f-d3d9c400aa4a: This subnet is being modified by another concurrent operation. Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:41:53.690685 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise self.value Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 917e0cca-e228-4cba-a86f-d3d9c400aa4a: This subnet is being modified by another concurrent operation. Apr 01 15:41:53.701593 dv-neutron-835865-1-hyperv neutron-server[110107]: ERROR oslo_messaging.rpc.server Apr 01 15:41:53.773883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.779769 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75a9f08-23f4-4740-b29b-46b44513500f') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:53.780107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75a9f08-23f4-4740-b29b-46b44513500f') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:53.780453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fb6186a3-d7f4-4d1d-906c-5c2b9aae2718 None None] For port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,segment=NetworkSegment(5d9d2e63-d0e8-4dab-b0da-d3b191f262c7),segment_id=5d9d2e63-d0e8-4dab-b0da-d3b191f262c7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:53.784913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e5471-d6ea-4e93-b87e-40fea7d5b8fa None None] Network fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:53.791764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 5ffaa64d-93ed-4131-8f86-654e4d976e78 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:41:53.796854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.812066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bdf80b-18e4-46e5-b755-c9617af8b15b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting subnet 93ff849b-1995-45f1-8f2f-1c58b0746e1c {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:53.820752 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a0d38775-f07e-4267-b785-68b41a9314b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7306216 Apr 01 15:41:53.822118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.823661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49960) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:53.827060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09bdf80b-18e4-46e5-b755-c9617af8b15b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.837088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:53.837636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:53.841803 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:53.994733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.996674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09bdf80b-18e4-46e5-b755-c9617af8b15b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.095099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:54.158764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fb6186a3-d7f4-4d1d-906c-5c2b9aae2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.226461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.228505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.233996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.239451 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c HTTP/1.1" status: 204 len: 168 time: 1.9550555 Apr 01 15:41:54.262867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49966) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:54.264128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6b7ac-3626-4f14-9d16-789172b0777b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:54.277795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-264642909'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:54.279167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e02469d-c8fb-44cf-b5ff-b89c433f2b2d None None] Update dhcp port {'port': {'network_id': 'dc76c404-d0a3-4f28-8f44-a20ea139f0b4', 'fixed_ips': [{'subnet_id': 'e5d1a57d-8a34-4739-a19d-96c351dd17b7', 'ip_address': '2001:db8::2'}, {'subnet_id': '06bc970f-d895-41d6-8101-3e2b4dc68628'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': 'e3f4e10b-f1d0-47ab-bef8-daef4befb4cf'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:41:54.311863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49968) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:54.427455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c3277f6-d66d-43af-81c9-165f175b32f1 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.445937 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbda46-3d48-4e0f-8262-bd73e0d40605 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:54.451646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbda46-3d48-4e0f-8262-bd73e0d40605 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:54.452469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:54.455806 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c1dbda46-3d48-4e0f-8262-bd73e0d40605 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6281171 Apr 01 15:41:54.457170 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.457310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6186a3-d7f4-4d1d-906c-5c2b9aae2718 None None] Pushing event updated for resources: {'Port': ['ID=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:54.463567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49970) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:54.469161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5e02469d-c8fb-44cf-b5ff-b89c433f2b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.510797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:54.511426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:54.525042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c3277f6-d66d-43af-81c9-165f175b32f1 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.559511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09bdf80b-18e4-46e5-b755-c9617af8b15b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.583098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:54.660150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.660829 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment 2adab216-5fbb-4dd4-b22e-b8490fcf3391 of type vlan for network acff6d8b-2554-453c-aff2-e2fa5769fed5 Apr 01 15:41:54.724128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Deleting port de4621a1-54f8-48d6-afb8-8829cbb1d3d6 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:54.724653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.742184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.810965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-54ebed62-79b6-49dc-bf45-291412a792a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port e1401051-e310-41ff-8341-1008c748cb7a {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:54.810965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54ebed62-79b6-49dc-bf45-291412a792a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.858574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::1a4 (dc76c404-d0a3-4f28-8f44-a20ea139f0b4/e5d1a57d-8a34-4739-a19d-96c351dd17b7/5ffaa64d-93ed-4131-8f86-654e4d976e78) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:54.876218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8:0:1::fb (dc76c404-d0a3-4f28-8f44-a20ea139f0b4/06bc970f-d895-41d6-8101-3e2b4dc68628/5ffaa64d-93ed-4131-8f86-654e4d976e78) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:54.879513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '3941199c-2a2d-437e-8dd4-7fb744d24791', 'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'mac_address': 'fa:16:3e:3b:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:19Z', 'updated_at': '2022-04-01T15:40:28Z', 'revision_number': 5, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'subnets': [{'id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:54.936730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8558e5c4-1468-49ee-8f83-1e1665346690 None None] The sync data for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv is: [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '3941199c-2a2d-437e-8dd4-7fb744d24791', 'name': '', 'network_id': '292ecff8-5230-49bd-bfd0-4a142639a8c7', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'mac_address': 'fa:16:3e:3b:90:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:19Z', 'updated_at': '2022-04-01T15:40:28Z', 'revision_number': 5, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'subnets': [{'id': 'be1d2ac9-c0f6-4b55-8403-b400a7eb5746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:41:54.980650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] For port de4621a1-54f8-48d6-afb8-8829cbb1d3d6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=de4621a1-54f8-48d6-afb8-8829cbb1d3d6,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:54.981133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.006672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Calling delete_port for de4621a1-54f8-48d6-afb8-8829cbb1d3d6 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:55.049393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54ebed62-79b6-49dc-bf45-291412a792a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.077169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-54ebed62-79b6-49dc-bf45-291412a792a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for e1401051-e310-41ff-8341-1008c748cb7a owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:55.099335 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.110054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09bdf80b-18e4-46e5-b755-c9617af8b15b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.127105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:55.127799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.130928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c3277f6-d66d-43af-81c9-165f175b32f1 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.133874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c3277f6-d66d-43af-81c9-165f175b32f1 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.135154 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4c3277f6-d66d-43af-81c9-165f175b32f1 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "DELETE /v2.0/security-groups/492e86c2-b105-401d-9306-c04c4ae78a76 HTTP/1.1" status: 204 len: 168 time: 0.8193684 Apr 01 15:41:55.182697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49972) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:55.197953 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3277f6-d66d-43af-81c9-165f175b32f1 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e86c2-b105-401d-9306-c04c4ae78a76,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:55.270622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdf80b-18e4-46e5-b755-c9617af8b15b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=93ff849b-1995-45f1-8f2f-1c58b0746e1c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:55.273659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09bdf80b-18e4-46e5-b755-c9617af8b15b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.281122 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-09bdf80b-18e4-46e5-b755-c9617af8b15b tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/93ff849b-1995-45f1-8f2f-1c58b0746e1c HTTP/1.1" status: 204 len: 168 time: 1.7172222 Apr 01 15:41:55.287310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49974) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:55.297532 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-56a5b90e-2946-4cc7-b10b-261436e372e1 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] show failed (client error): The resource could not be found. Apr 01 15:41:55.300679 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-56a5b90e-2946-4cc7-b10b-261436e372e1 tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "GET /v2.0/security-groups/492e86c2-b105-401d-9306-c04c4ae78a76 HTTP/1.1" status: 404 len: 347 time: 0.1417577 Apr 01 15:41:55.312047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49976) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:55.402010 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f996cee-46f9-4028-984e-6b3e27d26c7f None None] New status for floating IP 6b54cf5e-d786-44b2-a007-916d2a4ac49a: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:41:55.438060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-87206d66-75eb-4773-b750-be619d2e5f6d None None] Provisioning complete for port 3c7e6c33-4cc6-4830-ac20-62574d5265e3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:55.438616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-87206d66-75eb-4773-b750-be619d2e5f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.525358 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2558267 Apr 01 15:41:55.532745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.598641 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.599884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49978) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:55.601670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efba503-2311-4085-830e-346954e20fb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=acff6d8b-2554-453c-aff2-e2fa5769fed5,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:55.682739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network acff6d8b-2554-453c-aff2-e2fa5769fed5 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:41:55.685367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3dec9c-cdd9-4fb7-a260-2690ed2f2e52 None None] Network a1c7cf53-ee0f-4315-8065-61be75eac7dd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:55.696727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': 'acff6d8b-2554-453c-aff2-e2fa5769fed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:55.712457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.723205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3c7e6c33-4cc6-4830-ac20-62574d5265e3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:55.763895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.858413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-87206d66-75eb-4773-b750-be619d2e5f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:55.860235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Allocated IP 172.26.6.66 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/b4dc770e-108d-4b92-9a91-6771ba43b098) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:55.954759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Deleting port c2bb0ba0-cc67-498c-b57e-a57cbaf505db {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:55.955035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.023884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-87206d66-75eb-4773-b750-be619d2e5f6d None None] For port 3c7e6c33-4cc6-4830-ac20-62574d5265e3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3c7e6c33-4cc6-4830-ac20-62574d5265e3,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:56.029791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3c7e6c33-4cc6-4830-ac20-62574d5265e3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:56.030162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.111426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.111775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.140897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Calling delete_port for c2bb0ba0-cc67-498c-b57e-a57cbaf505db owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:56.141349 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.191262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3a28f-ce92-48d4-8a88-4a6d29651c55 None None] DHCP port deletion for a1c7cf53-ee0f-4315-8065-61be75eac7dd request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:56.194537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-87206d66-75eb-4773-b750-be619d2e5f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.281065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54ebed62-79b6-49dc-bf45-291412a792a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.320546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.323012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:56.327810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.330111 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebed62-79b6-49dc-bf45-291412a792a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=e1401051-e310-41ff-8341-1008c748cb7a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:56.348067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87206d66-75eb-4773-b750-be619d2e5f6d None None] Pushing event updated for resources: {'Port': ['ID=3c7e6c33-4cc6-4830-ac20-62574d5265e3,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:56.351385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:41:56.351724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:41:56.353753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fd5028dd-1a6e-4f79-9f0c-2e7b42180713 None None] Could not find standard attr ID for object e1401051-e310-41ff-8341-1008c748cb7a. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:41:56.360191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting port e49867a9-36e3-4be0-9871-554141a98342 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:56.360191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.404300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a28f-ce92-48d4-8a88-4a6d29651c55 None None] Deleting port e49867a9-36e3-4be0-9871-554141a98342 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:56.404619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a28f-ce92-48d4-8a88-4a6d29651c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.413060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fd5028dd-1a6e-4f79-9f0c-2e7b42180713 None None] Provisioning complete for port e49867a9-36e3-4be0-9871-554141a98342 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:56.413437 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fd5028dd-1a6e-4f79-9f0c-2e7b42180713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.415780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-5e02469d-c8fb-44cf-b5ff-b89c433f2b2d None None] Allocated IP 2001:db8:0:1::2 (dc76c404-d0a3-4f28-8f44-a20ea139f0b4/06bc970f-d895-41d6-8101-3e2b4dc68628/e3f4e10b-f1d0-47ab-bef8-daef4befb4cf) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:56.426180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54ebed62-79b6-49dc-bf45-291412a792a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.431602 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-54ebed62-79b6-49dc-bf45-291412a792a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/e1401051-e310-41ff-8341-1008c748cb7a HTTP/1.1" status: 204 len: 168 time: 1.9633338 Apr 01 15:41:56.433651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49982) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:56.437891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.454368 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=5ffaa64d-93ed-4131-8f86-654e4d976e78,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:56.532206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e6d3a28f-ce92-48d4-8a88-4a6d29651c55 None None] For port e49867a9-36e3-4be0-9871-554141a98342, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e49867a9-36e3-4be0-9871-554141a98342,segment=NetworkSegment(3b1b3a38-b957-4be5-8489-16dc133a586c),segment_id=3b1b3a38-b957-4be5-8489-16dc133a586c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:56.532928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a28f-ce92-48d4-8a88-4a6d29651c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.555370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] For port e49867a9-36e3-4be0-9871-554141a98342, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e49867a9-36e3-4be0-9871-554141a98342,segment=NetworkSegment(3b1b3a38-b957-4be5-8489-16dc133a586c),segment_id=3b1b3a38-b957-4be5-8489-16dc133a586c)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:56.555370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.561378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.567820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a28f-ce92-48d4-8a88-4a6d29651c55 None None] Calling delete_port for e49867a9-36e3-4be0-9871-554141a98342 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:56.581809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:56.601801 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Calling delete_port for e49867a9-36e3-4be0-9871-554141a98342 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:56.611452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed616b-3d95-4c0e-b779-86a4befd7aa1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:56.613966 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed616b-3d95-4c0e-b779-86a4befd7aa1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:56.616221 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3eed616b-3d95-4c0e-b779-86a4befd7aa1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1757200 Apr 01 15:41:56.619204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:56.620959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49984) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:56.633646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:56.639417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:56.643873 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.650191 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4621a1-54f8-48d6-afb8-8829cbb1d3d6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:56.695429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b16f089-e1df-4205-b6af-cb33ed439358 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 19c8a3b2-f8fd-4eb2-a43f-21bb4ba7eca9 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:56.703226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3b16f089-e1df-4205-b6af-cb33ed439358 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.753872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.813463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5e02469d-c8fb-44cf-b5ff-b89c433f2b2d None None] For port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,segment=NetworkSegment(5d9d2e63-d0e8-4dab-b0da-d3b191f262c7),segment_id=5d9d2e63-d0e8-4dab-b0da-d3b191f262c7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:56.832302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Pushing event deleted for resources: {'Port': ['ID=c2bb0ba0-cc67-498c-b57e-a57cbaf505db,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:56.858099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5e02469d-c8fb-44cf-b5ff-b89c433f2b2d None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.868317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3b16f089-e1df-4205-b6af-cb33ed439358 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.887147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.898158 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d86493d0-f2f1-43ea-8082-b14bd262c5f3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.3625398 Apr 01 15:41:56.898854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49986) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:56.910807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a28f-ce92-48d4-8a88-4a6d29651c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:56.913142 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5d1a57d-8a34-4739-a19d-96c351dd17b7'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:56.948137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e3f4e10b-f1d0-47ab-bef8-daef4befb4cf up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:56.948137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a28f-ce92-48d4-8a88-4a6d29651c55 None None] Pushing event deleted for resources: {'Port': ['ID=e49867a9-36e3-4be0-9871-554141a98342,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:56.983945 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3a28f-ce92-48d4-8a88-4a6d29651c55 None None] No DVR routers for this DVR port e49867a9-36e3-4be0-9871-554141a98342 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:56.985673 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5e02469d-c8fb-44cf-b5ff-b89c433f2b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.062229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:57.087148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:57.098543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:41:57.108696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event updated for resources: {'Port': ['ID=b4dc770e-108d-4b92-9a91-6771ba43b098,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:57.108951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02469d-c8fb-44cf-b5ff-b89c433f2b2d None None] Pushing event updated for resources: {'Port': ['ID=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:57.138257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:57.138949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.139329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.143158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.145818 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4e54f883-2db6-45cf-8122-dd6f2354190c tempest-ServersTestManualDisk-1712317654 tempest-ServersTestManualDisk-1712317654-project] 10.222.0.73 "DELETE /v2.0/floatingips/6b54cf5e-d786-44b2-a007-916d2a4ac49a HTTP/1.1" status: 204 len: 168 time: 1.8259163 Apr 01 15:41:57.153699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 49988) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:57.179131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.201516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.218124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.238146 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Port': ['ID=e49867a9-36e3-4be0-9871-554141a98342,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:57.241348 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No DVR routers for this DVR port e49867a9-36e3-4be0-9871-554141a98342 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:57.255571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3b16f089-e1df-4205-b6af-cb33ed439358 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.269081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.481897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.487035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=5adb7dd1-be69-4154-9a42-16124b1e141b,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:57.509231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c7cf53-ee0f-4315-8065-61be75eac7dd']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:57.519819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1b3a38-b957-4be5-8489-16dc133a586c') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:57.520250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1b3a38-b957-4be5-8489-16dc133a586c') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:57.533623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.548488 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.556137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:41:57.556739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:41:57.574493 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:41:57.616161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3c7e6c33-4cc6-4830-ac20-62574d5265e3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:57.676018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3c7e6c33-4cc6-4830-ac20-62574d5265e3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:57.676419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.777247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3b16f089-e1df-4205-b6af-cb33ed439358 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.784751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e3f4e10b-f1d0-47ab-bef8-daef4befb4cf up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:41:57.791979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.803505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.809753 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/a1c7cf53-ee0f-4315-8065-61be75eac7dd HTTP/1.1" status: 204 len: 168 time: 2.5187607 Apr 01 15:41:57.829508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49990) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:57.831760 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3b16f089-e1df-4205-b6af-cb33ed439358 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.835910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8585ea6b-d41b-42ed-9be1-f3ed57e7bf56 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:57.840332 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3b16f089-e1df-4205-b6af-cb33ed439358 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/19c8a3b2-f8fd-4eb2-a43f-21bb4ba7eca9 HTTP/1.1" status: 204 len: 168 time: 1.2163811 Apr 01 15:41:57.857670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49992) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:57.901991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f629941-15b6-41f0-bc51-a242546efae9 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=a1c7cf53-ee0f-4315-8065-61be75eac7dd,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:57.909928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6052f9c2-95ef-4703-a6a2-73f0a93eef48 None None] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:57.919073 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:57.919453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.954094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': '2adab216-5fbb-4dd4-b22e-b8490fcf3391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'acff6d8b-2554-453c-aff2-e2fa5769fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:41:57.954677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: acff6d8b-2554-453c-aff2-e2fa5769fed5, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:57.968364 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7473d31d-08b8-4c71-b442-28f79a353dc0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671957 Apr 01 15:41:57.972894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16f089-e1df-4205-b6af-cb33ed439358 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=19c8a3b2-f8fd-4eb2-a43f-21bb4ba7eca9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:57.975708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49994) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:57.988903 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c2fb5e-ed3a-4120-b26f-bddb4fd10775 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:57.989549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c2fb5e-ed3a-4120-b26f-bddb4fd10775 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:57.995636 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-37c2fb5e-ed3a-4120-b26f-bddb4fd10775 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/342b2f8b-b1c9-4183-a6f8-933e0f3a0882 HTTP/1.1" status: 404 len: 337 time: 0.1489501 Apr 01 15:41:57.998988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49996) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.070255 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-34ff3ccb-4ea1-495f-a750-8c3a448a848d None None] Provisioning complete for port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:58.070721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34ff3ccb-4ea1-495f-a750-8c3a448a848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.071825 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ae2da5-012b-4915-97a1-af78397a6524 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:58.072632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ae2da5-012b-4915-97a1-af78397a6524 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:58.078576 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-98ae2da5-012b-4915-97a1-af78397a6524 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/d28aefbb-baa7-41d1-a962-d7fcb0915456 HTTP/1.1" status: 404 len: 339 time: 0.0763946 Apr 01 15:41:58.079453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 49998) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.122134 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0116ed4-b7a4-4b5c-ae9a-fc8ecf70ea2e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:58.122680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0116ed4-b7a4-4b5c-ae9a-fc8ecf70ea2e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:58.128428 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a0116ed4-b7a4-4b5c-ae9a-fc8ecf70ea2e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/08e79b52-8919-472d-b459-316336dc2936 HTTP/1.1" status: 404 len: 337 time: 0.0428014 Apr 01 15:41:58.130142 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50000) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.133030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.149782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356f633-2363-4e24-9468-d82236f4834f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:58.149782 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a356f633-2363-4e24-9468-d82236f4834f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1661856 Apr 01 15:41:58.159218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50002) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.245121 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0700f4f8-5bc2-42cf-9f6a-26fc55045f77 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:58.245769 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0700f4f8-5bc2-42cf-9f6a-26fc55045f77 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:58.248955 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0700f4f8-5bc2-42cf-9f6a-26fc55045f77 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/10488dbd-518b-41e5-b31c-01673a8a0ff7 HTTP/1.1" status: 404 len: 339 time: 0.1166687 Apr 01 15:41:58.251732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50004) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.278613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network acff6d8b-2554-453c-aff2-e2fa5769fed5 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:58.315401 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-04db8543-cc9d-4f11-94fc-9ecbd8a643a5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:58.319712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04db8543-cc9d-4f11-94fc-9ecbd8a643a5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:58.320080 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-04db8543-cc9d-4f11-94fc-9ecbd8a643a5 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/0a8a3775-42b2-4eed-a56f-a8686f6190bd HTTP/1.1" status: 404 len: 337 time: 0.0666604 Apr 01 15:41:58.322526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50006) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.346426 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cd0df4-fe3e-49b6-ade7-4b653d2a137c tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:41:58.346426 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cd0df4-fe3e-49b6-ade7-4b653d2a137c tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:41:58.352207 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-56cd0df4-fe3e-49b6-ade7-4b653d2a137c tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/0f0cf364-960e-4bb6-8e7f-4518ef6d6909 HTTP/1.1" status: 404 len: 339 time: 0.0258310 Apr 01 15:41:58.352304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Delete allocated IP 2001:db8:0:1::fb (dc76c404-d0a3-4f28-8f44-a20ea139f0b4/06bc970f-d895-41d6-8101-3e2b4dc68628) {{(pid=110106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:41:58.352456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50008) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.355395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95389e3-204b-4149-9c65-1aa5c960c584 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:58.359457 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c95389e3-204b-4149-9c65-1aa5c960c584 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1911113 Apr 01 15:41:58.361400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50010) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.366883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Router 385d5578-1650-421f-9a3f-87e03a8cf021 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:41:58.449833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994df864-2d85-47b5-8a7b-556d2e7b84d6 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:41:58.453361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, acff6d8b-2554-453c-aff2-e2fa5769fed5) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:58.458116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:58.458779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.498144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-797a44cd-7985-44d6-b8b0-6e43f07c44aa tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting subnet b84c8b01-bf39-4f64-a875-cbf3f361a565 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:41:58.503418 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a097c199-6039-448a-bcf4-9e5c5a416137 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1388888 Apr 01 15:41:58.503774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e7a69-2a33-408a-b819-3c5bc798f06f None None] Network acff6d8b-2554-453c-aff2-e2fa5769fed5 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:41:58.504464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-797a44cd-7985-44d6-b8b0-6e43f07c44aa tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.509481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50012) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.517054 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:58.532385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e49867a9-36e3-4be0-9871-554141a98342 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:58.601671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: e49867a9-36e3-4be0-9871-554141a98342 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:58.602021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e49867a9-36e3-4be0-9871-554141a98342 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:58.629029 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-797a44cd-7985-44d6-b8b0-6e43f07c44aa tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.646417 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-994df864-2d85-47b5-8a7b-556d2e7b84d6 None None] Deleting port 3c7e6c33-4cc6-4830-ac20-62574d5265e3 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:58.646915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-994df864-2d85-47b5-8a7b-556d2e7b84d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.685810 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d7500d1c-1188-4bed-9d7e-8f22006d4be2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9958663 Apr 01 15:41:58.689940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50014) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.723843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.770313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-994df864-2d85-47b5-8a7b-556d2e7b84d6 None None] For port 3c7e6c33-4cc6-4830-ac20-62574d5265e3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3c7e6c33-4cc6-4830-ac20-62574d5265e3,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:58.770688 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-994df864-2d85-47b5-8a7b-556d2e7b84d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.786405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:58.798659 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e02c2e5e-db61-4726-855b-e9080d94a037 admin admin] 10.222.0.73 "PUT /v2.0/routers/385d5578-1650-421f-9a3f-87e03a8cf021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0750287 Apr 01 15:41:58.799773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-994df864-2d85-47b5-8a7b-556d2e7b84d6 None None] Calling delete_port for 3c7e6c33-4cc6-4830-ac20-62574d5265e3 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:41:58.803575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50016) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:58.805219 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] Sync routers for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:41:58.814359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.857442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:58.858104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:58.912301 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:58.916508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.951188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-acff6d8b-2554-453c-aff2-e2fa5769fed5', 'network_id': 'acff6d8b-2554-453c-aff2-e2fa5769fed5', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': '5adb7dd1-be69-4154-9a42-16124b1e141b'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:41:58.952420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:58.952538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.014868 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.032978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-999473d1-9f4f-4ebd-81e7-677b547701d4 None None] Provisioning complete for port 5ffaa64d-93ed-4131-8f86-654e4d976e78 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:59.032978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-999473d1-9f4f-4ebd-81e7-677b547701d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.054021 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-797a44cd-7985-44d6-b8b0-6e43f07c44aa tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.077089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] In _notify_port_updated(), no bound segment for port 5ffaa64d-93ed-4131-8f86-654e4d976e78 on network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:41:59.082771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:59.083452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.088163 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "PUT /v2.0/ports/5ffaa64d-93ed-4131-8f86-654e4d976e78 HTTP/1.1" status: 200 len: 925 time: 2.1808019 Apr 01 15:41:59.093606 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50018) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:41:59.114012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.114305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5d1a57d-8a34-4739-a19d-96c351dd17b7'}, {'subnet_id': '06bc970f-d895-41d6-8101-3e2b4dc68628'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:41:59.151459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1344ad9-0fd9-4ba9-ab29-a51e152cd46b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=5ffaa64d-93ed-4131-8f86-654e4d976e78,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:59.158745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.231911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-999473d1-9f4f-4ebd-81e7-677b547701d4 None None] Port 5ffaa64d-93ed-4131-8f86-654e4d976e78 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:41:59.269671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:41:59.355704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-999473d1-9f4f-4ebd-81e7-677b547701d4 None None] Provisioning complete for port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:59.356089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-999473d1-9f4f-4ebd-81e7-677b547701d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.421657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.526555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-994df864-2d85-47b5-8a7b-556d2e7b84d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.571531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3c7e6c33-4cc6-4830-ac20-62574d5265e3 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:41:59.578865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994df864-2d85-47b5-8a7b-556d2e7b84d6 None None] No DVR routers for this DVR port 3c7e6c33-4cc6-4830-ac20-62574d5265e3 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:41:59.581181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994df864-2d85-47b5-8a7b-556d2e7b84d6 None None] Pushing event deleted for resources: {'Port': ['ID=3c7e6c33-4cc6-4830-ac20-62574d5265e3,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:59.607607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.616670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Allocated IP 172.20.0.1 (acff6d8b-2554-453c-aff2-e2fa5769fed5/5adb7dd1-be69-4154-9a42-16124b1e141b/5d1e3887-a43c-4251-821b-46f497d12525) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:59.626332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 3c7e6c33-4cc6-4830-ac20-62574d5265e3 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:41:59.626685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3c7e6c33-4cc6-4830-ac20-62574d5265e3 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:41:59.732093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Deleting port 3941199c-2a2d-437e-8dd4-7fb744d24791 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:41:59.732482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.813656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:41:56Z', 'revision_number': 5, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port': {'id': '43bf311c-2455-4eaa-b606-03c1820d0ba4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:07Z', 'updated_at': '2022-04-01T15:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:59.852557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] Checking router: 385d5578-1650-421f-9a3f-87e03a8cf021 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:41:59.868780 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.904551 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] Routers {'385d5578-1650-421f-9a3f-87e03a8cf021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:41:59.905363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['385d5578-1650-421f-9a3f-87e03a8cf021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:59.954926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.964885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-42edf559-6196-40f1-8c07-d3ef10f6cda2 None None] Provisioning complete for port 5ffaa64d-93ed-4131-8f86-654e4d976e78 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:59.964885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-42edf559-6196-40f1-8c07-d3ef10f6cda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.984693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Router bf5f4a03-5c6c-4497-a81a-71e7bc0e9419 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:41:59.987115 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-797a44cd-7985-44d6-b8b0-6e43f07c44aa tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.035704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a44cd-7985-44d6-b8b0-6e43f07c44aa tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=b84c8b01-bf39-4f64-a875-cbf3f361a565,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:00.048542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-797a44cd-7985-44d6-b8b0-6e43f07c44aa tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.054866 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-797a44cd-7985-44d6-b8b0-6e43f07c44aa tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/b84c8b01-bf39-4f64-a875-cbf3f361a565 HTTP/1.1" status: 204 len: 168 time: 1.7013433 Apr 01 15:42:00.055361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] Set router 385d5578-1650-421f-9a3f-87e03a8cf021 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:00.058486 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50020) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:00.087315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf4f48-8f02-4d01-8954-ffe38e49647b None None] Network 33261bf4-7162-4d2e-afba-424cd8a3e9f3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:00.089451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-42edf559-6196-40f1-8c07-d3ef10f6cda2 None None] Port 5ffaa64d-93ed-4131-8f86-654e4d976e78 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:00.115002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.135726 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:41:59Z', 'revision_number': 6, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:00.142014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.178826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] For port 3941199c-2a2d-437e-8dd4-7fb744d24791, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3941199c-2a2d-437e-8dd4-7fb744d24791,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:00.179836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.197030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Deleting port 43bf311c-2455-4eaa-b606-03c1820d0ba4 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:00.197404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.213354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Calling delete_port for 3941199c-2a2d-437e-8dd4-7fb744d24791 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:00.305194 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.325691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:00.343474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.346212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=5adb7dd1-be69-4154-9a42-16124b1e141b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:00.353511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:00.384518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91842514-d25b-4152-be69-9cea29a78bd9 None None] The sync data for ids ['385d5578-1650-421f-9a3f-87e03a8cf021'] in dv-neutron-835865-1-hyperv is: [{'id': '385d5578-1650-421f-9a3f-87e03a8cf021', 'name': 'tempest-ServersTestJSON-116204221-router', 'tenant_id': 'bdfaecd419554e82a0c191786f6f9375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:41:59Z', 'revision_number': 6, 'project_id': 'bdfaecd419554e82a0c191786f6f9375', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:00.392913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:00.393563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.398965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4feca-fd23-4296-aa2b-10770e0781c2 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:00.415306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] For port 43bf311c-2455-4eaa-b606-03c1820d0ba4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=43bf311c-2455-4eaa-b606-03c1820d0ba4,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:00.416161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.429815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=c32c177a-e5e9-4d1b-942e-1881627ed238,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:00.450153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Network acff6d8b-2554-453c-aff2-e2fa5769fed5 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:00.492644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:00.506631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Calling delete_port for 43bf311c-2455-4eaa-b606-03c1820d0ba4 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:00.509542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.515885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Pushing event updated for resources: {'Port': ['ID=5d1e3887-a43c-4251-821b-46f497d12525,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:00.521004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:00.533543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:00.561997 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Sync routers for ids ['bf5f4a03-5c6c-4497-a81a-71e7bc0e9419'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:00.578494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8:0:1::241 (dc76c404-d0a3-4f28-8f44-a20ea139f0b4/06bc970f-d895-41d6-8101-3e2b4dc68628/5ffaa64d-93ed-4131-8f86-654e4d976e78) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:00.590494 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Routers {'bf5f4a03-5c6c-4497-a81a-71e7bc0e9419'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:00.591439 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['bf5f4a03-5c6c-4497-a81a-71e7bc0e9419'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:00.651531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Attempting to bind port 5d1e3887-a43c-4251-821b-46f497d12525 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:00.652096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Attempting to bind port 5d1e3887-a43c-4251-821b-46f497d12525 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '2adab216-5fbb-4dd4-b22e-b8490fcf3391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'acff6d8b-2554-453c-aff2-e2fa5769fed5'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:00.652517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Attempting to bind port 5d1e3887-a43c-4251-821b-46f497d12525 on network acff6d8b-2554-453c-aff2-e2fa5769fed5 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:00.668858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:00.669393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Checking segment: {'id': '2adab216-5fbb-4dd4-b22e-b8490fcf3391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'acff6d8b-2554-453c-aff2-e2fa5769fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:00.669899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.670498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Bound using segment: {'id': '2adab216-5fbb-4dd4-b22e-b8490fcf3391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'acff6d8b-2554-453c-aff2-e2fa5769fed5'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:00.671170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Bound port: 5d1e3887-a43c-4251-821b-46f497d12525, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adab216-5fbb-4dd4-b22e-b8490fcf3391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'acff6d8b-2554-453c-aff2-e2fa5769fed5'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:00.671761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.700110 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acff6d8b-2554-453c-aff2-e2fa5769fed5']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:00.724108 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.741104 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cad2dabe-0306-4f41-b1a2-c94d5d63f6bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2304494 Apr 01 15:42:00.745511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50022) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:00.757649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adab216-5fbb-4dd4-b22e-b8490fcf3391') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:00.758042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adab216-5fbb-4dd4-b22e-b8490fcf3391') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:00.775005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.794191 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Set router bf5f4a03-5c6c-4497-a81a-71e7bc0e9419 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:00.804176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': 'c32c177a-e5e9-4d1b-942e-1881627ed238', 'ip_address': '2001:db8::1816:96b7:d7dd:561'}], 'name': 'tempest-NetworksTestDHCPv6-899187994'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:00.817922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] For port 5d1e3887-a43c-4251-821b-46f497d12525, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:00.825104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.825899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': 'c32c177a-e5e9-4d1b-942e-1881627ed238'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:00.828237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.838418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41226a1e-e510-41db-b924-28a156aa0fe7 None None] DHCP port deletion for 33261bf4-7162-4d2e-afba-424cd8a3e9f3 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:00.862731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:00.863160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.865640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:00.867714 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:00.977153 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.977980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:00.978148 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-84700dfd-e5c8-4dd9-a9ca-9552a919498f tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6527772 Apr 01 15:42:00.989367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] For port 5d1e3887-a43c-4251-821b-46f497d12525, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5d1e3887-a43c-4251-821b-46f497d12525,segment=NetworkSegment(2adab216-5fbb-4dd4-b22e-b8490fcf3391),segment_id=2adab216-5fbb-4dd4-b22e-b8490fcf3391)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:00.993924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50024) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:01.038973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-41226a1e-e510-41db-b924-28a156aa0fe7 None None] Deleting port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:01.039350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41226a1e-e510-41db-b924-28a156aa0fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.080580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:01.081094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.090946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=5ffaa64d-93ed-4131-8f86-654e4d976e78,revision_number=3']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:01.141147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:42:01.141147 dv-neutron-835865-1-hyperv neutron-server[110106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:42:01.141147 dv-neutron-835865-1-hyperv neutron-server[110106]: [parameters: {'id': 'acff6d8b-2554-453c-aff2-e2fa5769fed5'}] Apr 01 15:42:01.141147 dv-neutron-835865-1-hyperv neutron-server[110106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:42:01.141147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:42:01.141826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bf311c-2455-4eaa-b606-03c1820d0ba4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:01.148688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.148994 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] In _notify_port_updated(), no bound segment for port 5ffaa64d-93ed-4131-8f86-654e4d976e78 on network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 {{(pid=110105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:42:01.153565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.166240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:01.167201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.171178 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b274b3ec-ac38-41e3-b0db-b7a7c456ae38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "PUT /v2.0/ports/5ffaa64d-93ed-4131-8f86-654e4d976e78 HTTP/1.1" status: 200 len: 1011 time: 2.0703776 Apr 01 15:42:01.172839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50026) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:01.184601 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f4a03-5c6c-4497-a81a-71e7bc0e9419', 'name': 'tempest-snat-router-1872997613', 'tenant_id': 'ab6d9025f082462eb0d0988a992b92aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.66'}], 'enable_snat': False}, 'gw_port_id': 'b4dc770e-108d-4b92-9a91-6771ba43b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:53Z', 'updated_at': '2022-04-01T15:41:57Z', 'revision_number': 3, 'project_id': 'ab6d9025f082462eb0d0988a992b92aa', 'gw_port': {'id': 'b4dc770e-108d-4b92-9a91-6771ba43b098', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f4a03-5c6c-4497-a81a-71e7bc0e9419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:55Z', 'updated_at': '2022-04-01T15:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:01.230177 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Checking router: bf5f4a03-5c6c-4497-a81a-71e7bc0e9419 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:42:01.230629 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Updating router bf5f4a03-5c6c-4497-a81a-71e7bc0e9419 port b4dc770e-108d-4b92-9a91-6771ba43b098 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:42:01.247253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Pushing event deleted for resources: {'Port': ['ID=3941199c-2a2d-437e-8dd4-7fb744d24791,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:01.272564 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.347535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] For port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=92b263e6-a0ea-4b87-8a9b-d704a0a0f06f,segment=NetworkSegment(4a47ae09-1957-4f4d-a243-2a442a3d9cf7),segment_id=4a47ae09-1957-4f4d-a243-2a442a3d9cf7)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:01.347935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.400622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-41226a1e-e510-41db-b924-28a156aa0fe7 None None] For port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=92b263e6-a0ea-4b87-8a9b-d704a0a0f06f,segment=NetworkSegment(4a47ae09-1957-4f4d-a243-2a442a3d9cf7),segment_id=4a47ae09-1957-4f4d-a243-2a442a3d9cf7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:01.400958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41226a1e-e510-41db-b924-28a156aa0fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.403576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5796089-0e22-4f65-8c2b-188fef740ffe None None] Pushing event updated for resources: {'Port': ['ID=5d1e3887-a43c-4251-821b-46f497d12525,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:01.426598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/c32c177a-e5e9-4d1b-942e-1881627ed238/df6bd976-54c0-4b5d-8d49-4f1a3c346755) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:01.477514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Calling delete_port for 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:01.477636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d5f6d-1344-42ca-a018-925d4593eab5 None None] Network acff6d8b-2554-453c-aff2-e2fa5769fed5 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:01.477742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:01.542209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.545836 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d7d98abf-88b0-4062-887e-6152f64350ad tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/routers/bf5f4a03-5c6c-4497-a81a-71e7bc0e9419 HTTP/1.1" status: 200 len: 908 time: 0.5496504 Apr 01 15:42:01.553497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50028) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:01.639411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-41226a1e-e510-41db-b924-28a156aa0fe7 None None] Calling delete_port for 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:01.727132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device de4621a1-54f8-48d6-afb8-8829cbb1d3d6 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:01.730959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.740305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.744844 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1c74b67c-6237-4e39-8f9e-26f243378abe tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 5ffaa64d-93ed-4131-8f86-654e4d976e78 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:01.745191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1c74b67c-6237-4e39-8f9e-26f243378abe tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.750803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.793449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:01.800504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: de4621a1-54f8-48d6-afb8-8829cbb1d3d6 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:01.800853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device de4621a1-54f8-48d6-afb8-8829cbb1d3d6 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:01.801472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:01.827122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.830899 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.840160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1872997613', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': True}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:01.921027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-be958dce-da43-4dee-8a00-4aee3acf9ba5 None None] Provisioning complete for port 5ffaa64d-93ed-4131-8f86-654e4d976e78 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:01.921406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-be958dce-da43-4dee-8a00-4aee3acf9ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.931879 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.956467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1c74b67c-6237-4e39-8f9e-26f243378abe tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.974418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:01.984767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1c74b67c-6237-4e39-8f9e-26f243378abe tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 5ffaa64d-93ed-4131-8f86-654e4d976e78 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:02.003808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.005644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 385d5578-1650-421f-9a3f-87e03a8cf021 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:42:02.009970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-be958dce-da43-4dee-8a00-4aee3acf9ba5 None None] Port 5ffaa64d-93ed-4131-8f86-654e4d976e78 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:02.016103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.021647 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-61b294c7-2613-4327-b23d-a01f85d9ae80 admin admin] 10.222.0.73 "DELETE /v2.0/routers/385d5578-1650-421f-9a3f-87e03a8cf021 HTTP/1.1" status: 204 len: 168 time: 3.2135074 Apr 01 15:42:02.022984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50030) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:02.027603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No active binding found for port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f {{(pid=110107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 01 15:42:02.028064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:02.028549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 43bf311c-2455-4eaa-b606-03c1820d0ba4 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:02.033303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No DVR routers for this DVR port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:02.036975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Port': ['ID=92b263e6-a0ea-4b87-8a9b-d704a0a0f06f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:02.054918 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Pushing event updated for resources: {'Port': ['ID=b4dc770e-108d-4b92-9a91-6771ba43b098,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:02.057886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.059187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.069558 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.070233 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.070737 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.071169 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.073169 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.074293 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.075476 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.075833 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.077498 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.078380 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.079016 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.082785 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:02.085004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41226a1e-e510-41db-b924-28a156aa0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.086925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 43bf311c-2455-4eaa-b606-03c1820d0ba4 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:02.087268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 43bf311c-2455-4eaa-b606-03c1820d0ba4 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:02.101971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.117657 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Attempting to bind port b4dc770e-108d-4b92-9a91-6771ba43b098 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:02.118323 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Attempting to bind port b4dc770e-108d-4b92-9a91-6771ba43b098 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:02.118957 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Attempting to bind port b4dc770e-108d-4b92-9a91-6771ba43b098 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:02.128892 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:02.130469 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:02.131153 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.133572 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:02.137298 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Bound port: b4dc770e-108d-4b92-9a91-6771ba43b098, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:02.142836 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.167829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41226a1e-e510-41db-b924-28a156aa0fe7 None None] Pushing event deleted for resources: {'Port': ['ID=92b263e6-a0ea-4b87-8a9b-d704a0a0f06f,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:02.173623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41226a1e-e510-41db-b924-28a156aa0fe7 None None] No DVR routers for this DVR port 92b263e6-a0ea-4b87-8a9b-d704a0a0f06f on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:02.223659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.236300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.237107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39c32e7-0c26-4d58-88b7-c49e9b4d1fa9 admin admin] Deleting subnet 3e4574ab-1f3e-4e1d-9117-87cb4f605fb1 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:02.247961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port 5d1e3887-a43c-4251-821b-46f497d12525 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:02.248703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.249843 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] For port b4dc770e-108d-4b92-9a91-6771ba43b098, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:02.253263 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] For port b4dc770e-108d-4b92-9a91-6771ba43b098, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b4dc770e-108d-4b92-9a91-6771ba43b098,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:02.272757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f39c32e7-0c26-4d58-88b7-c49e9b4d1fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.293458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.332487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.345427 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33261bf4-7162-4d2e-afba-424cd8a3e9f3']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:02.357310 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.369512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port 5d1e3887-a43c-4251-821b-46f497d12525, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5d1e3887-a43c-4251-821b-46f497d12525,segment=NetworkSegment(2adab216-5fbb-4dd4-b22e-b8490fcf3391),segment_id=2adab216-5fbb-4dd4-b22e-b8490fcf3391)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:02.369512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.369863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f39c32e7-0c26-4d58-88b7-c49e9b4d1fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.384434 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:02.389725 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:02.394659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:02.405187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a47ae09-1957-4f4d-a243-2a442a3d9cf7') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:02.405568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a47ae09-1957-4f4d-a243-2a442a3d9cf7') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:02.433585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for 5d1e3887-a43c-4251-821b-46f497d12525 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:02.446446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Pushing event updated for resources: {'Port': ['ID=df6bd976-54c0-4b5d-8d49-4f1a3c346755,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:02.456945 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b27e0-9135-47c1-aee6-0df4ec1748ab None None] Pushing event updated for resources: {'Port': ['ID=b4dc770e-108d-4b92-9a91-6771ba43b098,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:02.465597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.482839 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Routers {'bf5f4a03-5c6c-4497-a81a-71e7bc0e9419'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:02.484202 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['bf5f4a03-5c6c-4497-a81a-71e7bc0e9419'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:02.493558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Attempting to bind port df6bd976-54c0-4b5d-8d49-4f1a3c346755 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:02.493558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Attempting to bind port df6bd976-54c0-4b5d-8d49-4f1a3c346755 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:02.493984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Attempting to bind port df6bd976-54c0-4b5d-8d49-4f1a3c346755 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:02.499011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::1816:96b7:d7dd:561 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/c32c177a-e5e9-4d1b-942e-1881627ed238/8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:02.502192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:02.502592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:02.503071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.503673 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:02.503994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Bound port: df6bd976-54c0-4b5d-8d49-4f1a3c346755, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:02.504407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.514222 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.550140 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:02.551083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.564514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:02.573674 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:02.623777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f39c32e7-0c26-4d58-88b7-c49e9b4d1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.630659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] For port df6bd976-54c0-4b5d-8d49-4f1a3c346755, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:02.742543 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] Set router bf5f4a03-5c6c-4497-a81a-71e7bc0e9419 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:02.773228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Router 9d0f0385-2eb5-49f5-bce7-689001603571 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:42:02.911519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1c74b67c-6237-4e39-8f9e-26f243378abe tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:02.946221 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5f4a03-5c6c-4497-a81a-71e7bc0e9419', 'name': 'tempest-snat-router-1872997613', 'tenant_id': 'ab6d9025f082462eb0d0988a992b92aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.66'}], 'enable_snat': False}, 'gw_port_id': 'b4dc770e-108d-4b92-9a91-6771ba43b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:53Z', 'updated_at': '2022-04-01T15:41:57Z', 'revision_number': 3, 'project_id': 'ab6d9025f082462eb0d0988a992b92aa', 'gw_port': {'id': 'b4dc770e-108d-4b92-9a91-6771ba43b098', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f4a03-5c6c-4497-a81a-71e7bc0e9419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:55Z', 'updated_at': '2022-04-01T15:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:02.964987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74b67c-6237-4e39-8f9e-26f243378abe tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=5ffaa64d-93ed-4131-8f86-654e4d976e78,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:02.976574 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a492b-ea1f-4518-a425-4007a1fc4edf None None] The sync data for ids ['bf5f4a03-5c6c-4497-a81a-71e7bc0e9419'] in dv-neutron-835865-1-hyperv is: [{'id': 'bf5f4a03-5c6c-4497-a81a-71e7bc0e9419', 'name': 'tempest-snat-router-1872997613', 'tenant_id': 'ab6d9025f082462eb0d0988a992b92aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.66'}], 'enable_snat': False}, 'gw_port_id': 'b4dc770e-108d-4b92-9a91-6771ba43b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:53Z', 'updated_at': '2022-04-01T15:41:57Z', 'revision_number': 3, 'project_id': 'ab6d9025f082462eb0d0988a992b92aa', 'gw_port': {'id': 'b4dc770e-108d-4b92-9a91-6771ba43b098', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5f4a03-5c6c-4497-a81a-71e7bc0e9419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:55Z', 'updated_at': '2022-04-01T15:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:03.002273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] For port df6bd976-54c0-4b5d-8d49-4f1a3c346755, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=df6bd976-54c0-4b5d-8d49-4f1a3c346755,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:03.019482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f39c32e7-0c26-4d58-88b7-c49e9b4d1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.019482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.062200 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.068448 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/33261bf4-7162-4d2e-afba-424cd8a3e9f3 HTTP/1.1" status: 204 len: 168 time: 3.0062680 Apr 01 15:42:03.096107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50034) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:03.097177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7332a-2054-48b7-8bdd-4b55562a6da4 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=33261bf4-7162-4d2e-afba-424cd8a3e9f3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:03.116256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c32e7-0c26-4d58-88b7-c49e9b4d1fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4574ab-1f3e-4e1d-9117-87cb4f605fb1,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:03.121157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.136658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f39c32e7-0c26-4d58-88b7-c49e9b4d1fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.140354 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f39c32e7-0c26-4d58-88b7-c49e9b4d1fa9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3e4574ab-1f3e-4e1d-9117-87cb4f605fb1 HTTP/1.1" status: 204 len: 168 time: 1.1142683 Apr 01 15:42:03.146573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bc7ce-0149-4e2e-a6b4-0a522ba75619 None None] Network a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:03.189295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50036) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:03.293227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1c74b67c-6237-4e39-8f9e-26f243378abe tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.300191 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1c74b67c-6237-4e39-8f9e-26f243378abe tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/5ffaa64d-93ed-4131-8f86-654e4d976e78 HTTP/1.1" status: 204 len: 168 time: 2.1274421 Apr 01 15:42:03.305668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.312467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50038) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:03.314233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.325275 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ed0feb-944c-4df1-bbb7-c43b9113512c tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:03.325813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ed0feb-944c-4df1-bbb7-c43b9113512c tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:03.332584 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c4ed0feb-944c-4df1-bbb7-c43b9113512c tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/d636dabe-d15a-4309-9b32-4d39cea066b3 HTTP/1.1" status: 404 len: 337 time: 0.2327967 Apr 01 15:42:03.340808 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50040) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:03.345470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778cb0e-ad67-4cd3-8971-3b6540ce318c None None] Pushing event updated for resources: {'Port': ['ID=df6bd976-54c0-4b5d-8d49-4f1a3c346755,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:03.346514 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-76694181-eb61-4dde-8bec-bed44154ef8c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:42:03.349173 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-76694181-eb61-4dde-8bec-bed44154ef8c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/5ffaa64d-93ed-4131-8f86-654e4d976e78 HTTP/1.1" status: 404 len: 333 time: 0.0341120 Apr 01 15:42:03.362192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50042) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:03.417197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=5d1e3887-a43c-4251-821b-46f497d12525,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:03.419636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:03.440516 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d110b467-145f-465e-a568-f093a4d652ce admin admin] 10.222.0.73 "PUT /v2.0/routers/9d0f0385-2eb5-49f5-bce7-689001603571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2858856 Apr 01 15:42:03.440804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] Sync routers for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:03.443446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port 5d1e3887-a43c-4251-821b-46f497d12525 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:03.444970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50044) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:03.477081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:03.477756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:03.505808 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.508506 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-518ad53c-36b5-4bdc-836d-4ef85b508d32 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:03.509150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518ad53c-36b5-4bdc-836d-4ef85b508d32 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:03.514962 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-518ad53c-36b5-4bdc-836d-4ef85b508d32 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/d941c595-d7e0-46ef-9b9e-a78d02eeddb7 HTTP/1.1" status: 404 len: 339 time: 0.1674917 Apr 01 15:42:03.525083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50046) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:03.669297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e9f56c-1ec1-44ff-8449-b3805c9917f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet 06bc970f-d895-41d6-8101-3e2b4dc68628 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:03.701130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34e9f56c-1ec1-44ff-8449-b3805c9917f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.787925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e37b3c-d57f-46f4-b045-321d68d2af3e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting subnet 57b5ba74-86ba-4568-89a1-62b18eb1a32d {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:03.807185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.807431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34e9f56c-1ec1-44ff-8449-b3805c9917f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.834616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.881726 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:03.895566 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be86533f-090f-4fc3-8306-bd3a761a5c2e None None] DHCP port deletion for a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:03.898340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b4dc770e-108d-4b92-9a91-6771ba43b098 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:03.973005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acff6d8b-2554-453c-aff2-e2fa5769fed5']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:03.979548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:03.994708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adab216-5fbb-4dd4-b22e-b8490fcf3391') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:03.994999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adab216-5fbb-4dd4-b22e-b8490fcf3391') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:04.017183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.042100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.134028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-be86533f-090f-4fc3-8306-bd3a761a5c2e None None] Deleting port 56219434-1cac-4dea-a071-71704b9994d0 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:04.134645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-be86533f-090f-4fc3-8306-bd3a761a5c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.141162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b4dc770e-108d-4b92-9a91-6771ba43b098 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:04.141533 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.171979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9e37b3c-d57f-46f4-b045-321d68d2af3e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.176233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.197435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:04.198049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:04.238664 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:04.257938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9e37b3c-d57f-46f4-b045-321d68d2af3e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.263297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-be86533f-090f-4fc3-8306-bd3a761a5c2e None None] For port 56219434-1cac-4dea-a071-71704b9994d0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=56219434-1cac-4dea-a071-71704b9994d0,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:04.263297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-be86533f-090f-4fc3-8306-bd3a761a5c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.268704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.300101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-be86533f-090f-4fc3-8306-bd3a761a5c2e None None] Calling delete_port for 56219434-1cac-4dea-a071-71704b9994d0 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:04.316003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Deleting port 56219434-1cac-4dea-a071-71704b9994d0 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:04.316620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.373062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.388760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Allocated IP 172.26.6.108 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/7d860fe0-dd61-4fa4-b025-d63484cb1c1d) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:04.420262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.465787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port b4dc770e-108d-4b92-9a91-6771ba43b098, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b4dc770e-108d-4b92-9a91-6771ba43b098,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:04.485131 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:42:00Z', 'revision_number': 5, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port': {'id': '1a55626c-4e20-4165-8ea5-557c18b30cb0', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:11Z', 'updated_at': '2022-04-01T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:04.498939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34e9f56c-1ec1-44ff-8449-b3805c9917f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.533653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] Checking router: 9d0f0385-2eb5-49f5-bce7-689001603571 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:42:04.548256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] Routers {'9d0f0385-2eb5-49f5-bce7-689001603571'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:04.549352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['9d0f0385-2eb5-49f5-bce7-689001603571'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:04.549585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.588774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.598332 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/acff6d8b-2554-453c-aff2-e2fa5769fed5 HTTP/1.1" status: 204 len: 168 time: 5.9001708 Apr 01 15:42:04.600451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41725782-2703-4650-8401-8350c4f4058e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=acff6d8b-2554-453c-aff2-e2fa5769fed5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:04.604921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50048) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:04.612516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1665897384'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:04.622934 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:04.664075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:04.666216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Deleting port 1a55626c-4e20-4165-8ea5-557c18b30cb0 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:04.666561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.671960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:04.685461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:04.694424 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:04.695292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.703829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] For port 56219434-1cac-4dea-a071-71704b9994d0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=56219434-1cac-4dea-a071-71704b9994d0,segment=NetworkSegment(47c18cb2-1ed3-4f2f-a715-654643e5750c),segment_id=47c18cb2-1ed3-4f2f-a715-654643e5750c)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:04.704570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.721622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-be86533f-090f-4fc3-8306-bd3a761a5c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.721773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.727001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.736131 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] Set router 9d0f0385-2eb5-49f5-bce7-689001603571 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:04.737104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Calling delete_port for 56219434-1cac-4dea-a071-71704b9994d0 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:04.740137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9e37b3c-d57f-46f4-b045-321d68d2af3e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.775747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:04.777726 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.831909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] For port 1a55626c-4e20-4165-8ea5-557c18b30cb0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1a55626c-4e20-4165-8ea5-557c18b30cb0,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:04.832569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.852811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Calling delete_port for 1a55626c-4e20-4165-8ea5-557c18b30cb0 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:04.862198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86533f-090f-4fc3-8306-bd3a761a5c2e None None] No DVR routers for this DVR port 56219434-1cac-4dea-a071-71704b9994d0 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:04.862795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:04.868991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86533f-090f-4fc3-8306-bd3a761a5c2e None None] Pushing event deleted for resources: {'Port': ['ID=56219434-1cac-4dea-a071-71704b9994d0,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:04.881154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:42:04Z', 'revision_number': 6, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:04.884378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.904997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34e9f56c-1ec1-44ff-8449-b3805c9917f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.920252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:04.921254 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment 4347367d-0664-4959-abee-b8c685bbfa44 of type vlan for network 79c809fd-f581-40b0-9278-2db915f75ee2 Apr 01 15:42:04.955457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484695bc-d729-4892-baf6-c8bbb1b789a0 None None] The sync data for ids ['9d0f0385-2eb5-49f5-bce7-689001603571'] in dv-neutron-835865-1-hyperv is: [{'id': '9d0f0385-2eb5-49f5-bce7-689001603571', 'name': 'tempest-ServersTestManualDisk-346042571-router', 'tenant_id': 'f7eb046e57aa488fbe05fe39094d9900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:09Z', 'updated_at': '2022-04-01T15:42:04Z', 'revision_number': 6, 'project_id': 'f7eb046e57aa488fbe05fe39094d9900', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:04.971327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=56219434-1cac-4dea-a071-71704b9994d0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:04.974747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] No DVR routers for this DVR port 56219434-1cac-4dea-a071-71704b9994d0 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:04.984696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9f56c-1ec1-44ff-8449-b3805c9917f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=06bc970f-d895-41d6-8101-3e2b4dc68628,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:04.988385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34e9f56c-1ec1-44ff-8449-b3805c9917f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.002228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a30aee-746f-450e-85a5-8ceeaf84ca5e None None] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:05.005481 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-34e9f56c-1ec1-44ff-8449-b3805c9917f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/06bc970f-d895-41d6-8101-3e2b4dc68628 HTTP/1.1" status: 204 len: 168 time: 1.6383924 Apr 01 15:42:05.009861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50050) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:05.031759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4d7d9559-f880-49dd-a2a8-3b3c92c8d8c1 None None] Provisioning complete for port df6bd976-54c0-4b5d-8d49-4f1a3c346755 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:05.032139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9559-f880-49dd-a2a8-3b3c92c8d8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.068672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=b4dc770e-108d-4b92-9a91-6771ba43b098,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:05.071175 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-67ccba1e-593b-48a8-af5d-3b53895e7092 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3065982 Apr 01 15:42:05.074621 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50052) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:05.079894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e491031f-114b-499c-8c51-ad41e37ffbf5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': 'c32c177a-e5e9-4d1b-942e-1881627ed238', 'ip_address': '2001:db8::1816:96b7:d7dd:561'}], 'name': 'tempest-NetworksTestDHCPv6-154200708'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:05.080818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-799b16bc-ba5f-40e3-bc57-f83d9a9fbf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.081444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-725bc0ae-0e5c-4647-bc8a-2097c8f66a9b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet e5d1a57d-8a34-4739-a19d-96c351dd17b7 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:05.087537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.091698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-725bc0ae-0e5c-4647-bc8a-2097c8f66a9b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.115843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9e37b3c-d57f-46f4-b045-321d68d2af3e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.117472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.170992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event updated for resources: {'Port': ['ID=7d860fe0-dd61-4fa4-b025-d63484cb1c1d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:05.225323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.resource_extend [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:42:05.233333 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e37b3c-d57f-46f4-b045-321d68d2af3e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Subnet': ['ID=57b5ba74-86ba-4568-89a1-62b18eb1a32d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:05.256770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9559-f880-49dd-a2a8-3b3c92c8d8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.257726 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:05.261162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-725bc0ae-0e5c-4647-bc8a-2097c8f66a9b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.290113 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:05.295728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:05.325588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.330838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9e37b3c-d57f-46f4-b045-321d68d2af3e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.331510 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4d7d9559-f880-49dd-a2a8-3b3c92c8d8c1 None None] For port df6bd976-54c0-4b5d-8d49-4f1a3c346755, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=df6bd976-54c0-4b5d-8d49-4f1a3c346755,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:05.347799 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a9e37b3c-d57f-46f4-b045-321d68d2af3e tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/subnets/57b5ba74-86ba-4568-89a1-62b18eb1a32d HTTP/1.1" status: 204 len: 168 time: 1.8196180 Apr 01 15:42:05.354198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50054) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:05.358926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c309c0-7d99-4d89-b583-3e809b6f8315 None None] Network 3b51b90e-1f05-4b34-90ee-9a558bad6d00 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:05.451942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9559-f880-49dd-a2a8-3b3c92c8d8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.455979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d36d82-340c-4cb2-8c00-a772b7b8e5c8']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:05.472112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c18cb2-1ed3-4f2f-a715-654643e5750c') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:05.472455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c18cb2-1ed3-4f2f-a715-654643e5750c') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:05.522457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.551603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.565942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:05.566341 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:05.568639 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:05.579633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.590441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:05.591728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e491031f-114b-499c-8c51-ad41e37ffbf5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:05.592537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.597443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e491031f-114b-499c-8c51-ad41e37ffbf5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.659473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d9559-f880-49dd-a2a8-3b3c92c8d8c1 None None] Pushing event updated for resources: {'Port': ['ID=df6bd976-54c0-4b5d-8d49-4f1a3c346755,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:05.665461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-725bc0ae-0e5c-4647-bc8a-2097c8f66a9b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.667043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5f0c6ecd-11c1-413f-961e-a975cc0061b1 None None] Provisioning complete for port 8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:05.667569 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5f0c6ecd-11c1-413f-961e-a975cc0061b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.671076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-e491031f-114b-499c-8c51-ad41e37ffbf5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port a61ebfdf-b7b8-40ab-96a0-0f420d6db32d yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:05.721535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c6ecd-11c1-413f-961e-a975cc0061b1 None None] Port 8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:05.846956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.854384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.861865 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a1d36d82-340c-4cb2-8c00-a772b7b8e5c8 HTTP/1.1" status: 204 len: 168 time: 2.6714952 Apr 01 15:42:05.880772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5be4a-d673-4b95-afdd-71388138fb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d36d82-340c-4cb2-8c00-a772b7b8e5c8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:05.899378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6bdbf9-6c7f-4e37-9ee1-89b347d7d268 None None] DHCP port deletion for 3b51b90e-1f05-4b34-90ee-9a558bad6d00 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:05.907997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:05.913140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=79c809fd-f581-40b0-9278-2db915f75ee2,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:05.934432 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3284066 Apr 01 15:42:05.937341 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50058) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:05.941076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.941478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.941826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.942167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.942503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.942837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.943167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.944026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.944366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.944657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:05.950299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.950832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.951324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cccbcb-76ba-4bd6-b4cb-a044da5541fc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:05.997117 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e491031f-114b-499c-8c51-ad41e37ffbf5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:42:05.998070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e491031f-114b-499c-8c51-ad41e37ffbf5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:06.024439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 79c809fd-f581-40b0-9278-2db915f75ee2 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:06.064074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Deleting port db3af007-7fba-4f55-8f9e-f1eee34f785e {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:06.064468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.126410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b4dc770e-108d-4b92-9a91-6771ba43b098 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:06.163342 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.171327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e491031f-114b-499c-8c51-ad41e37ffbf5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0954974 Apr 01 15:42:06.174148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50060) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:06.178256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-725bc0ae-0e5c-4647-bc8a-2097c8f66a9b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.211575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bdbf9-6c7f-4e37-9ee1-89b347d7d268 None None] Deleting port db3af007-7fba-4f55-8f9e-f1eee34f785e {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:06.211885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3c6bdbf9-6c7f-4e37-9ee1-89b347d7d268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.280732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bc0ae-0e5c-4647-bc8a-2097c8f66a9b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d1a57d-8a34-4739-a19d-96c351dd17b7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:06.289802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] For port db3af007-7fba-4f55-8f9e-f1eee34f785e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=db3af007-7fba-4f55-8f9e-f1eee34f785e,segment=NetworkSegment(856e1a3f-9099-4808-95d5-851eb3f0d872),segment_id=856e1a3f-9099-4808-95d5-851eb3f0d872)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:06.290165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.303827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3c6bdbf9-6c7f-4e37-9ee1-89b347d7d268 None None] For port db3af007-7fba-4f55-8f9e-f1eee34f785e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=db3af007-7fba-4f55-8f9e-f1eee34f785e,segment=NetworkSegment(856e1a3f-9099-4808-95d5-851eb3f0d872),segment_id=856e1a3f-9099-4808-95d5-851eb3f0d872)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:06.304500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3c6bdbf9-6c7f-4e37-9ee1-89b347d7d268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.307870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b4dc770e-108d-4b92-9a91-6771ba43b098 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:06.308268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.310304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b420673f-3adf-4aa9-b351-a77131563b6c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:06.312019 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-725bc0ae-0e5c-4647-bc8a-2097c8f66a9b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.315605 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-725bc0ae-0e5c-4647-bc8a-2097c8f66a9b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/e5d1a57d-8a34-4739-a19d-96c351dd17b7 HTTP/1.1" status: 204 len: 168 time: 1.3043714 Apr 01 15:42:06.316274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b420673f-3adf-4aa9-b351-a77131563b6c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:06.319154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a55626c-4e20-4165-8ea5-557c18b30cb0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:06.323509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fb811-b780-456a-ad51-36b4c063639b None None] Network dc76c404-d0a3-4f28-8f44-a20ea139f0b4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:06.325743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50062) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:06.325866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5d4bd6f6-d0b9-4996-b4c2-4eb80fe5bbaf None None] Provisioning complete for port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:06.326139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50064) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:06.326254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5d4bd6f6-d0b9-4996-b4c2-4eb80fe5bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.329611 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b420673f-3adf-4aa9-b351-a77131563b6c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1326928 Apr 01 15:42:06.332279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.338671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Calling delete_port for db3af007-7fba-4f55-8f9e-f1eee34f785e owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:06.361827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bdbf9-6c7f-4e37-9ee1-89b347d7d268 None None] Calling delete_port for db3af007-7fba-4f55-8f9e-f1eee34f785e owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:06.456746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.466550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network 79c809fd-f581-40b0-9278-2db915f75ee2 is not hosted by any dhcp agent {{(pid=110105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 15:42:06.472979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:06.472979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.476981 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "PUT /v2.0/networks/79c809fd-f581-40b0-9278-2db915f75ee2 HTTP/1.1" status: 200 len: 723 time: 0.5358641 Apr 01 15:42:06.482564 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50066) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:06.490936 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': '79c809fd-f581-40b0-9278-2db915f75ee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:06.604131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=79c809fd-f581-40b0-9278-2db915f75ee2,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:06.619851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.624638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.624985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.625324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.625658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.625983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.626497 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.626832 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.627158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.627480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.627807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.628128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.628474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9dcb77-bd67-4206-839c-a861e4aea460 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:06.677000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.773565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 79c809fd-f581-40b0-9278-2db915f75ee2 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:06.811949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:06.817648 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:06.888083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device df6bd976-54c0-4b5d-8d49-4f1a3c346755 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:06.931386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50068) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:06.960471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port df6bd976-54c0-4b5d-8d49-4f1a3c346755 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:06.961066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.000303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35196850-66e8-4aaa-a18e-6332776dc81c None None] DHCP port deletion for dc76c404-d0a3-4f28-8f44-a20ea139f0b4 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:07.031759 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fcdb70c7-d344-4ab9-a7d0-43e08018e0f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bdfaecd419554e82a0c191786f6f9375&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0959475 Apr 01 15:42:07.033064 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50070) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:07.076928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.081045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.085655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.118365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-35196850-66e8-4aaa-a18e-6332776dc81c None None] Deleting port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:07.118728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-35196850-66e8-4aaa-a18e-6332776dc81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.147131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd69773e-baf1-4d5b-8e46-d0a54bf15fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.171719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd69773e-baf1-4d5b-8e46-d0a54bf15fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.187745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2851db52-847f-40c4-8c83-7a0dd4244aae tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:07.187745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2851db52-847f-40c4-8c83-7a0dd4244aae tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.209454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 56219434-1cac-4dea-a071-71704b9994d0 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:07.214391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-35196850-66e8-4aaa-a18e-6332776dc81c None None] For port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,segment=NetworkSegment(5d9d2e63-d0e8-4dab-b0da-d3b191f262c7),segment_id=5d9d2e63-d0e8-4dab-b0da-d3b191f262c7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:07.214391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-35196850-66e8-4aaa-a18e-6332776dc81c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.229981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.252371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-35196850-66e8-4aaa-a18e-6332776dc81c None None] Calling delete_port for e3f4e10b-f1d0-47ab-bef8-daef4befb4cf owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:07.253241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 56219434-1cac-4dea-a071-71704b9994d0 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:07.253663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 56219434-1cac-4dea-a071-71704b9994d0 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:07.254159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3941199c-2a2d-437e-8dd4-7fb744d24791 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:07.266326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3c6bdbf9-6c7f-4e37-9ee1-89b347d7d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.269226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.317863 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bdbf9-6c7f-4e37-9ee1-89b347d7d268 None None] Pushing event deleted for resources: {'Port': ['ID=db3af007-7fba-4f55-8f9e-f1eee34f785e,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:07.319363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-35b66d94-b792-48d1-a125-d871c36848d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.325922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bdbf9-6c7f-4e37-9ee1-89b347d7d268 None None] No DVR routers for this DVR port db3af007-7fba-4f55-8f9e-f1eee34f785e on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:07.331367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 3941199c-2a2d-437e-8dd4-7fb744d24791 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:07.331367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3941199c-2a2d-437e-8dd4-7fb744d24791 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:07.331649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.331649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d0f0385-2eb5-49f5-bce7-689001603571 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:42:07.342336 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Port': ['ID=db3af007-7fba-4f55-8f9e-f1eee34f785e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:07.345334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] No DVR routers for this DVR port db3af007-7fba-4f55-8f9e-f1eee34f785e on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:07.349961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=dc921dc4-82f8-45a7-9c36-d423df440b7d,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:07.361910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.366977 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6cac4442-153f-4fd7-9f04-8c2e2908128a admin admin] 10.222.0.73 "DELETE /v2.0/routers/9d0f0385-2eb5-49f5-bce7-689001603571 HTTP/1.1" status: 204 len: 168 time: 3.9209175 Apr 01 15:42:07.369104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50074) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:07.420078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2851db52-847f-40c4-8c83-7a0dd4244aae tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.442400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': '4347367d-0664-4959-abee-b8c685bbfa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '79c809fd-f581-40b0-9278-2db915f75ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:07.442676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: 79c809fd-f581-40b0-9278-2db915f75ee2, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:07.446283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd69773e-baf1-4d5b-8e46-d0a54bf15fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.449720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd69773e-baf1-4d5b-8e46-d0a54bf15fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.451242 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dd69773e-baf1-4d5b-8e46-d0a54bf15fc7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47a1ce49-7bcc-4713-a9f7-e47747ba6169 HTTP/1.1" status: 204 len: 168 time: 0.4180975 Apr 01 15:42:07.486905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69773e-baf1-4d5b-8e46-d0a54bf15fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a1ce49-7bcc-4713-a9f7-e47747ba6169,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:07.487456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:07.487722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.501752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9617d13-6e6b-4799-ae2a-88ffa46f5251 admin admin] Deleting subnet be1d2ac9-c0f6-4b55-8403-b400a7eb5746 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:07.510862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9617d13-6e6b-4799-ae2a-88ffa46f5251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.561562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9617d13-6e6b-4799-ae2a-88ffa46f5251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.578526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2851db52-847f-40c4-8c83-7a0dd4244aae tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:07.600680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-35196850-66e8-4aaa-a18e-6332776dc81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.627778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device df6bd976-54c0-4b5d-8d49-4f1a3c346755 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:07.647268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.661168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35196850-66e8-4aaa-a18e-6332776dc81c None None] Pushing event deleted for resources: {'Port': ['ID=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:07.661712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network 79c809fd-f581-40b0-9278-2db915f75ee2 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:07.692853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35196850-66e8-4aaa-a18e-6332776dc81c None None] No DVR routers for this DVR port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:07.708001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9617d13-6e6b-4799-ae2a-88ffa46f5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.722377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4187ed32-649c-4fc7-a0a3-f0c8b90b3692 None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:42:07.765430 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port df6bd976-54c0-4b5d-8d49-4f1a3c346755 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:07.765893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.854933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b51b90e-1f05-4b34-90ee-9a558bad6d00']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:07.855618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 79c809fd-f581-40b0-9278-2db915f75ee2) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:07.865500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:07.868379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.868632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] For port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,segment=NetworkSegment(5d9d2e63-d0e8-4dab-b0da-d3b191f262c7),segment_id=5d9d2e63-d0e8-4dab-b0da-d3b191f262c7)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:07.869180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.892301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856e1a3f-9099-4808-95d5-851eb3f0d872') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:07.892631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856e1a3f-9099-4808-95d5-851eb3f0d872') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:07.898579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187ed32-649c-4fc7-a0a3-f0c8b90b3692 None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:42:07.910851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.913210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for e3f4e10b-f1d0-47ab-bef8-daef4befb4cf owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:07.937647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.972002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9617d13-6e6b-4799-ae2a-88ffa46f5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:07.988280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device db3af007-7fba-4f55-8f9e-f1eee34f785e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:07.990400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.008858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9617d13-6e6b-4799-ae2a-88ffa46f5251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1d2ac9-c0f6-4b55-8403-b400a7eb5746,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:08.013168 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9617d13-6e6b-4799-ae2a-88ffa46f5251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.017247 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a9617d13-6e6b-4799-ae2a-88ffa46f5251 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/be1d2ac9-c0f6-4b55-8403-b400a7eb5746 HTTP/1.1" status: 204 len: 168 time: 0.6441989 Apr 01 15:42:08.018687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: db3af007-7fba-4f55-8f9e-f1eee34f785e {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:08.019042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device db3af007-7fba-4f55-8f9e-f1eee34f785e not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:08.019485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1a55626c-4e20-4165-8ea5-557c18b30cb0 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:08.020056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50078) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:08.036375 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-03d03eb7-b810-4e4c-962b-d61f04c21f97 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5492806 Apr 01 15:42:08.049095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50080) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:08.055492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1a55626c-4e20-4165-8ea5-557c18b30cb0 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:08.055834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1a55626c-4e20-4165-8ea5-557c18b30cb0 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:08.056387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e3f4e10b-f1d0-47ab-bef8-daef4befb4cf no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:08.057492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-47c2400f-99b1-45e0-8207-1455a92d61ea tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:08.080407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: e3f4e10b-f1d0-47ab-bef8-daef4befb4cf {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:08.080755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e3f4e10b-f1d0-47ab-bef8-daef4befb4cf not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:08.087218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:08.087218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:08.093386 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:08.223694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.260972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=e3f4e10b-f1d0-47ab-bef8-daef4befb4cf,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:08.268421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No DVR routers for this DVR port e3f4e10b-f1d0-47ab-bef8-daef4befb4cf on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:08.300297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2851db52-847f-40c4-8c83-7a0dd4244aae tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.340385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47c2400f-99b1-45e0-8207-1455a92d61ea tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60259983'] for subnet, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.362418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851db52-847f-40c4-8c83-7a0dd4244aae tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:08.400983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.415631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.446278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.451127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.455143 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] 10.222.0.73 "DELETE /v2.0/networks/3b51b90e-1f05-4b34-90ee-9a558bad6d00 HTTP/1.1" status: 204 len: 168 time: 3.0984185 Apr 01 15:42:08.459809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-79c809fd-f581-40b0-9278-2db915f75ee2', 'network_id': '79c809fd-f581-40b0-9278-2db915f75ee2', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': 'dc921dc4-82f8-45a7-9c36-d423df440b7d'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:08.459809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.462472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc76c404-d0a3-4f28-8f44-a20ea139f0b4']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:08.465049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2851db52-847f-40c4-8c83-7a0dd4244aae tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.468279 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2851db52-847f-40c4-8c83-7a0dd4244aae tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656 HTTP/1.1" status: 204 len: 168 time: 2.1397564 Apr 01 15:42:08.474745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50092) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:08.500180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9d2e63-d0e8-4dab-b0da-d3b191f262c7') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:08.505356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9d2e63-d0e8-4dab-b0da-d3b191f262c7') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:08.513792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.534576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.542827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:08.543330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.549442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1fbaf-c60c-483f-b887-810ebd661f19 tempest-NetworksIpV6Test-2134739202 tempest-NetworksIpV6Test-2134739202-project] Pushing event deleted for resources: {'Network': ['ID=3b51b90e-1f05-4b34-90ee-9a558bad6d00,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:08.554889 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:08.566176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Router d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:42:08.575946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4211f86-0c6e-4c3c-895f-d88bdcde4648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:08.578134 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4211f86-0c6e-4c3c-895f-d88bdcde4648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:08.582571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c4211f86-0c6e-4c3c-895f-d88bdcde4648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1068847 Apr 01 15:42:08.583173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50094) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:08.666775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c02bdf-258c-4be9-8891-8ab3586623fa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet c32c177a-e5e9-4d1b-942e-1881627ed238 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:08.672057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46c02bdf-258c-4be9-8891-8ab3586623fa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.699529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Deleting port 59ba00db-caad-4e83-a8b9-13d742c3e43e {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:08.699882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.737890 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46c02bdf-258c-4be9-8891-8ab3586623fa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.750887 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:08.764437 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Sync routers for ids ['d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:08.781297 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Routers {'d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:08.785538 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:08.796561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47c2400f-99b1-45e0-8207-1455a92d61ea tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781768020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3112187'] for subnet, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.816907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.827937 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.831418 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/networks/dc76c404-d0a3-4f28-8f44-a20ea139f0b4 HTTP/1.1" status: 204 len: 168 time: 2.5039606 Apr 01 15:42:08.844136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50098) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:08.875023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2400f-99b1-45e0-8207-1455a92d61ea tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=dc921dc4-82f8-45a7-9c36-d423df440b7d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:08.884472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2400f-99b1-45e0-8207-1455a92d61ea tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:08.885141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47c2400f-99b1-45e0-8207-1455a92d61ea tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.886921 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-47c2400f-99b1-45e0-8207-1455a92d61ea tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "PUT /v2.0/subnets/dc921dc4-82f8-45a7-9c36-d423df440b7d HTTP/1.1" status: 200 len: 806 time: 0.8362920 Apr 01 15:42:08.888590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Allocated IP 172.20.0.2 (79c809fd-f581-40b0-9278-2db915f75ee2/dc921dc4-82f8-45a7-9c36-d423df440b7d/bf0e679c-32b1-44ef-9d5d-57b932c5e5fa) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:08.889861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50100) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:08.892702 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] For port 59ba00db-caad-4e83-a8b9-13d742c3e43e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=59ba00db-caad-4e83-a8b9-13d742c3e43e,segment=NetworkSegment(7542499e-d949-4fe6-bbad-72ea5ccfcd36),segment_id=7542499e-d949-4fe6-bbad-72ea5ccfcd36)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:08.893361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.918360 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Set router d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:08.918815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Calling delete_port for 59ba00db-caad-4e83-a8b9-13d742c3e43e owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:08.926350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:08.927596 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-49212e22-6c47-47d1-8cc7-622ea2b13eb7 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1035230 Apr 01 15:42:08.928608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc58694-50dd-4cf0-83ea-8fde79861a47 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Network': ['ID=dc76c404-d0a3-4f28-8f44-a20ea139f0b4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:08.930428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50102) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:09.066349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f566cb-de19-4839-b7d9-9e918166a62b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:09.068169 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c4f566cb-de19-4839-b7d9-9e918166a62b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2229593 Apr 01 15:42:09.073303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50106) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:09.156870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46c02bdf-258c-4be9-8891-8ab3586623fa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.190597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.211167 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-aeafe923-f765-4f0e-bc7a-cac2a1561e5c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1287215 Apr 01 15:42:09.211386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50112) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:09.217553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1816263494'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:09.230513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.252580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50114) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:09.272648 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c1da9d-6b6b-4700-9f22-0e2bdcc966c1', 'name': 'tempest-snat-router-1872997613', 'tenant_id': 'ab6d9025f082462eb0d0988a992b92aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.108'}], 'enable_snat': True}, 'gw_port_id': '7d860fe0-dd61-4fa4-b025-d63484cb1c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:02Z', 'updated_at': '2022-04-01T15:42:05Z', 'revision_number': 3, 'project_id': 'ab6d9025f082462eb0d0988a992b92aa', 'gw_port': {'id': '7d860fe0-dd61-4fa4-b025-d63484cb1c1d', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c1da9d-6b6b-4700-9f22-0e2bdcc966c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:42:03Z', 'updated_at': '2022-04-01T15:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:09.293540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.320791 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Checking router: d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:42:09.321070 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Updating router d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1 port 7d860fe0-dd61-4fa4-b025-d63484cb1c1d binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:42:09.347719 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-17827832-83c7-4767-9b80-6dbd8faa9248 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/routers/d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1 HTTP/1.1" status: 200 len: 908 time: 0.4155812 Apr 01 15:42:09.353862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50120) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:09.358772 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.371606 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.436775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Network 79c809fd-f581-40b0-9278-2db915f75ee2 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:09.442140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:09.445437 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:09.447918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:09.454113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Pushing event updated for resources: {'Port': ['ID=bf0e679c-32b1-44ef-9d5d-57b932c5e5fa,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:09.459575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.473196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.473762 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ded67568-5372-4a17-ae29-05b08784fed6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2d349883cde45faa0c91e9f9d729279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199061 Apr 01 15:42:09.476424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.477018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.477564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.478357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.479645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.480955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50122) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:09.481527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.482199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.482480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.483903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.484504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.485051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.486273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:42:09.587458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Attempting to bind port bf0e679c-32b1-44ef-9d5d-57b932c5e5fa on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:09.588089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Attempting to bind port bf0e679c-32b1-44ef-9d5d-57b932c5e5fa by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '4347367d-0664-4959-abee-b8c685bbfa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '79c809fd-f581-40b0-9278-2db915f75ee2'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:09.588550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Attempting to bind port bf0e679c-32b1-44ef-9d5d-57b932c5e5fa on network 79c809fd-f581-40b0-9278-2db915f75ee2 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:09.596238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:09.596741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Checking segment: {'id': '4347367d-0664-4959-abee-b8c685bbfa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '79c809fd-f581-40b0-9278-2db915f75ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:09.597777 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.597777 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Bound using segment: {'id': '4347367d-0664-4959-abee-b8c685bbfa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '79c809fd-f581-40b0-9278-2db915f75ee2'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:09.598253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Bound port: bf0e679c-32b1-44ef-9d5d-57b932c5e5fa, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4347367d-0664-4959-abee-b8c685bbfa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '79c809fd-f581-40b0-9278-2db915f75ee2'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:09.598383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.598739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.634766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:09.654250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.671570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.686473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.691594 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Added segment 85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a of type vlan for network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 Apr 01 15:42:09.696064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] For port bf0e679c-32b1-44ef-9d5d-57b932c5e5fa, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:09.697204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c71bd0e5-70ed-490c-a4e6-ee0db866256e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.706749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] For port bf0e679c-32b1-44ef-9d5d-57b932c5e5fa, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bf0e679c-32b1-44ef-9d5d-57b932c5e5fa,segment=NetworkSegment(4347367d-0664-4959-abee-b8c685bbfa44),segment_id=4347367d-0664-4959-abee-b8c685bbfa44)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:09.727006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ba00db-caad-4e83-a8b9-13d742c3e43e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:09.735749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] No DVR routers for this DVR port 59ba00db-caad-4e83-a8b9-13d742c3e43e on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:09.736197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=dc921dc4-82f8-45a7-9c36-d423df440b7d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:09.742314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.768614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46c02bdf-258c-4be9-8891-8ab3586623fa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.773495 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.817500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c02bdf-258c-4be9-8891-8ab3586623fa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=c32c177a-e5e9-4d1b-942e-1881627ed238,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:09.837408 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46c02bdf-258c-4be9-8891-8ab3586623fa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.838411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c71bd0e5-70ed-490c-a4e6-ee0db866256e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.841722 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-46c02bdf-258c-4be9-8891-8ab3586623fa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/c32c177a-e5e9-4d1b-942e-1881627ed238 HTTP/1.1" status: 204 len: 168 time: 1.2539520 Apr 01 15:42:09.853910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50130) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:09.859498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.868427 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.868752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.884890 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.927851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292ecff8-5230-49bd-bfd0-4a142639a8c7']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:09.935035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.936460 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060a900-6518-4544-bf54-9549294095e2 None None] Pushing event updated for resources: {'Port': ['ID=7d860fe0-dd61-4fa4-b025-d63484cb1c1d,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:09.942860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7542499e-d949-4fe6-bbad-72ea5ccfcd36') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:09.944217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7542499e-d949-4fe6-bbad-72ea5ccfcd36') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:09.949803 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Attempting to bind port 7d860fe0-dd61-4fa4-b025-d63484cb1c1d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:09.950507 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Attempting to bind port 7d860fe0-dd61-4fa4-b025-d63484cb1c1d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:09.951897 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-aa8d1cf2-f44a-4be2-9f1a-abb0162fef64 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968733 Apr 01 15:42:09.957004 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Attempting to bind port 7d860fe0-dd61-4fa4-b025-d63484cb1c1d on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:09.960970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50132) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:09.967215 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:09.973504 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:09.973656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaaa14-6e20-49ca-a064-2b7f563f1c5e None None] Pushing event updated for resources: {'Port': ['ID=bf0e679c-32b1-44ef-9d5d-57b932c5e5fa,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:09.973743 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.973743 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:09.973743 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Bound port: 7d860fe0-dd61-4fa4-b025-d63484cb1c1d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:09.973743 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:09.980256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:09.994273 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.004217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f281527-4dea-4c9f-a0d6-5d2687e6d31a None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:42:10.017869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.022010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c809fd-f581-40b0-9278-2db915f75ee2']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:10.030226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:10.034458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.055124 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] For port 7d860fe0-dd61-4fa4-b025-d63484cb1c1d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:10.056948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4347367d-0664-4959-abee-b8c685bbfa44') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:10.057324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4347367d-0664-4959-abee-b8c685bbfa44') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:10.106165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.132448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f281527-4dea-4c9f-a0d6-5d2687e6d31a None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:10.153985 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:10.166923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.171226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.180465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:10.181624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.192422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Deleting port 7d860fe0-dd61-4fa4-b025-d63484cb1c1d {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:10.192777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.194432 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:10.194841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:10.204213 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:10.269456 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] For port 7d860fe0-dd61-4fa4-b025-d63484cb1c1d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7d860fe0-dd61-4fa4-b025-d63484cb1c1d,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:10.274112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.282504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.289044 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] 10.222.0.73 "DELETE /v2.0/networks/292ecff8-5230-49bd-bfd0-4a142639a8c7 HTTP/1.1" status: 204 len: 168 time: 2.2626173 Apr 01 15:42:10.307699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dfa8a-92c4-401a-999f-2071c3da2d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=292ecff8-5230-49bd-bfd0-4a142639a8c7,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:10.315782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] For port 7d860fe0-dd61-4fa4-b025-d63484cb1c1d, host dv-neutron-835865-1-hyperv, got binding levels [] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:10.316217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.332494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Calling delete_port for 7d860fe0-dd61-4fa4-b025-d63484cb1c1d owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:10.344041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Network': ['ID=9cfd9906-2d3e-4bef-9829-e2d2afeb4522,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:10.353992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c71bd0e5-70ed-490c-a4e6-ee0db866256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.357037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c71bd0e5-70ed-490c-a4e6-ee0db866256e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.358272 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c71bd0e5-70ed-490c-a4e6-ee0db866256e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3090167-15cb-46d4-8aa4-612bb304bbad HTTP/1.1" status: 204 len: 168 time: 0.8763852 Apr 01 15:42:10.367585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bd0e5-70ed-490c-a4e6-ee0db866256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3090167-15cb-46d4-8aa4-612bb304bbad,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:10.374646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:10.440099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:42:10.440099 dv-neutron-835865-1-hyperv neutron-server[110106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:42:10.440099 dv-neutron-835865-1-hyperv neutron-server[110106]: [parameters: {'id': '79c809fd-f581-40b0-9278-2db915f75ee2'}] Apr 01 15:42:10.440099 dv-neutron-835865-1-hyperv neutron-server[110106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:42:10.440706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:42:10.469559 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.489383 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-94785578-7bfd-450a-a81d-c2911525243c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2741804 Apr 01 15:42:10.489784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50142) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:10.496595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '9cfd9906-2d3e-4bef-9829-e2d2afeb4522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:10.585154 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Routers {'d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:10.586709 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:10.596725 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060a900-6518-4544-bf54-9549294095e2 None None] Pushing event updated for resources: {'Port': ['ID=7d860fe0-dd61-4fa4-b025-d63484cb1c1d,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:10.600858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70370f7b-d234-4438-8ab9-3883ccc18e99 None None] Network 79c809fd-f581-40b0-9278-2db915f75ee2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:10.609444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f018b0e-789b-470d-b78a-21a1b7fe822f None None] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:10.610768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:10.621091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.669659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f018b0e-789b-470d-b78a-21a1b7fe822f None None] Network 292ecff8-5230-49bd-bfd0-4a142639a8c7 could not be found, it might have been deleted concurrently. {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 01 15:42:10.777706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.827824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19592049-fb3a-47b4-85f5-1ae8df599565 None None] DHCP port deletion for 292ecff8-5230-49bd-bfd0-4a142639a8c7 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:10.837013 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] Set router d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:10.839432 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d860fe0-dd61-4fa4-b025-d63484cb1c1d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:10.869646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:10.875829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.921188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.921188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.923920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50144) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:10.929183 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c1da9d-6b6b-4700-9f22-0e2bdcc966c1', 'name': 'tempest-snat-router-1872997613', 'tenant_id': 'ab6d9025f082462eb0d0988a992b92aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:02Z', 'updated_at': '2022-04-01T15:42:09Z', 'revision_number': 4, 'project_id': 'ab6d9025f082462eb0d0988a992b92aa', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:10.944086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:10.967377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee0998-7409-4af5-ac33-fe5cee92e863 None None] Network 79c809fd-f581-40b0-9278-2db915f75ee2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:10.993233 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb1130-f655-4ba9-9e4e-5eb9f4519d53 None None] The sync data for ids ['d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1'] in dv-neutron-835865-1-hyperv is: [{'id': 'd9c1da9d-6b6b-4700-9f22-0e2bdcc966c1', 'name': 'tempest-snat-router-1872997613', 'tenant_id': 'ab6d9025f082462eb0d0988a992b92aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:02Z', 'updated_at': '2022-04-01T15:42:09Z', 'revision_number': 4, 'project_id': 'ab6d9025f082462eb0d0988a992b92aa', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:11.040697 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c239e67-bb36-46a4-8794-519ce0cbbb0b None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:11.140980 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d54a67ca-1341-49cd-ae8a-8c2477eaaedb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7eb046e57aa488fbe05fe39094d9900&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2053235 Apr 01 15:42:11.191383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50150) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:11.242005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.289853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port bf0e679c-32b1-44ef-9d5d-57b932c5e5fa {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:11.290035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.342500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.344492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-018b6b88-0902-462b-b62b-a9fe73ab901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.431460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:11.475468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:11.503884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15c668-231b-4856-82d5-472c107d9b42 None None] Network 79c809fd-f581-40b0-9278-2db915f75ee2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:11.512193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port bf0e679c-32b1-44ef-9d5d-57b932c5e5fa, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bf0e679c-32b1-44ef-9d5d-57b932c5e5fa,segment=NetworkSegment(4347367d-0664-4959-abee-b8c685bbfa44),segment_id=4347367d-0664-4959-abee-b8c685bbfa44)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:11.515264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.521305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-018b6b88-0902-462b-b62b-a9fe73ab901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.528882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:11.532388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.621994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for bf0e679c-32b1-44ef-9d5d-57b932c5e5fa owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:11.634221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 59ba00db-caad-4e83-a8b9-13d742c3e43e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:11.638273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=f08f4206-d996-462c-a1cc-c87864bc3295,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:11.717417 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 59ba00db-caad-4e83-a8b9-13d742c3e43e {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:11.718003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 59ba00db-caad-4e83-a8b9-13d742c3e43e not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:11.739548 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a1c73d78-1adb-432e-8cee-f99914ed55e2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7735322 Apr 01 15:42:11.747941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50164) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:11.759495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ada36273-958f-424e-8d80-984cbf00eb8b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': 'f08f4206-d996-462c-a1cc-c87864bc3295', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1387553142'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:11.903166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.934069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.950089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-018b6b88-0902-462b-b62b-a9fe73ab901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.953642 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-018b6b88-0902-462b-b62b-a9fe73ab901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:11.954801 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-018b6b88-0902-462b-b62b-a9fe73ab901e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/844db001-e2df-4ffb-bb59-683d80c81480 HTTP/1.1" status: 204 len: 168 time: 0.7530134 Apr 01 15:42:11.966641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12501331-72fd-4679-a19e-686c9236880b None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:12.002006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b6b88-0902-462b-b62b-a9fe73ab901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844db001-e2df-4ffb-bb59-683d80c81480,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:12.042161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50176) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:12.062886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.082934 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.084198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:42:12.092702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-81925da0-3e26-43fe-bec0-db173c48648c None None] Provisioning complete for port df6bd976-54c0-4b5d-8d49-4f1a3c346755 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:12.093074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-81925da0-3e26-43fe-bec0-db173c48648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.095253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.107939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.110578 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f742001a-f754-481d-bf19-e341e89d8325 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "DELETE /v2.0/routers/d9c1da9d-6b6b-4700-9f22-0e2bdcc966c1 HTTP/1.1" status: 204 len: 168 time: 2.7555490 Apr 01 15:42:12.115177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50180) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:12.139014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=bf0e679c-32b1-44ef-9d5d-57b932c5e5fa,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:12.144845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port bf0e679c-32b1-44ef-9d5d-57b932c5e5fa on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:12.242212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.255099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=cf761b97-cde3-4bec-8aa5-fd38c021575b,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:12.269923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c809fd-f581-40b0-9278-2db915f75ee2']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:12.304122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada36273-958f-424e-8d80-984cbf00eb8b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:12.318505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4347367d-0664-4959-abee-b8c685bbfa44') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:12.318505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4347367d-0664-4959-abee-b8c685bbfa44') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:12.319093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Checking segment: {'id': '85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '9cfd9906-2d3e-4bef-9829-e2d2afeb4522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:12.319462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network hostable DHCP agents. Network: 9cfd9906-2d3e-4bef-9829-e2d2afeb4522, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:12.335852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.351710 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.431511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.459135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:12.462695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:12.473347 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:12.492085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.495580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:12.533387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ada36273-958f-424e-8d80-984cbf00eb8b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.565139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 9cfd9906-2d3e-4bef-9829-e2d2afeb4522) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:12.572950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:12.572950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.580213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf887ba-d557-4ac3-81ee-fc757fa22ff8 None None] Network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:12.608785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-ada36273-958f-424e-8d80-984cbf00eb8b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 474f9f6c-18e1-42e3-b704-12710b3519ff yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:12.616215 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1685705545'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:12.671458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50186) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:12.734665 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-546d0a88-037c-4fc6-8b2c-880535775141 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2430553 Apr 01 15:42:12.740719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50190) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:12.741551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.744275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Deleting port b4dc770e-108d-4b92-9a91-6771ba43b098 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:12.744997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.750180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Made reservation on behalf of d89da2021cdb45b68a6ffd2508ce08c1 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:12.754224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.757924 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/79c809fd-f581-40b0-9278-2db915f75ee2 HTTP/1.1" status: 204 len: 168 time: 3.8470781 Apr 01 15:42:12.760821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.762285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '9cfd9906-2d3e-4bef-9829-e2d2afeb4522', 'name': 'tempest-PortsIpV6TestJSON-1099810753'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:12.765347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50192) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:12.801248 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-270de53c-ddfe-4c4d-9d8a-38627831a4e2 None None] Provisioning complete for port df6bd976-54c0-4b5d-8d49-4f1a3c346755 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:12.801836 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-270de53c-ddfe-4c4d-9d8a-38627831a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.809512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.814948 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-88363f58-b0aa-48df-b7cd-6798cbc52c67 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:12.815792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88363f58-b0aa-48df-b7cd-6798cbc52c67 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:12.820183 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-88363f58-b0aa-48df-b7cd-6798cbc52c67 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/79c809fd-f581-40b0-9278-2db915f75ee2 HTTP/1.1" status: 404 len: 339 time: 0.0538340 Apr 01 15:42:12.834506 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50196) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:12.839670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1812341675', 'description': 'd1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:12.923576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-9cfd9906-2d3e-4bef-9829-e2d2afeb4522', 'network_id': '9cfd9906-2d3e-4bef-9829-e2d2afeb4522', 'tenant_id': '3deab709b4e7402c97b28b23e44bae23', 'fixed_ips': [{'subnet_id': 'cf761b97-cde3-4bec-8aa5-fd38c021575b'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:12.924776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.959045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] For port b4dc770e-108d-4b92-9a91-6771ba43b098, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b4dc770e-108d-4b92-9a91-6771ba43b098,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:12.960067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:12.983369 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Calling delete_port for b4dc770e-108d-4b92-9a91-6771ba43b098 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:13.044964 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.054092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:13.058252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.105109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Allocated IP 2001:db8::2 (9cfd9906-2d3e-4bef-9829-e2d2afeb4522/cf761b97-cde3-4bec-8aa5-fd38c021575b/b4e8e441-1e26-4788-a3a4-96d40f30318b) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:13.119794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1380912159'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:13.134701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:13.146024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab0d16-5702-457c-b9c2-8b0e5cb8cea1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=79c809fd-f581-40b0-9278-2db915f75ee2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:13.155161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.155512 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment 15cbbef4-a7d8-4b7c-8245-5713f8845e7e of type vlan for network 6c7299a0-de95-4d8e-9137-78203b64859c Apr 01 15:42:13.168698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.252837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.267798 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:13.269724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f720de1d-a170-4db9-8d05-e3c97ffb4c56,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:13.274257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:13.277978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.293692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.300210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.300581 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Added segment b12e6641-cc26-423f-a43c-edb2ce1156ac of type vlan for network 84962ee6-6668-411c-aafb-f5798f319924 Apr 01 15:42:13.314123 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada36273-958f-424e-8d80-984cbf00eb8b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:42:13.314626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada36273-958f-424e-8d80-984cbf00eb8b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:13.345172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.395565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.428814 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.434416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:13.434996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.485189 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ada36273-958f-424e-8d80-984cbf00eb8b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7284579 Apr 01 15:42:13.485189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:13.488178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.490753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50210) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:13.502381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.508308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:13.508990 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.512845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.516707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:13.519630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=6c7299a0-de95-4d8e-9137-78203b64859c,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:13.539358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 6c7299a0-de95-4d8e-9137-78203b64859c details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:13.556519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.571105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4dc770e-108d-4b92-9a91-6771ba43b098,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:13.582578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.628118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:13.652719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c7ee7f-b2fd-4247-97f3-d52f3cbbd35c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:13.657209 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-96c7ee7f-b2fd-4247-97f3-d52f3cbbd35c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1616964 Apr 01 15:42:13.661803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50214) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:13.666541 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-643a11a8-596a-47db-9f5c-f45d41d1387a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8308182 Apr 01 15:42:13.671539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50216) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:13.674536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.675005 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Added segment 1522a0dd-9d16-43d6-9eb2-61f13682297b of type vlan for network 55cfcf19-1a89-4820-9f16-56a40bff1ade Apr 01 15:42:13.679078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151bebde-4a58-4742-b2b4-944101095d95,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:13.685511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.698688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event updated for resources: {'Network': ['ID=84962ee6-6668-411c-aafb-f5798f319924,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:13.750504 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aa2879cf-4412-4509-af99-4d5a6231c2f7 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7071619 Apr 01 15:42:13.755321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50218) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:13.769879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Request body: {'subnet': {'network_id': '84962ee6-6668-411c-aafb-f5798f319924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:13.776039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 84962ee6-6668-411c-aafb-f5798f319924 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:13.800181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.812315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Pushing event updated for resources: {'Port': ['ID=b4e8e441-1e26-4788-a3a4-96d40f30318b,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:13.819504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:13.824206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853eb2cb-f773-41fe-8b4a-1e81b8773a0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:13.825952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853eb2cb-f773-41fe-8b4a-1e81b8773a0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:13.827618 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-853eb2cb-f773-41fe-8b4a-1e81b8773a0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1640747 Apr 01 15:42:13.829210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:13.842931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::30a (9cfd9906-2d3e-4bef-9829-e2d2afeb4522/cf761b97-cde3-4bec-8aa5-fd38c021575b/1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:13.845431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50220) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:13.845993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:13.893238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.943777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3b6c8e-534e-42bf-8fec-d957ede59a35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet f08f4206-d996-462c-a1cc-c87864bc3295 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:13.949550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c8e-534e-42bf-8fec-d957ede59a35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.964876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Attempting to bind port b4e8e441-1e26-4788-a3a4-96d40f30318b on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:13.965260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Attempting to bind port b4e8e441-1e26-4788-a3a4-96d40f30318b by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '9cfd9906-2d3e-4bef-9829-e2d2afeb4522'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:13.965632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Attempting to bind port b4e8e441-1e26-4788-a3a4-96d40f30318b on network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:13.971311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:13.971870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Checking segment: {'id': '85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '9cfd9906-2d3e-4bef-9829-e2d2afeb4522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:13.972290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.973298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Bound using segment: {'id': '85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '9cfd9906-2d3e-4bef-9829-e2d2afeb4522'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:13.973793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Bound port: b4e8e441-1e26-4788-a3a4-96d40f30318b, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '9cfd9906-2d3e-4bef-9829-e2d2afeb4522'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:13.974210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.990051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:13.996465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:13.997085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.032455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.035552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.046179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] For port b4e8e441-1e26-4788-a3a4-96d40f30318b, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:14.049753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] For port b4e8e441-1e26-4788-a3a4-96d40f30318b, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b4e8e441-1e26-4788-a3a4-96d40f30318b,segment=NetworkSegment(85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a),segment_id=85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:14.059909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c8e-534e-42bf-8fec-d957ede59a35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.097416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cdb733-e35c-46f5-8bb6-ea6fd7c56878 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:14.098990 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a3cdb733-e35c-46f5-8bb6-ea6fd7c56878 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/networks?id=6c7299a0-de95-4d8e-9137-78203b64859c HTTP/1.1" status: 200 len: 761 time: 0.4264874 Apr 01 15:42:14.104701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50226) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:14.114252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8ec67950-4455-44a5-85bb-bd1a130d4e48 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'description': 'd2'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:14.130669 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4580848 Apr 01 15:42:14.155026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.156544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.157453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf5f4a03-5c6c-4497-a81a-71e7bc0e9419 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:42:14.171522 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.174077 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-55202a82-0762-468c-89f1-a4e78b7ee070 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "DELETE /v2.0/routers/bf5f4a03-5c6c-4497-a81a-71e7bc0e9419 HTTP/1.1" status: 204 len: 168 time: 2.0550816 Apr 01 15:42:14.182179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50228) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:14.186116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-897829026', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:14.195182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd72f6-7d25-4f56-b0af-69fcfad58a83 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Network': ['ID=55cfcf19-1a89-4820-9f16-56a40bff1ade,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:14.207598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c8e-534e-42bf-8fec-d957ede59a35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.256754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Made reservation on behalf of d89da2021cdb45b68a6ffd2508ce08c1 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:14.258126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 55cfcf19-1a89-4820-9f16-56a40bff1ade details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:14.263033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.353461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.466981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.469239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.504459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5d0c9-6403-4bbf-8f25-d8c75357d228 None None] Pushing event updated for resources: {'Port': ['ID=b4e8e441-1e26-4788-a3a4-96d40f30318b,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:14.531449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.547411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ec67950-4455-44a5-85bb-bd1a130d4e48 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.594823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:14.599132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c8e-534e-42bf-8fec-d957ede59a35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.607925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:14.653985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:14.664434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:14.665431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.688045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dcaa03-c863-4d37-84f8-a34a3915d2b5 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:14.708878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6c8e-534e-42bf-8fec-d957ede59a35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.714510 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0f3b6c8e-534e-42bf-8fec-d957ede59a35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/f08f4206-d996-462c-a1cc-c87864bc3295 HTTP/1.1" status: 204 len: 168 time: 0.8674855 Apr 01 15:42:14.716842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50236) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:14.780431 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ddc67f9b-6923-45ec-a8d2-9426122ee97a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621245 Apr 01 15:42:14.781350 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ec67950-4455-44a5-85bb-bd1a130d4e48 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.803956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:14.805537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:14.823938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b6c8e-534e-42bf-8fec-d957ede59a35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=f08f4206-d996-462c-a1cc-c87864bc3295,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:14.827477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50240) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:14.845694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:14.885372 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-68bb61e0-0664-4f1a-9d63-45aa0326bd27 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1379564 Apr 01 15:42:14.889390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50242) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:14.926356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': '9cfd9906-2d3e-4bef-9829-e2d2afeb4522', 'name': 'tempest-PortsIpV6TestJSON-1125307130'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:15.066117 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec67950-4455-44a5-85bb-bd1a130d4e48 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=6c7299a0-de95-4d8e-9137-78203b64859c,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:15.081504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:15.094861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 6c7299a0-de95-4d8e-9137-78203b64859c details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:15.097796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ec67950-4455-44a5-85bb-bd1a130d4e48 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network 6c7299a0-de95-4d8e-9137-78203b64859c is not hosted by any dhcp agent {{(pid=110105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 15:42:15.104190 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec67950-4455-44a5-85bb-bd1a130d4e48 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:15.106230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ec67950-4455-44a5-85bb-bd1a130d4e48 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:15.108068 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8ec67950-4455-44a5-85bb-bd1a130d4e48 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "PUT /v2.0/networks/6c7299a0-de95-4d8e-9137-78203b64859c HTTP/1.1" status: 200 len: 758 time: 0.9984393 Apr 01 15:42:15.117076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50246) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:15.245617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event updated for resources: {'Subnet': ['ID=ee6c8608-396d-4631-adeb-e9e79b7ae1f9,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:15.330601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a716c15-39a5-44f6-a974-21786ea6bb90 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:15.383425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:15.411415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Checking segment: {'id': 'b12e6641-cc26-423f-a43c-edb2ce1156ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '84962ee6-6668-411c-aafb-f5798f319924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:15.411415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Network hostable DHCP agents. Network: 84962ee6-6668-411c-aafb-f5798f319924, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:15.422275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:15.424859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-1a716c15-39a5-44f6-a974-21786ea6bb90 None None] Deleting port df6bd976-54c0-4b5d-8d49-4f1a3c346755 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:15.425514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1a716c15-39a5-44f6-a974-21786ea6bb90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:15.441236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c8935-4bd6-4cc7-8308-7c7fc55d5bc6 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:15.448845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50254) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:15.451070 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f56c8935-4bd6-4cc7-8308-7c7fc55d5bc6 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/networks?id=6c7299a0-de95-4d8e-9137-78203b64859c HTTP/1.1" status: 200 len: 761 time: 0.3325126 Apr 01 15:42:15.456434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464221020'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:15.551273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1a716c15-39a5-44f6-a974-21786ea6bb90 None None] For port df6bd976-54c0-4b5d-8d49-4f1a3c346755, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=df6bd976-54c0-4b5d-8d49-4f1a3c346755,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:15.551850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1a716c15-39a5-44f6-a974-21786ea6bb90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:15.588228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Network 84962ee6-6668-411c-aafb-f5798f319924 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:15.593298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:15.602998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:15.604444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-1a716c15-39a5-44f6-a974-21786ea6bb90 None None] Calling delete_port for df6bd976-54c0-4b5d-8d49-4f1a3c346755 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:15.676190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b4e8e441-1e26-4788-a3a4-96d40f30318b up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:15.695122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50258) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:15.764745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 84962ee6-6668-411c-aafb-f5798f319924) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:15.770883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:15.772214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:15.799552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc29e33-dda9-40af-a0c2-231eb2a47d26 None None] Network 84962ee6-6668-411c-aafb-f5798f319924 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:15.907235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b242876b-69ec-4e26-90d6-563e68fea94b tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:15.993279 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c03fe4d0-bfbc-4f95-8edd-265d26dfaff9 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2352674 Apr 01 15:42:15.995465 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50262) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.005603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Request body: {'port': {'network_id': '84962ee6-6668-411c-aafb-f5798f319924', 'name': 'tempest-DHCPAgentSchedulersTestJSON-555764078'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:16.053302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:16.057057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.087993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:16.101157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1a716c15-39a5-44f6-a974-21786ea6bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.103408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.103756 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment a0860c6e-5f77-481d-8309-a35b57deded0 of type vlan for network 3a929539-6a77-4b04-a6f0-423d013c8519 Apr 01 15:42:16.149143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a716c15-39a5-44f6-a974-21786ea6bb90 None None] Pushing event deleted for resources: {'Port': ['ID=df6bd976-54c0-4b5d-8d49-4f1a3c346755,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:16.155424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.162087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a716c15-39a5-44f6-a974-21786ea6bb90 None None] No DVR routers for this DVR port df6bd976-54c0-4b5d-8d49-4f1a3c346755 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:16.166980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b4e8e441-1e26-4788-a3a4-96d40f30318b triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:16.167452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.190510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:16.194520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.213141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.252783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0f780-5f5b-44ca-abfd-1ac346adf0eb None None] Network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:16.277993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 8e23d9a8-daa0-497c-b16c-179951578e9d yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:16.285809 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-54698461-25ef-43df-a2b0-df8ea50e7cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7158806 Apr 01 15:42:16.306272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:16.314569 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b242876b-69ec-4e26-90d6-563e68fea94b tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] 10.222.0.73 "PUT /v2.0/quotas/c0ef2153646943ca9da7bfd238106741 HTTP/1.1" status: 200 len: 366 time: 0.6176207 Apr 01 15:42:16.317118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50264) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.341088 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f8d9457c-d4ce-4a3a-b9ea-d764de50fde8 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0218935 Apr 01 15:42:16.343504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50266) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.354703 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0690ec0b-8c7b-4498-953d-7d8f67ed76f0 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] 10.222.0.73 "GET /v2.0/quotas/c0ef2153646943ca9da7bfd238106741 HTTP/1.1" status: 200 len: 366 time: 0.0100532 Apr 01 15:42:16.357728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50268) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.371848 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d6b6d35e-f27c-4b06-a7b4-586d11c8d51a None None] Provisioning complete for port b4e8e441-1e26-4788-a3a4-96d40f30318b triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:16.372583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6b6d35e-f27c-4b06-a7b4-586d11c8d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.377855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Made reservation on behalf of d89da2021cdb45b68a6ffd2508ce08c1 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:16.382834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.407941 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] device_id is not set on port cdf83e84-849b-43c7-8b4d-a79891d00893 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:16.442806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:16.452590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.461127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d151e1-a3d8-4d37-9bc3-8d227bec5a1a None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:16.462478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:16.463407 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.477064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:16.477064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.498953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=f9a28d2a-595e-427e-a746-94aad03f21f4,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:16.536213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-84962ee6-6668-411c-aafb-f5798f319924', 'network_id': '84962ee6-6668-411c-aafb-f5798f319924', 'tenant_id': 'd89da2021cdb45b68a6ffd2508ce08c1', 'fixed_ips': [{'subnet_id': 'ee6c8608-396d-4631-adeb-e9e79b7ae1f9'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:16.537784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.603256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Allocated IP 172.20.0.10 (84962ee6-6668-411c-aafb-f5798f319924/ee6c8608-396d-4631-adeb-e9e79b7ae1f9/cdf83e84-849b-43c7-8b4d-a79891d00893) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:16.642959 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1924467 Apr 01 15:42:16.651110 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50270) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.658503 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b3a0f9e3-b0c6-406b-855c-47824c0be943 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8271601 Apr 01 15:42:16.661689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': '3a929539-6a77-4b04-a6f0-423d013c8519', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:16.683678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.691141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50272) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.707367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-b79a7385-9842-4535-82af-9d2065f00c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:16.708916 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-b79a7385-9842-4535-82af-9d2065f00c6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f3592e4908d4ed58791d42b7969808a&device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 1098 time: 0.3491218 Apr 01 15:42:16.710069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef7f91-abef-4aba-a554-9f41fdd6a758 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=3a929539-6a77-4b04-a6f0-423d013c8519,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:16.717468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f2b88837-0945-4a00-91d9-66e8921e695a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1584617964', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:16.774646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 3a929539-6a77-4b04-a6f0-423d013c8519 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:16.828434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::39 (9cfd9906-2d3e-4bef-9829-e2d2afeb4522/cf761b97-cde3-4bec-8aa5-fd38c021575b/8e23d9a8-daa0-497c-b16c-179951578e9d) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:16.846983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.856905 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6b6d35e-f27c-4b06-a7b4-586d11c8d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:16.911533 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ed1801f1-f673-4b41-ab71-cef97e277f69 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/c0ef2153646943ca9da7bfd238106741 HTTP/1.1" status: 204 len: 168 time: 0.5520787 Apr 01 15:42:16.913924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50274) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.934120 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f9dcc7e7-acd4-46e1-8559-44ae7358c3dd tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0186207 Apr 01 15:42:16.937778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50276) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.955154 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4e9d2a2b-ff9a-467d-87dd-9e5297532452 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] 10.222.0.73 "GET /v2.0/quotas/c0ef2153646943ca9da7bfd238106741 HTTP/1.1" status: 200 len: 370 time: 0.0157382 Apr 01 15:42:16.958415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50278) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.968765 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-58e42309-bdc0-450f-af71-6398fcb121ce tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] 10.222.0.73 "GET /v2.0/quotas/c0ef2153646943ca9da7bfd238106741/default HTTP/1.1" status: 200 len: 370 time: 0.0054052 Apr 01 15:42:16.970381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50280) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:16.981224 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-896fc606-b87b-46ac-b757-5d76e01a2bfc tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:42:16.986766 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-896fc606-b87b-46ac-b757-5d76e01a2bfc tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/c0ef2153646943ca9da7bfd238106741 HTTP/1.1" status: 404 len: 348 time: 0.0115671 Apr 01 15:42:17.010262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port b4e8e441-1e26-4788-a3a4-96d40f30318b, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b4e8e441-1e26-4788-a3a4-96d40f30318b,segment=NetworkSegment(85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a),segment_id=85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:17.088964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': 'f9a28d2a-595e-427e-a746-94aad03f21f4'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:17.090547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.341491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.392956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.393502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-a50ece53-152c-40f3-b3f1-64a0d923a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:17.394532 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-a50ece53-152c-40f3-b3f1-64a0d923a656 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 HTTP/1.1" status: 200 len: 914 time: 0.6488249 Apr 01 15:42:17.506151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2b88837-0945-4a00-91d9-66e8921e695a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.507602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2b88837-0945-4a00-91d9-66e8921e695a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.543282 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.556215 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50284) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:17.567569 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.576099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'subnet': {'network_id': '55cfcf19-1a89-4820-9f16-56a40bff1ade', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:17.620650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:17.624166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.627047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-d6b6d35e-f27c-4b06-a7b4-586d11c8d51a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:42:17.627549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-d6b6d35e-f27c-4b06-a7b4-586d11c8d51a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:42:17.654376 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-d2c95fd1-1a4e-42fc-856b-d47f1a7108ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2 HTTP/1.1" status: 200 len: 1001 time: 0.2466507 Apr 01 15:42:17.683654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Network 84962ee6-6668-411c-aafb-f5798f319924 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:17.686602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.689466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b4dc770e-108d-4b92-9a91-6771ba43b098 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:17.717242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:17.722631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event updated for resources: {'Port': ['ID=cdf83e84-849b-43c7-8b4d-a79891d00893,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:17.730926 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:17.741154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: b4dc770e-108d-4b92-9a91-6771ba43b098 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:17.741744 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b4dc770e-108d-4b92-9a91-6771ba43b098 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:17.741941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device df6bd976-54c0-4b5d-8d49-4f1a3c346755 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:17.759187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2b88837-0945-4a00-91d9-66e8921e695a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.764833 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50286) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:17.803610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/f9a28d2a-595e-427e-a746-94aad03f21f4/5fc3f102-c46d-4dad-889e-9e5c20171f42) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:17.812660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Allocated IP 172.26.6.103 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/2f347259-1d99-4007-a1e9-7d0651038895) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:17.815159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: df6bd976-54c0-4b5d-8d49-4f1a3c346755 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:17.815750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device df6bd976-54c0-4b5d-8d49-4f1a3c346755 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:17.816849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:17.817519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.836377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Usage tracker for resource:network and tenant:f7fb97e5fb0b44d1bfd2503a14cfb6f6 is out of sync, need to count used quota {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 15:42:17.836560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Allocated IP 172.20.0.2 (84962ee6-6668-411c-aafb-f5798f319924/ee6c8608-396d-4631-adeb-e9e79b7ae1f9/53b46215-fd36-4232-ba15-c5824e7e5adb) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:17.840879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 15:42:17.844039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=b4e8e441-1e26-4788-a3a4-96d40f30318b,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:17.848327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Usage tracker for resource:subnet and tenant:f7fb97e5fb0b44d1bfd2503a14cfb6f6 is out of sync, need to count used quota {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 15:42:17.854256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 15:42:17.862150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Usage tracker for resource:subnetpool and tenant:f7fb97e5fb0b44d1bfd2503a14cfb6f6 is out of sync, need to count used quota {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 15:42:17.870548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 15:42:17.882856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Usage tracker for resource:port and tenant:f7fb97e5fb0b44d1bfd2503a14cfb6f6 is out of sync, need to count used quota {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 15:42:17.885418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 15:42:17.888890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2b88837-0945-4a00-91d9-66e8921e695a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.893154 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Usage tracker for resource:router and tenant:f7fb97e5fb0b44d1bfd2503a14cfb6f6 is out of sync, need to count used quota {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 15:42:17.900443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 15:42:17.907148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Usage tracker for resource:floatingip and tenant:f7fb97e5fb0b44d1bfd2503a14cfb6f6 is out of sync, need to count used quota {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 15:42:17.912575 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 15:42:17.954916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:17.958750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:17.974352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-908cfbd0-b39c-413b-ad08-754d493e8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:17.976329 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-908cfbd0-b39c-413b-ad08-754d493e8d65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f5a4e3-be43-4c74-90a9-1d70d76a2497 HTTP/1.1" status: 200 len: 851 time: 0.3035188 Apr 01 15:42:17.999543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Usage tracker for resource:security_group and tenant:f7fb97e5fb0b44d1bfd2503a14cfb6f6 is out of sync, need to count used quota {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 15:42:18.009662 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-017d8e56-46f7-495f-bd63-76b46304e25f tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0143721 Apr 01 15:42:18.022474 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b4e8e441-1e26-4788-a3a4-96d40f30318b up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:18.027726 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50288) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:18.038520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 15:42:18.055333 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Usage tracker for resource:security_group_rule and tenant:f7fb97e5fb0b44d1bfd2503a14cfb6f6 is out of sync, need to count used quota {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 01 15:42:18.070640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.quota.resource [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110105) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 01 15:42:18.083021 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aac41570-e5c9-414c-bb82-e8dd87521640 tempest-QuotasTest-80720874 tempest-QuotasTest-80720874-project-admin] 10.222.0.73 "GET /v2.0/quotas/f7fb97e5fb0b44d1bfd2503a14cfb6f6/details.json HTTP/1.1" status: 200 len: 703 time: 0.3150947 Apr 01 15:42:18.176715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2b88837-0945-4a00-91d9-66e8921e695a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.178056 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f2b88837-0945-4a00-91d9-66e8921e695a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4804792 Apr 01 15:42:18.189690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50294) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:18.258257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.289425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.296468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b4e8e441-1e26-4788-a3a4-96d40f30318b triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:18.296468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.298816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.301443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-bd72a7e6-7f32-4387-a863-ecd9cf7ae38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:18.303619 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-bd72a7e6-7f32-4387-a863-ecd9cf7ae38a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3156068 Apr 01 15:42:18.340844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.348297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.411048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Subnet': ['ID=b6825e62-a344-4d10-84e3-595d6f6607d5,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:18.413671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5dfd4faf-7c9b-4d7b-8343-14849e28985c None None] Provisioning complete for port b4e8e441-1e26-4788-a3a4-96d40f30318b triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:18.414182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4faf-7c9b-4d7b-8343-14849e28985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.421589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Checking segment: {'id': '1522a0dd-9d16-43d6-9eb2-61f13682297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '55cfcf19-1a89-4820-9f16-56a40bff1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:18.421945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network hostable DHCP agents. Network: 55cfcf19-1a89-4820-9f16-56a40bff1ade, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:18.439637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.477152 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.493335 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:18.496872 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:18.502717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:18.506386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:18.510540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.521041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Pushing event updated for resources: {'Port': ['ID=5fc3f102-c46d-4dad-889e-9e5c20171f42,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:18.525155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Network 84962ee6-6668-411c-aafb-f5798f319924 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:18.546248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:18.568289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network 55cfcf19-1a89-4820-9f16-56a40bff1ade is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:18.580018 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=8e23d9a8-daa0-497c-b16c-179951578e9d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:18.582600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:18.589711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:18.589824 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.697706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 55cfcf19-1a89-4820-9f16-56a40bff1ade) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:18.711541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:18.712655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.741906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:18.749521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a06add-0e17-49a9-866a-e1bd2fa3f4b8 None None] Network 55cfcf19-1a89-4820-9f16-56a40bff1ade requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:18.753559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:18.786493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-3c5afd3d-b28e-4e42-8684-7e2d244ce8de tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Deleting port cdf83e84-849b-43c7-8b4d-a79891d00893 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:18.787343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c5afd3d-b28e-4e42-8684-7e2d244ce8de tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.795923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=f1390fd2-371a-4d75-b3d0-e0d086e4b9ce,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:18.829869 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-b20bf5d4-2dda-4316-9802-d310036547de service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076888 Apr 01 15:42:18.830860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.835559 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-670056af-1d28-4b07-9798-0947528eea8b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9448392 Apr 01 15:42:18.839094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50298) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:18.845062 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-19e3e816-fa75-4157-9bb6-9cade2ff2a80 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2787220 Apr 01 15:42:18.864271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50300) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:18.895727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Attempting to bind port 5fc3f102-c46d-4dad-889e-9e5c20171f42 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:18.896111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Attempting to bind port 5fc3f102-c46d-4dad-889e-9e5c20171f42 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:18.896536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Attempting to bind port 5fc3f102-c46d-4dad-889e-9e5c20171f42 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:18.898717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Pushing event updated for resources: {'Port': ['ID=53b46215-fd36-4232-ba15-c5824e7e5adb,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:18.950688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': 'a0860c6e-5f77-481d-8309-a35b57deded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '3a929539-6a77-4b04-a6f0-423d013c8519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:18.951434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: 3a929539-6a77-4b04-a6f0-423d013c8519, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:18.954746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1734789110'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:18.970978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:18.971355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:18.971943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.972527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:18.973179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Bound port: 5fc3f102-c46d-4dad-889e-9e5c20171f42, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:18.973722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:18.976639 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50302) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:19.010298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Attempting to bind port 53b46215-fd36-4232-ba15-c5824e7e5adb on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:19.010672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Attempting to bind port 53b46215-fd36-4232-ba15-c5824e7e5adb by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'b12e6641-cc26-423f-a43c-edb2ce1156ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '84962ee6-6668-411c-aafb-f5798f319924'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:19.011038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Attempting to bind port 53b46215-fd36-4232-ba15-c5824e7e5adb on network 84962ee6-6668-411c-aafb-f5798f319924 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:19.047903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:19.048284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Checking segment: {'id': 'b12e6641-cc26-423f-a43c-edb2ce1156ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '84962ee6-6668-411c-aafb-f5798f319924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:19.048715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.048842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c5afd3d-b28e-4e42-8684-7e2d244ce8de tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.049117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Bound using segment: {'id': 'b12e6641-cc26-423f-a43c-edb2ce1156ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '84962ee6-6668-411c-aafb-f5798f319924'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:19.049628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Bound port: 53b46215-fd36-4232-ba15-c5824e7e5adb, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12e6641-cc26-423f-a43c-edb2ce1156ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '84962ee6-6668-411c-aafb-f5798f319924'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:19.050021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.056670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d52632-9f86-411f-a6ce-0b1467b34c8a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:19.065993 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-58d52632-9f86-411f-a6ce-0b1467b34c8a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30a HTTP/1.1" status: 200 len: 929 time: 0.2250257 Apr 01 15:42:19.069070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50308) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:19.109256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5dfd4faf-7c9b-4d7b-8343-14849e28985c None None] Provisioning complete for port 1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:19.109758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4faf-7c9b-4d7b-8343-14849e28985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.152163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-3c5afd3d-b28e-4e42-8684-7e2d244ce8de tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Calling delete_port for cdf83e84-849b-43c7-8b4d-a79891d00893 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:19.185727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:19.201996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:19.204786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:19.215275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] For port 5fc3f102-c46d-4dad-889e-9e5c20171f42, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:19.244576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd4faf-7c9b-4d7b-8343-14849e28985c None None] Port 1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:19.246145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.253282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] For port 5fc3f102-c46d-4dad-889e-9e5c20171f42, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5fc3f102-c46d-4dad-889e-9e5c20171f42,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:19.253282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-55cfcf19-1a89-4820-9f16-56a40bff1ade', 'network_id': '55cfcf19-1a89-4820-9f16-56a40bff1ade', 'tenant_id': 'ffc8581bea0a4ce99ea176581968952e', 'fixed_ips': [{'subnet_id': 'b6825e62-a344-4d10-84e3-595d6f6607d5'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:19.253282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.264753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event updated for resources: {'Port': ['ID=2f347259-1d99-4007-a1e9-7d0651038895,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:19.267965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] For port 53b46215-fd36-4232-ba15-c5824e7e5adb, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:19.284748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] For port 53b46215-fd36-4232-ba15-c5824e7e5adb, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=53b46215-fd36-4232-ba15-c5824e7e5adb,segment=NetworkSegment(b12e6641-cc26-423f-a43c-edb2ce1156ac),segment_id=b12e6641-cc26-423f-a43c-edb2ce1156ac)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:19.377465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.380674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.394386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7be0a28f-d560-4416-9b71-a02cb32eb71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.424952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:19.429120 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.467800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-35e8fcc3-c164-48af-b05d-ad8fa94eeb6a None None] Provisioning complete for port 8e23d9a8-daa0-497c-b16c-179951578e9d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:19.470300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-35e8fcc3-c164-48af-b05d-ad8fa94eeb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.567651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59820929-3a9f-46d1-b1fa-a2faaa64a21c None None] Pushing event updated for resources: {'Port': ['ID=53b46215-fd36-4232-ba15-c5824e7e5adb,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:19.618908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Allocated IP 2001:db8:0:ffff::2 (55cfcf19-1a89-4820-9f16-56a40bff1ade/b6825e62-a344-4d10-84e3-595d6f6607d5/239c2bd6-01e6-44ae-9c73-00acd7afa5cd) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:19.625626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:19.628139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-35e8fcc3-c164-48af-b05d-ad8fa94eeb6a None None] Port 8e23d9a8-daa0-497c-b16c-179951578e9d cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:19.640477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7be0a28f-d560-4416-9b71-a02cb32eb71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.656846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.657196 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Added segment 81bdb223-bc21-416b-b9fa-ede8aa283aaa of type vlan for network e8f6fbc3-0a68-4bee-843e-b41fb4124e28 Apr 01 15:42:19.690793 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df1b4e-696e-44b9-b81c-22f6b55d7e31 req-75fe1905-d4e3-44fe-a606-ce6e755dbfad tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:19.690793 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15df1b4e-696e-44b9-b81c-22f6b55d7e31 req-75fe1905-d4e3-44fe-a606-ce6e755dbfad tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2529745 Apr 01 15:42:19.697199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeeaaa7-8a2f-4616-a46f-24e43e9dd0a6 None None] Pushing event updated for resources: {'Port': ['ID=5fc3f102-c46d-4dad-889e-9e5c20171f42,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:19.841113 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15df1b4e-696e-44b9-b81c-22f6b55d7e31 req-c06d3dc7-294e-45de-8a40-f229c6e8101c tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441600 Apr 01 15:42:19.850635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7be0a28f-d560-4416-9b71-a02cb32eb71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.917547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.940092 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eac767d8-f04f-41fa-8917-cf08ec9f1ddf req-ab7741a3-1848-4f8e-8407-8dfdaab124cf service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1005518 Apr 01 15:42:19.940854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-87feb482-d2b9-483b-a000-77aa0bd37398 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 8e23d9a8-daa0-497c-b16c-179951578e9d {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:19.940951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network 3a929539-6a77-4b04-a6f0-423d013c8519 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:19.941171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-87feb482-d2b9-483b-a000-77aa0bd37398 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.948915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:19.998179 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7be0a28f-d560-4416-9b71-a02cb32eb71c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=059a2de5add74e9e8a2816f4918d8815&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0090468 Apr 01 15:42:20.005923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50312) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:20.028964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.096247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0a28f-d560-4416-9b71-a02cb32eb71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8264f4-7209-45d4-800b-dd51dca7c01b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:20.151668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-87feb482-d2b9-483b-a000-77aa0bd37398 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.153762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Network 55cfcf19-1a89-4820-9f16-56a40bff1ade is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:20.157905 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:20.162659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:20.167782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-87feb482-d2b9-483b-a000-77aa0bd37398 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 8e23d9a8-daa0-497c-b16c-179951578e9d owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:20.172308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Pushing event updated for resources: {'Port': ['ID=239c2bd6-01e6-44ae-9c73-00acd7afa5cd,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:20.187520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.210416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:20.211064 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.276988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 3a929539-6a77-4b04-a6f0-423d013c8519) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:20.303257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:20.304192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.307695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4517249-15e9-4bc9-bf8d-b5dd3e238f08 None None] Network 3a929539-6a77-4b04-a6f0-423d013c8519 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:20.311459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 53b46215-fd36-4232-ba15-c5824e7e5adb up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:20.324709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Network': ['ID=e8f6fbc3-0a68-4bee-843e-b41fb4124e28,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:20.358547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cf4fa5-64ed-44d5-a894-371bdc1e9019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.379926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network e8f6fbc3-0a68-4bee-843e-b41fb4124e28 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:20.382914 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a0d8c4a1-848b-4f17-9e6e-b65f4ab04e37 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4569101 Apr 01 15:42:20.383735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50314) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:20.387466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Attempting to bind port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:20.387951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Attempting to bind port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '1522a0dd-9d16-43d6-9eb2-61f13682297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '55cfcf19-1a89-4820-9f16-56a40bff1ade'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:20.388461 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Attempting to bind port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd on network 55cfcf19-1a89-4820-9f16-56a40bff1ade {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:20.391826 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'subnet': {'network_id': 'e8f6fbc3-0a68-4bee-843e-b41fb4124e28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:20.459365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cf4fa5-64ed-44d5-a894-371bdc1e9019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.462994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-4cd0e10c-9ed4-4dea-9ccf-385d5cc65cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:20.464817 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-4cd0e10c-9ed4-4dea-9ccf-385d5cc65cb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f3592e4908d4ed58791d42b7969808a&device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 1098 time: 0.3421879 Apr 01 15:42:20.502173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:20.506853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Checking segment: {'id': '1522a0dd-9d16-43d6-9eb2-61f13682297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '55cfcf19-1a89-4820-9f16-56a40bff1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:20.506853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.506853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Bound using segment: {'id': '1522a0dd-9d16-43d6-9eb2-61f13682297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '55cfcf19-1a89-4820-9f16-56a40bff1ade'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:20.506853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Bound port: 239c2bd6-01e6-44ae-9c73-00acd7afa5cd, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1522a0dd-9d16-43d6-9eb2-61f13682297b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '55cfcf19-1a89-4820-9f16-56a40bff1ade'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:20.506853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.607729 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fefdb24f-e9ee-460c-b82d-6653aa122631 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9503214 Apr 01 15:42:20.607950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50316) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:20.638422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c5afd3d-b28e-4e42-8684-7e2d244ce8de tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.727998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 53b46215-fd36-4232-ba15-c5824e7e5adb triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:20.728384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.757789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:20.772115 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.773858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] For port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:20.791472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-87feb482-d2b9-483b-a000-77aa0bd37398 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.809061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] For port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=239c2bd6-01e6-44ae-9c73-00acd7afa5cd,segment=NetworkSegment(1522a0dd-9d16-43d6-9eb2-61f13682297b),segment_id=1522a0dd-9d16-43d6-9eb2-61f13682297b)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:20.826571 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3a929539-6a77-4b04-a6f0-423d013c8519', 'network_id': '3a929539-6a77-4b04-a6f0-423d013c8519', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': 'f1390fd2-371a-4d75-b3d0-e0d086e4b9ce'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:20.829622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.896035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.912101 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-87feb482-d2b9-483b-a000-77aa0bd37398 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:20.926932 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-87feb482-d2b9-483b-a000-77aa0bd37398 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/8e23d9a8-daa0-497c-b16c-179951578e9d HTTP/1.1" status: 204 len: 168 time: 1.8565462 Apr 01 15:42:20.933211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50320) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:21.010819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:21.059493 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadd6358-f467-49a3-83f0-dea4474053aa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:42:21.065592 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eadd6358-f467-49a3-83f0-dea4474053aa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/8e23d9a8-daa0-497c-b16c-179951578e9d HTTP/1.1" status: 404 len: 333 time: 0.1283660 Apr 01 15:42:21.067014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87feb482-d2b9-483b-a000-77aa0bd37398 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=8e23d9a8-daa0-497c-b16c-179951578e9d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:21.083787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50322) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:21.140729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:21.241560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed5a15-7e47-43d0-9efd-9ab8055d6d1f None None] Pushing event updated for resources: {'Port': ['ID=239c2bd6-01e6-44ae-9c73-00acd7afa5cd,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:21.273689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5afd3d-b28e-4e42-8684-7e2d244ce8de tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event deleted for resources: {'Port': ['ID=cdf83e84-849b-43c7-8b4d-a79891d00893,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:21.292932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::1 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/f9a28d2a-595e-427e-a746-94aad03f21f4/c7a12f21-1b32-4131-967e-bd5af10bc507) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:21.340296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 53b46215-fd36-4232-ba15-c5824e7e5adb, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=53b46215-fd36-4232-ba15-c5824e7e5adb,segment=NetworkSegment(b12e6641-cc26-423f-a43c-edb2ce1156ac),segment_id=b12e6641-cc26-423f-a43c-edb2ce1156ac)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:21.343085 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fda824-bc19-44a1-b027-d73e9efc91cc None None] Network 84962ee6-6668-411c-aafb-f5798f319924 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:21.352485 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cf4fa5-64ed-44d5-a894-371bdc1e9019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:21.359815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cf4fa5-64ed-44d5-a894-371bdc1e9019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:21.363789 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d0cf4fa5-64ed-44d5-a894-371bdc1e9019 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f8264f4-7209-45d4-800b-dd51dca7c01b HTTP/1.1" status: 204 len: 168 time: 1.3544254 Apr 01 15:42:21.455474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:21.460972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Allocated IP 172.20.0.2 (3a929539-6a77-4b04-a6f0-423d013c8519/f1390fd2-371a-4d75-b3d0-e0d086e4b9ce/376b2938-589b-4e17-a9dc-3ec84be11d2c) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:21.474819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:21.475848 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5fc3f102-c46d-4dad-889e-9e5c20171f42 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:21.537117 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd234d0-6058-4eb3-9af5-b61b19701773 req-52562718-5807-47a1-ba0a-c4f2bb91c06e tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:21.539841 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fdd234d0-6058-4eb3-9af5-b61b19701773 req-52562718-5807-47a1-ba0a-c4f2bb91c06e tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.5343699 Apr 01 15:42:21.778512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:21.850443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf4fa5-64ed-44d5-a894-371bdc1e9019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8264f4-7209-45d4-800b-dd51dca7c01b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:21.854333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-c23970a2-7b14-4efa-a4cd-bf41ff555f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:21.856212 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-c23970a2-7b14-4efa-a4cd-bf41ff555f71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 HTTP/1.1" status: 200 len: 914 time: 1.3819039 Apr 01 15:42:21.894952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-4e3857af-b6c7-4c62-89b6-820069efeab8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:21.897709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e3857af-b6c7-4c62-89b6-820069efeab8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:21.918275 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fdd234d0-6058-4eb3-9af5-b61b19701773 req-ddbce7c2-08d3-49ff-8b4f-434d4b1aa495 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661475 Apr 01 15:42:21.939469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:21.948963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a62a2064-caf6-488c-955f-66325bac204d None None] Provisioning complete for port 53b46215-fd36-4232-ba15-c5824e7e5adb triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:21.949789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a62a2064-caf6-488c-955f-66325bac204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.048689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=53b46215-fd36-4232-ba15-c5824e7e5adb,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:22.071156 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:42:22.079890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.141907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.143959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e3857af-b6c7-4c62-89b6-820069efeab8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.180480 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-2df1ec2e-98f6-4e03-8ef5-8cfdb9a67125 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2 HTTP/1.1" status: 200 len: 1001 time: 0.2968128 Apr 01 15:42:22.182488 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5fc3f102-c46d-4dad-889e-9e5c20171f42 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:22.183261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-4e3857af-b6c7-4c62-89b6-820069efeab8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:22.183446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.204846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.objects.ports [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:42:22.208422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.330121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.343403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c5afd3d-b28e-4e42-8684-7e2d244ce8de tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.348699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Subnet': ['ID=60d3a925-deee-43be-bdfa-0c9e2b8ff168,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:22.351467 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3c5afd3d-b28e-4e42-8684-7e2d244ce8de tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] 10.222.0.73 "DELETE /v2.0/ports/cdf83e84-849b-43c7-8b4d-a79891d00893 HTTP/1.1" status: 204 len: 168 time: 4.3217597 Apr 01 15:42:22.358768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50328) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:22.378513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:22.382145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Checking segment: {'id': '81bdb223-bc21-416b-b9fa-ede8aa283aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e8f6fbc3-0a68-4bee-843e-b41fb4124e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:22.382518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network hostable DHCP agents. Network: e8f6fbc3-0a68-4bee-843e-b41fb4124e28, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:22.394099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:22.407056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:22.407627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.429574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.468797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=c7a12f21-1b32-4131-967e-bd5af10bc507,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:22.476694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.489128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-68c5a73a-b842-4130-8c76-a65a4ac54b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:22.491348 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-68c5a73a-b842-4130-8c76-a65a4ac54b6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f5a4e3-be43-4c74-90a9-1d70d76a2497 HTTP/1.1" status: 200 len: 851 time: 0.2609725 Apr 01 15:42:22.545313 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network e8f6fbc3-0a68-4bee-843e-b41fb4124e28 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:22.579084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 5fc3f102-c46d-4dad-889e-9e5c20171f42, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5fc3f102-c46d-4dad-889e-9e5c20171f42,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:22.613242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50332) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:22.627590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Network 3a929539-6a77-4b04-a6f0-423d013c8519 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:22.640657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:22.648623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf45b-e3ad-40c5-a971-5a851facd045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.655137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:22.657551 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Pushing event updated for resources: {'Port': ['ID=376b2938-589b-4e17-a9dc-3ec84be11d2c,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:22.658113 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e3857af-b6c7-4c62-89b6-820069efeab8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.665935 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-23fdb5ee-4e1f-4838-93f1-b2e74d892fad None None] Provisioning complete for port 5fc3f102-c46d-4dad-889e-9e5c20171f42 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:22.666662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-23fdb5ee-4e1f-4838-93f1-b2e74d892fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.675500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.752052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.760128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=f1390fd2-371a-4d75-b3d0-e0d086e4b9ce,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:22.762204 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, e8f6fbc3-0a68-4bee-843e-b41fb4124e28) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:22.835658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f98df4-9c7d-4bb5-9fad-66f041fca862 None None] Network e8f6fbc3-0a68-4bee-843e-b41fb4124e28 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:22.925554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf45b-e3ad-40c5-a971-5a851facd045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:22.987060 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:22.987720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.005245 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-26185efa-c6b0-4a4b-a210-87a6cd0c8678 tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.6427078 Apr 01 15:42:23.010085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50336) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:23.034181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Attempting to bind port 376b2938-589b-4e17-a9dc-3ec84be11d2c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:23.034181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Attempting to bind port 376b2938-589b-4e17-a9dc-3ec84be11d2c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'a0860c6e-5f77-481d-8309-a35b57deded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '3a929539-6a77-4b04-a6f0-423d013c8519'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:23.034181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Attempting to bind port 376b2938-589b-4e17-a9dc-3ec84be11d2c on network 3a929539-6a77-4b04-a6f0-423d013c8519 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:23.034417 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3857af-b6c7-4c62-89b6-820069efeab8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:23.034522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1950605185'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:23.049866 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf45b-e3ad-40c5-a971-5a851facd045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.116494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-99642a79-879d-441c-af98-250307dbe6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:23.120364 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-99642a79-879d-441c-af98-250307dbe6a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6092010 Apr 01 15:42:23.121693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:23.122076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Checking segment: {'id': 'a0860c6e-5f77-481d-8309-a35b57deded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '3a929539-6a77-4b04-a6f0-423d013c8519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:23.122479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.123060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Bound using segment: {'id': 'a0860c6e-5f77-481d-8309-a35b57deded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '3a929539-6a77-4b04-a6f0-423d013c8519'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:23.123586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Bound port: 376b2938-589b-4e17-a9dc-3ec84be11d2c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0860c6e-5f77-481d-8309-a35b57deded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '3a929539-6a77-4b04-a6f0-423d013c8519'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:23.123931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.126619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=5fc3f102-c46d-4dad-889e-9e5c20171f42,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:23.190796 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 53b46215-fd36-4232-ba15-c5824e7e5adb up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:23.246290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.263590 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bf45b-e3ad-40c5-a971-5a851facd045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6010374-9123-4c8e-9643-1ce0b70d6971,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:23.272603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Router 7098e96f-a92d-46b2-8f27-3c520c456eca is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:42:23.383938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303ba4c5-71ea-451d-b7ea-31ce9df11881 None None] Network 55cfcf19-1a89-4820-9f16-56a40bff1ade requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:23.396925 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cc6bf45b-e3ad-40c5-a971-5a851facd045 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7fb97e5fb0b44d1bfd2503a14cfb6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7816048 Apr 01 15:42:23.401568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50338) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:23.408444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.419195 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8bfddcbe-0a86-4d24-8076-cbb294b719c1 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0311179 Apr 01 15:42:23.422769 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50340) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:23.426365 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e3857af-b6c7-4c62-89b6-820069efeab8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.441971 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4e3857af-b6c7-4c62-89b6-820069efeab8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e HTTP/1.1" status: 204 len: 168 time: 2.2672303 Apr 01 15:42:23.454551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50342) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:23.455250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Made reservation on behalf of d89da2021cdb45b68a6ffd2508ce08c1 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:23.459295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.482090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'port': {'network_id': 'e8f6fbc3-0a68-4bee-843e-b41fb4124e28', 'name': 'tempest-NetworksIpV6TestAttrs-285925836'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:23.559943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Could not find standard attr ID for object cdf83e84-849b-43c7-8b4d-a79891d00893. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:42:23.598332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] For port 376b2938-589b-4e17-a9dc-3ec84be11d2c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:23.639936 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a929539-6a77-4b04-a6f0-423d013c8519']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:23.658566 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Provisioning complete for port c7a12f21-1b32-4131-967e-bd5af10bc507 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:23.659114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.672250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] For port 376b2938-589b-4e17-a9dc-3ec84be11d2c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=376b2938-589b-4e17-a9dc-3ec84be11d2c,segment=NetworkSegment(a0860c6e-5f77-481d-8309-a35b57deded0),segment_id=a0860c6e-5f77-481d-8309-a35b57deded0)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:23.687723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0860c6e-5f77-481d-8309-a35b57deded0') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:23.687723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0860c6e-5f77-481d-8309-a35b57deded0') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:23.698340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 53b46215-fd36-4232-ba15-c5824e7e5adb triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:23.698715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.705218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-e8f6fbc3-0a68-4bee-843e-b41fb4124e28', 'network_id': 'e8f6fbc3-0a68-4bee-843e-b41fb4124e28', 'tenant_id': 'ffc8581bea0a4ce99ea176581968952e', 'fixed_ips': [{'subnet_id': '60d3a925-deee-43be-bdfa-0c9e2b8ff168'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:23.705676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.755113 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21484f79-8bd6-46c0-a7cf-98e12468032c req-804460ca-daca-4fc2-9434-19fd1ce275c1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:23.758232 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-21484f79-8bd6-46c0-a7cf-98e12468032c req-804460ca-daca-4fc2-9434-19fd1ce275c1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.6345232 Apr 01 15:42:23.763959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.778791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.824020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Port c7a12f21-1b32-4131-967e-bd5af10bc507 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:23.840662 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff8d47d-0398-4b37-a2a7-fa85b3d97b6f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:42:23.842276 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cff8d47d-0398-4b37-a2a7-fa85b3d97b6f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/1a2b2bf0-c8aa-4d04-aa4c-0a8e3e43ad2e HTTP/1.1" status: 404 len: 333 time: 0.3805051 Apr 01 15:42:23.845695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.852253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50344) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:23.855712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:23.856358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:23.894679 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:23.977068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Provisioning complete for port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:23.977861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.987357 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-b92010f5-4907-4410-b31e-b18a8a71c450 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8548648 Apr 01 15:42:24.014308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bd48f-6653-469e-83ff-809e6beaf6f0 None None] Pushing event updated for resources: {'Port': ['ID=376b2938-589b-4e17-a9dc-3ec84be11d2c,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:24.030266 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-21484f79-8bd6-46c0-a7cf-98e12468032c req-23179f61-75b9-458c-8e63-fa9e5be48a03 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432146 Apr 01 15:42:24.030266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c837da03-d5d3-44e2-9331-0d2c2cd0cdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.030816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:24.057495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02c1a53-8d91-49b5-8805-af408fa840af None None] Network 3a929539-6a77-4b04-a6f0-423d013c8519 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:24.080922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c837da03-d5d3-44e2-9331-0d2c2cd0cdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.092451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.api [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:42:24.092451 dv-neutron-835865-1-hyperv neutron-server[110105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:42:24.092451 dv-neutron-835865-1-hyperv neutron-server[110105]: [parameters: {'id': '3a929539-6a77-4b04-a6f0-423d013c8519'}] Apr 01 15:42:24.092451 dv-neutron-835865-1-hyperv neutron-server[110105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:42:24.093391 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG oslo_db.api [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:42:24.127658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:24.137755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.161319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.162576 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Added segment 056bc3d3-8d93-4de4-a82b-d425fda67a8d of type vlan for network 899c2128-86cb-400f-96a3-323837bd8750 Apr 01 15:42:24.173454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] device_id is not set on port 7eca5cd6-ae0d-405b-a5a7-633c40d14272 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:24.187230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Allocated IP 2001:db8::f816:3eff:fef5:462f (e8f6fbc3-0a68-4bee-843e-b41fb4124e28/60d3a925-deee-43be-bdfa-0c9e2b8ff168/21ee95a1-8260-4ef9-a689-12201c0b7447) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:24.196602 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 239c2bd6-01e6-44ae-9c73-00acd7afa5cd up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:24.268159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ec95b2-400e-4b52-b1e3-a534270549f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet cf761b97-cde3-4bec-8aa5-fd38c021575b {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:24.276756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:24.295009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90ec95b2-400e-4b52-b1e3-a534270549f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.353526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.398260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c837da03-d5d3-44e2-9331-0d2c2cd0cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.398463 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8e5e0f50-b6ec-46f3-90ef-00202eaa5f75 req-1b2555db-1398-459a-af9f-191a8800c5e7 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647635 Apr 01 15:42:24.398552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c837da03-d5d3-44e2-9331-0d2c2cd0cdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.398552 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c837da03-d5d3-44e2-9331-0d2c2cd0cdf1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d6010374-9123-4c8e-9643-1ce0b70d6971 HTTP/1.1" status: 204 len: 168 time: 0.9775145 Apr 01 15:42:24.407910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90ec95b2-400e-4b52-b1e3-a534270549f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.431936 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837da03-d5d3-44e2-9331-0d2c2cd0cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6010374-9123-4c8e-9643-1ce0b70d6971,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:24.487522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee387ed-bba7-404e-be15-2219c176259b None None] Sync routers for ids ['7098e96f-a92d-46b2-8f27-3c520c456eca'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:24.533308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.537852 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7bf3772c-69f1-4afc-9d95-950867ae64dc tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.3519921 Apr 01 15:42:24.542236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50348) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:24.545096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.547013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-dd965700-c362-4167-89b3-f606c5937661 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': False}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:24.569440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90ec95b2-400e-4b52-b1e3-a534270549f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.576358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.586797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:24.587486 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.594578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.597552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.599885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee387ed-bba7-404e-be15-2219c176259b None None] Routers {'7098e96f-a92d-46b2-8f27-3c520c456eca'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:24.600823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0ee387ed-bba7-404e-be15-2219c176259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7098e96f-a92d-46b2-8f27-3c520c456eca'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:24.655206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0ee387ed-bba7-404e-be15-2219c176259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:24.680613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.681611 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.751418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] For port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=239c2bd6-01e6-44ae-9c73-00acd7afa5cd,segment=NetworkSegment(1522a0dd-9d16-43d6-9eb2-61f13682297b),segment_id=1522a0dd-9d16-43d6-9eb2-61f13682297b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:24.756159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:24.757146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.774023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port 376b2938-589b-4e17-a9dc-3ec84be11d2c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:24.774372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.783403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee387ed-bba7-404e-be15-2219c176259b None None] Routers {'7098e96f-a92d-46b2-8f27-3c520c456eca'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:24.784054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0ee387ed-bba7-404e-be15-2219c176259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7098e96f-a92d-46b2-8f27-3c520c456eca'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:24.804841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90ec95b2-400e-4b52-b1e3-a534270549f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.821238 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event updated for resources: {'Network': ['ID=899c2128-86cb-400f-96a3-323837bd8750,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:24.852363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 899c2128-86cb-400f-96a3-323837bd8750 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:24.859730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=c7a12f21-1b32-4131-967e-bd5af10bc507,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:24.862895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90ec95b2-400e-4b52-b1e3-a534270549f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.867785 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-90ec95b2-400e-4b52-b1e3-a534270549f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/cf761b97-cde3-4bec-8aa5-fd38c021575b HTTP/1.1" status: 204 len: 168 time: 1.0115881 Apr 01 15:42:24.870931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50352) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:24.872514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec95b2-400e-4b52-b1e3-a534270549f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=cf761b97-cde3-4bec-8aa5-fd38c021575b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:24.918780 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port 376b2938-589b-4e17-a9dc-3ec84be11d2c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=376b2938-589b-4e17-a9dc-3ec84be11d2c,segment=NetworkSegment(a0860c6e-5f77-481d-8309-a35b57deded0),segment_id=a0860c6e-5f77-481d-8309-a35b57deded0)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:24.919460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:24.927019 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-93711e03-2650-4c77-af20-51a954410ec1 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9108710 Apr 01 15:42:24.935197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6424db3-c284-47a5-b04c-7ccfe32007e1 None None] Network 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:24.941719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for 376b2938-589b-4e17-a9dc-3ec84be11d2c owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:24.950272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50354) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:24.964755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0ee387ed-bba7-404e-be15-2219c176259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:24.965424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee387ed-bba7-404e-be15-2219c176259b None None] The sync data for ids ['7098e96f-a92d-46b2-8f27-3c520c456eca'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:25.002347 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.148872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.168130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:25.175921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:25.197841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.204867 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Provisioning complete for port 53b46215-fd36-4232-ba15-c5824e7e5adb triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:25.206401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.271995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950f0b4-5c75-495e-9795-e7c7d319fc64 None None] Pushing event updated for resources: {'Port': ['ID=239c2bd6-01e6-44ae-9c73-00acd7afa5cd,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:25.352561 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ab0b02f8-38aa-4f70-bd7b-24f0c4daff60 tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] 10.222.0.73 "GET /v2.0/agents/043cb4b1-da2d-465a-957c-871cc106b975/dhcp-networks HTTP/1.1" status: 200 len: 9561 time: 0.4024007 Apr 01 15:42:25.353155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.383141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50366) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:25.477599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port b4e8e441-1e26-4788-a3a4-96d40f30318b {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:25.477864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.507806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Network e8f6fbc3-0a68-4bee-843e-b41fb4124e28 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:25.528214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:25.537680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:25.575743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Pushing event updated for resources: {'Port': ['ID=21ee95a1-8260-4ef9-a689-12201c0b7447,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:25.590498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] For port b4e8e441-1e26-4788-a3a4-96d40f30318b, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b4e8e441-1e26-4788-a3a4-96d40f30318b,segment=NetworkSegment(85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a),segment_id=85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:25.591094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.618989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cdaaa8-baf0-436f-86b2-bd850b355f88 tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] Network 899c2128-86cb-400f-96a3-323837bd8750 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:25.624971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for b4e8e441-1e26-4788-a3a4-96d40f30318b owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:25.660866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Attempting to bind port 21ee95a1-8260-4ef9-a689-12201c0b7447 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:25.661175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Attempting to bind port 21ee95a1-8260-4ef9-a689-12201c0b7447 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '81bdb223-bc21-416b-b9fa-ede8aa283aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e8f6fbc3-0a68-4bee-843e-b41fb4124e28'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:25.661547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Attempting to bind port 21ee95a1-8260-4ef9-a689-12201c0b7447 on network e8f6fbc3-0a68-4bee-843e-b41fb4124e28 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:25.671496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:25.671879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Checking segment: {'id': '81bdb223-bc21-416b-b9fa-ede8aa283aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e8f6fbc3-0a68-4bee-843e-b41fb4124e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:25.672330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.676809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Bound using segment: {'id': '81bdb223-bc21-416b-b9fa-ede8aa283aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e8f6fbc3-0a68-4bee-843e-b41fb4124e28'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:25.677429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Bound port: 21ee95a1-8260-4ef9-a689-12201c0b7447, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bdb223-bc21-416b-b9fa-ede8aa283aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'e8f6fbc3-0a68-4bee-843e-b41fb4124e28'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:25.677838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.687046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Router 641362ae-0b47-4552-9d5c-b1f174c072b1 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:42:25.706799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.745996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd965700-c362-4167-89b3-f606c5937661 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.764369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] DHCP port deletion for 9cfd9906-2d3e-4bef-9829-e2d2afeb4522 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:25.768840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d5001-e313-4478-a2a3-112b3e322a5d req-de1be31c-8490-4367-83ef-a0e1f076a488 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:25.771708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d4cdaaa8-baf0-436f-86b2-bd850b355f88 tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] 10.222.0.73 "POST /v2.0/agents/043cb4b1-da2d-465a-957c-871cc106b975/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3864684 Apr 01 15:42:25.782338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f897085-dc80-4995-b4f1-131e3489d660 None None] Network 899c2128-86cb-400f-96a3-323837bd8750 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:25.789078 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-943d5001-e313-4478-a2a3-112b3e322a5d req-de1be31c-8490-4367-83ef-a0e1f076a488 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.6233463 Apr 01 15:42:25.818156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50374) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:25.827470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5fc3f102-c46d-4dad-889e-9e5c20171f42 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:25.838831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Allocated IP 2001:db8::f816:3eff:fe26:73e3 (e8f6fbc3-0a68-4bee-843e-b41fb4124e28/60d3a925-deee-43be-bdfa-0c9e2b8ff168/7eca5cd6-ae0d-405b-a5a7-633c40d14272) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:25.877382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:25.884906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=376b2938-589b-4e17-a9dc-3ec84be11d2c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:25.891644 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d8b81f25-2d77-47c6-bafe-28e9a1911303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "PUT /v2.0/routers/641362ae-0b47-4552-9d5c-b1f174c072b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6890371 Apr 01 15:42:25.902585 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50376) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:25.904432 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Sync routers for ids ['641362ae-0b47-4552-9d5c-b1f174c072b1'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:25.918331 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port 376b2938-589b-4e17-a9dc-3ec84be11d2c on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:25.924229 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Routers {'641362ae-0b47-4552-9d5c-b1f174c072b1'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:25.926344 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['641362ae-0b47-4552-9d5c-b1f174c072b1'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:25.947330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6c59e067-5047-4048-8551-08bea89c06f7 None None] Provisioning complete for port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:25.947710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6c59e067-5047-4048-8551-08bea89c06f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:25.993079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] For port 21ee95a1-8260-4ef9-a689-12201c0b7447, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:26.067779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f1bae-1fc4-43e9-baf0-380f19ce0333 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:26.070712 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-613f1bae-1fc4-43e9-baf0-380f19ce0333 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports/c7a12f21-1b32-4131-967e-bd5af10bc507 HTTP/1.1" status: 200 len: 911 time: 0.1629183 Apr 01 15:42:26.074916 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-943d5001-e313-4478-a2a3-112b3e322a5d req-502ee55a-e99d-41f0-bf67-f0576b4f32e7 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054539 Apr 01 15:42:26.093205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] For port 21ee95a1-8260-4ef9-a689-12201c0b7447, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=21ee95a1-8260-4ef9-a689-12201c0b7447,segment=NetworkSegment(81bdb223-bc21-416b-b9fa-ede8aa283aaa),segment_id=81bdb223-bc21-416b-b9fa-ede8aa283aaa)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:26.106657 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b61397f2-7f1f-48ec-8096-aff7bd6b70be tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] 10.222.0.73 "GET /v2.0/agents/043cb4b1-da2d-465a-957c-871cc106b975/dhcp-networks HTTP/1.1" status: 200 len: 10333 time: 0.2854319 Apr 01 15:42:26.106657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50380) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:26.107421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50382) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:26.108131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.130023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.209272 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Set router 641362ae-0b47-4552-9d5c-b1f174c072b1 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:26.211874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a929539-6a77-4b04-a6f0-423d013c8519']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:26.231960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] Deleting port b4e8e441-1e26-4788-a3a4-96d40f30318b {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:26.232562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.233521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0860c6e-5f77-481d-8309-a35b57deded0') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:26.234120 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0860c6e-5f77-481d-8309-a35b57deded0') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:26.247503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50384) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:26.266816 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.317307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=b4e8e441-1e26-4788-a3a4-96d40f30318b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:26.319510 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] For port b4e8e441-1e26-4788-a3a4-96d40f30318b, host dv-neutron-835865-1-hyperv, got binding levels [] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:26.320076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.320649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No DVR routers for this DVR port b4e8e441-1e26-4788-a3a4-96d40f30318b on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:26.333591 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] Calling delete_port for b4e8e441-1e26-4788-a3a4-96d40f30318b owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:26.334889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.336580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.ipam_backend_mixin [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] Port b4e8e441-1e26-4788-a3a4-96d40f30318b was not found and therefore no delete operation was performed {{(pid=110107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 15:42:26.339861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.345382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.347195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5fc3f102-c46d-4dad-889e-9e5c20171f42 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:26.347562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.356883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.374879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:26.375289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:26.397483 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:26.407115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] Pushing event deleted for resources: {'Port': ['ID=b4e8e441-1e26-4788-a3a4-96d40f30318b,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:26.429277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf9b77b-1ba7-4e07-8ec6-b4f28003a78a None None] No DVR routers for this DVR port b4e8e441-1e26-4788-a3a4-96d40f30318b on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:26.468226 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641362ae-0b47-4552-9d5c-b1f174c072b1', 'name': 'tempest-NetworksTestDHCPv6-router-1584617964', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:17Z', 'updated_at': '2022-04-01T15:42:22Z', 'revision_number': 2, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None, '_interfaces': [{'id': 'c7a12f21-1b32-4131-967e-bd5af10bc507', 'name': '', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'mac_address': 'fa:16:3e:33:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641362ae-0b47-4552-9d5c-b1f174c072b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f9a28d2a-595e-427e-a746-94aad03f21f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:42:19Z', 'updated_at': '2022-04-01T15:42:24Z', 'revision_number': 2, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'subnets': [{'id': 'f9a28d2a-595e-427e-a746-94aad03f21f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:26.472158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53086d09-d201-4855-882e-8363c2520f38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:26.488662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53086d09-d201-4855-882e-8363c2520f38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:26.488863 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0adb7-a968-4da8-8568-feab0bc45f58 None None] Pushing event updated for resources: {'Port': ['ID=21ee95a1-8260-4ef9-a689-12201c0b7447,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:26.509877 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-53086d09-d201-4855-882e-8363c2520f38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4024053 Apr 01 15:42:26.510996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1892701586'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:26.515310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50388) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:26.543075 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Checking router: 641362ae-0b47-4552-9d5c-b1f174c072b1 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:42:26.543751 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Updating router 641362ae-0b47-4552-9d5c-b1f174c072b1 port c7a12f21-1b32-4131-967e-bd5af10bc507 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:42:26.560766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.576099 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.592153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfd9906-2d3e-4bef-9829-e2d2afeb4522']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:26.608068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 239c2bd6-01e6-44ae-9c73-00acd7afa5cd up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:26.610454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:26.610872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d0f1d1-fb05-4ccc-bb3e-dd76a8181c7a') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:26.630794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.661448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.671020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6c59e067-5047-4048-8551-08bea89c06f7 None None] Provisioning complete for port c7a12f21-1b32-4131-967e-bd5af10bc507 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:26.671259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:26.671456 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6c59e067-5047-4048-8551-08bea89c06f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.671767 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.736672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6c59e067-5047-4048-8551-08bea89c06f7 None None] Port c7a12f21-1b32-4131-967e-bd5af10bc507 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:26.740458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:26.740845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.770647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.809076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.817709 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/3a929539-6a77-4b04-a6f0-423d013c8519 HTTP/1.1" status: 204 len: 168 time: 6.2085378 Apr 01 15:42:26.820100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ef970-eec4-4efc-80a7-57e322772930 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=3a929539-6a77-4b04-a6f0-423d013c8519,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:26.829834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50390) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:26.925187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Made reservation on behalf of eaff8768674b4b76bd644f12219de658 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:26.929179 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.943751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.949745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.952093 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a34af0-e708-4fbb-a9ee-7a41668d3ba7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] GET failed (client error): The resource could not be found. Apr 01 15:42:26.956668 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d5a34af0-e708-4fbb-a9ee-7a41668d3ba7 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/subnets/f1390fd2-371a-4d75-b3d0-e0d086e4b9ce HTTP/1.1" status: 404 len: 337 time: 0.1179457 Apr 01 15:42:26.967091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50392) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:26.971969 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.064932 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.080798 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2d13d9-e94e-49e7-817e-cbd1d9e75141 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:27.081335 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2d13d9-e94e-49e7-817e-cbd1d9e75141 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:27.089944 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5f2d13d9-e94e-49e7-817e-cbd1d9e75141 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/3a929539-6a77-4b04-a6f0-423d013c8519 HTTP/1.1" status: 404 len: 339 time: 0.0978324 Apr 01 15:42:27.101701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50394) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.125427 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689518e-94bc-437f-afba-7cf2219cdbd6 None None] Pushing event updated for resources: {'Port': ['ID=c7a12f21-1b32-4131-967e-bd5af10bc507,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:27.166800 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network e8f6fbc3-0a68-4bee-843e-b41fb4124e28 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:27.187187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Port': ['ID=7eca5cd6-ae0d-405b-a5a7-633c40d14272,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:27.199917 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:27.203039 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1ceb459e-7a15-4c78-8618-8351a0a52c68 tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] 10.222.0.73 "DELETE /v2.0/agents/043cb4b1-da2d-465a-957c-871cc106b975/dhcp-networks/899c2128-86cb-400f-96a3-323837bd8750 HTTP/1.1" status: 204 len: 168 time: 1.0913548 Apr 01 15:42:27.207961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50398) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.210365 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:27.245603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:27.251730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:27.252362 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Attempting to bind port c7a12f21-1b32-4131-967e-bd5af10bc507 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:27.252842 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Attempting to bind port c7a12f21-1b32-4131-967e-bd5af10bc507 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:27.263191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.263364 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Attempting to bind port c7a12f21-1b32-4131-967e-bd5af10bc507 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:27.263364 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:27.263364 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:27.263364 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.263364 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:27.263364 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Bound port: c7a12f21-1b32-4131-967e-bd5af10bc507, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:27.263364 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.349496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.358237 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] For port c7a12f21-1b32-4131-967e-bd5af10bc507, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:27.365568 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] For port c7a12f21-1b32-4131-967e-bd5af10bc507, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c7a12f21-1b32-4131-967e-bd5af10bc507,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:27.375836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.379308 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/networks/9cfd9906-2d3e-4bef-9829-e2d2afeb4522 HTTP/1.1" status: 204 len: 168 time: 2.5044687 Apr 01 15:42:27.395212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678efcf-64c4-4d72-b654-b0b53e70b41f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Network': ['ID=9cfd9906-2d3e-4bef-9829-e2d2afeb4522,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:27.395529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50400) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.415707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-805347655'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:27.418633 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-717a16ad-de72-43d7-8efd-0a6076db3801 tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] 10.222.0.73 "GET /v2.0/agents/043cb4b1-da2d-465a-957c-871cc106b975/dhcp-networks HTTP/1.1" status: 200 len: 8806 time: 0.2075565 Apr 01 15:42:27.431109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50402) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.451964 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.455563 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-065920b1-d6a7-43f4-a5d7-2fdfc276ef45 tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] 10.222.0.73 "GET /v2.0/networks/84962ee6-6668-411c-aafb-f5798f319924/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0231640 Apr 01 15:42:27.466236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50404) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.490044 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f634aa64-964a-4806-803b-394061b89fee tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] 10.222.0.73 "GET /v2.0/networks/84962ee6-6668-411c-aafb-f5798f319924/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0224335 Apr 01 15:42:27.492676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50406) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.510709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366b938-62ed-4226-9981-3e2cbf2cf0bb tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:27.513279 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f366b938-62ed-4226-9981-3e2cbf2cf0bb tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4107904 Apr 01 15:42:27.516214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50408) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.545722 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Routers {'641362ae-0b47-4552-9d5c-b1f174c072b1'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:27.546554 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['641362ae-0b47-4552-9d5c-b1f174c072b1'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:27.575894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e2411234-999a-4ad1-86f0-ed5db131f7c3 None None] Provisioning complete for port c7a12f21-1b32-4131-967e-bd5af10bc507 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:27.576485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2411234-999a-4ad1-86f0-ed5db131f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.601124 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-142437ef-acb9-4281-8ff6-50a27dced8be tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 207 time: 0.0800683 Apr 01 15:42:27.607463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50410) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.652592 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689518e-94bc-437f-afba-7cf2219cdbd6 None None] Pushing event updated for resources: {'Port': ['ID=c7a12f21-1b32-4131-967e-bd5af10bc507,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:27.684091 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7a9e93a3-d989-40eb-892e-670c4a5ec41e tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.2212815 Apr 01 15:42:27.710847 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50412) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.801744 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] Set router 641362ae-0b47-4552-9d5c-b1f174c072b1 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:27.817105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.907173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa0362-eb20-478b-b5a8-e460411a58c7 req-97527a91-406c-4f96-8663-210eeca5f447 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:27.908756 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-feaa0362-eb20-478b-b5a8-e460411a58c7 req-97527a91-406c-4f96-8663-210eeca5f447 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.7188010 Apr 01 15:42:27.950305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.953851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99d524-c80a-4131-a711-58ff8020ee17 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:27.962173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99d524-c80a-4131-a711-58ff8020ee17 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:27.969027 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99d524-c80a-4131-a711-58ff8020ee17 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:27.970225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 21ee95a1-8260-4ef9-a689-12201c0b7447 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:27.978619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99d524-c80a-4131-a711-58ff8020ee17 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:27.985526 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cf99d524-c80a-4131-a711-58ff8020ee17 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3791816 Apr 01 15:42:27.987544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50414) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:27.991909 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-82e125ac-9d7b-40d2-a351-975ee317abf7 tempest-DHCPAgentSchedulersTestJSON-44028305 tempest-DHCPAgentSchedulersTestJSON-44028305-project-admin] 10.222.0.73 "GET /v2.0/agents/043cb4b1-da2d-465a-957c-871cc106b975/dhcp-networks HTTP/1.1" status: 200 len: 8058 time: 0.4980054 Apr 01 15:42:28.036030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50416) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:28.059283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:28.063119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.097253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 21ee95a1-8260-4ef9-a689-12201c0b7447 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:28.097781 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.140948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2411234-999a-4ad1-86f0-ed5db131f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.145322 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1ef2457d-481e-4d37-b1cd-935e609f767c tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1480329 Apr 01 15:42:28.145322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50420) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:28.165421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1d6df-fca8-4efe-9396-70a422fe030a None None] Network e8f6fbc3-0a68-4bee-843e-b41fb4124e28 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:28.165744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:28.172969 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-99298371-5804-43e7-b256-2738cccf9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641362ae-0b47-4552-9d5c-b1f174c072b1', 'name': 'tempest-NetworksTestDHCPv6-router-1584617964', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:17Z', 'updated_at': '2022-04-01T15:42:22Z', 'revision_number': 2, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None, '_interfaces': [{'id': 'c7a12f21-1b32-4131-967e-bd5af10bc507', 'name': '', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'mac_address': 'fa:16:3e:33:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641362ae-0b47-4552-9d5c-b1f174c072b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f9a28d2a-595e-427e-a746-94aad03f21f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:42:19Z', 'updated_at': '2022-04-01T15:42:27Z', 'revision_number': 4, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'subnets': [{'id': 'f9a28d2a-595e-427e-a746-94aad03f21f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:28.173605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.206822 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99298371-5804-43e7-b256-2738cccf9210 None None] The sync data for ids ['641362ae-0b47-4552-9d5c-b1f174c072b1'] in dv-neutron-835865-1-hyperv is: [{'id': '641362ae-0b47-4552-9d5c-b1f174c072b1', 'name': 'tempest-NetworksTestDHCPv6-router-1584617964', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:17Z', 'updated_at': '2022-04-01T15:42:22Z', 'revision_number': 2, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None, '_interfaces': [{'id': 'c7a12f21-1b32-4131-967e-bd5af10bc507', 'name': '', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'mac_address': 'fa:16:3e:33:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641362ae-0b47-4552-9d5c-b1f174c072b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f9a28d2a-595e-427e-a746-94aad03f21f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:42:19Z', 'updated_at': '2022-04-01T15:42:27Z', 'revision_number': 4, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'subnets': [{'id': 'f9a28d2a-595e-427e-a746-94aad03f21f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:28.218832 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef344b3-079e-4542-9f80-0648b1a9bb42 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Deleting subnet 60d3a925-deee-43be-bdfa-0c9e2b8ff168 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:28.226289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e21897-351d-4987-ae25-752ec94489c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:28.227848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e21897-351d-4987-ae25-752ec94489c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:28.230204 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d7e21897-351d-4987-ae25-752ec94489c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0829513 Apr 01 15:42:28.236984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50422) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:28.289240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e2411234-999a-4ad1-86f0-ed5db131f7c3 None None] For port c7a12f21-1b32-4131-967e-bd5af10bc507, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c7a12f21-1b32-4131-967e-bd5af10bc507,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:28.309445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.310030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed91bb51-01f9-4f1e-88c9-cbe48bf6c35d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:28.312152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed91bb51-01f9-4f1e-88c9-cbe48bf6c35d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:28.317981 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ed91bb51-01f9-4f1e-88c9-cbe48bf6c35d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0793955 Apr 01 15:42:28.319109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50424) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:28.395090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 21ee95a1-8260-4ef9-a689-12201c0b7447, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=21ee95a1-8260-4ef9-a689-12201c0b7447,segment=NetworkSegment(81bdb223-bc21-416b-b9fa-ede8aa283aaa),segment_id=81bdb223-bc21-416b-b9fa-ede8aa283aaa)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:28.399030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e2411234-999a-4ad1-86f0-ed5db131f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.484625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fddca7-9fed-48c7-980b-79dbf15e58aa tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:28.487847 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-99fddca7-9fed-48c7-980b-79dbf15e58aa tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/networks/e80dc0f4-80f6-4b01-a590-ce5546202eca HTTP/1.1" status: 200 len: 799 time: 0.1681185 Apr 01 15:42:28.491731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50426) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:28.508237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2411234-999a-4ad1-86f0-ed5db131f7c3 None None] Pushing event updated for resources: {'Port': ['ID=c7a12f21-1b32-4131-967e-bd5af10bc507,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:28.517611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.606891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=21ee95a1-8260-4ef9-a689-12201c0b7447,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:28.631112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa605831-8aa5-4c51-8f36-1f2e91350d35,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:28.634545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-375f58b0-f217-44aa-a6c8-2d21c6ba07db None None] Provisioning complete for port 21ee95a1-8260-4ef9-a689-12201c0b7447 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:28.634688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fef344b3-079e-4542-9f80-0648b1a9bb42 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.640139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-375f58b0-f217-44aa-a6c8-2d21c6ba07db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.662658 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c4334c80-8e9a-42e5-b495-5437cc34057b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/networks/e80dc0f4-80f6-4b01-a590-ce5546202eca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1670165 Apr 01 15:42:28.663326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50428) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:28.705823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b4e8e441-1e26-4788-a3a4-96d40f30318b no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:28.705975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.706285 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Added segment 775d1456-197b-42d1-a74f-9b2a7c6b79c4 of type vlan for network 1979d200-38a6-4bc9-8451-760a3a57a821 Apr 01 15:42:28.740765 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-feaa0362-eb20-478b-b5a8-e460411a58c7 req-0312e3a3-ff7f-4e02-b082-0978b6e1cf6a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7985241 Apr 01 15:42:28.752058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: b4e8e441-1e26-4788-a3a4-96d40f30318b {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:28.752698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b4e8e441-1e26-4788-a3a4-96d40f30318b not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:28.755052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f175a44-0be1-48eb-90e0-9580e091e2fe tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:28.765998 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6f175a44-0be1-48eb-90e0-9580e091e2fe tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/subnets/0ca655b0-0f9b-4c8a-a515-3fa9527416ce HTTP/1.1" status: 200 len: 811 time: 0.1015317 Apr 01 15:42:28.778100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50430) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:28.828594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:28.872628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-375f58b0-f217-44aa-a6c8-2d21c6ba07db None None] Provisioning complete for port c7a12f21-1b32-4131-967e-bd5af10bc507 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:28.873136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-375f58b0-f217-44aa-a6c8-2d21c6ba07db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.874189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9aa5c0-68c6-4fb2-a0c6-585cbcb00070 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['shared'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:28.881534 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-de9aa5c0-68c6-4fb2-a0c6-585cbcb00070 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "GET /v2.0/subnets/0ca655b0-0f9b-4c8a-a515-3fa9527416ce?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1010392 Apr 01 15:42:28.882347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50432) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:28.887315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-28146819'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:28.907978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.915736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fef344b3-079e-4542-9f80-0648b1a9bb42 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:28.949456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.018033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.018377 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Added segment caf540a3-dc4a-43d0-9798-ae1f368b4d61 of type vlan for network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 Apr 01 15:42:29.022551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:29.026443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.057077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:29.075168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.076015 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Added segment 09fafd61-ff3f-4cdd-b7cc-90ea8be9e734 of type vlan for network 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 Apr 01 15:42:29.135977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899c2128-86cb-400f-96a3-323837bd8750']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:29.138260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.resource_extend [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:42:29.142040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.146473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f57bc1ef-72e8-4428-99de-22b17731de8c None None] Provisioning complete for port 21ee95a1-8260-4ef9-a689-12201c0b7447 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:29.146845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f57bc1ef-72e8-4428-99de-22b17731de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.190095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.197129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056bc3d3-8d93-4de4-a82b-d425fda67a8d') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:29.197416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056bc3d3-8d93-4de4-a82b-d425fda67a8d') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:29.230630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540a3c56-b643-4c8c-bd63-0abaa8be34a3 None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:42:29.238960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.245236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:29.245811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.262993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.281233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.289489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:29.289897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.322849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f57bc1ef-72e8-4428-99de-22b17731de8c None None] Provisioning complete for port 7eca5cd6-ae0d-405b-a5a7-633c40d14272 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:29.323310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f57bc1ef-72e8-4428-99de-22b17731de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.353039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Network': ['ID=9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:29.369080 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:29.403098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:29.426335 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd965700-c362-4167-89b3-f606c5937661 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.433279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.446271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd965700-c362-4167-89b3-f606c5937661 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.477429 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-96812cef-6c6d-41ac-b8e0-65b6cdffa3ac tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5939858 Apr 01 15:42:29.487063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50434) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:29.493390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'network_id': '9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:29.504018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f57bc1ef-72e8-4428-99de-22b17731de8c None None] Port 7eca5cd6-ae0d-405b-a5a7-633c40d14272 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:29.564182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a3c56-b643-4c8c-bd63-0abaa8be34a3 None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:42:29.567723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.592105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.595553 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] 10.222.0.73 "DELETE /v2.0/networks/899c2128-86cb-400f-96a3-323837bd8750 HTTP/1.1" status: 204 len: 168 time: 1.5566442 Apr 01 15:42:29.601881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.602889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50436) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:29.607931 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:29.608616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.639910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fef344b3-079e-4542-9f80-0648b1a9bb42 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.648571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62db27-e504-458e-965b-bb075899f966 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event deleted for resources: {'Network': ['ID=899c2128-86cb-400f-96a3-323837bd8750,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:29.666328 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-17557881-c44a-4253-9f1b-a0293150ad05 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:29.667216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17557881-c44a-4253-9f1b-a0293150ad05 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:29.673779 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-17557881-c44a-4253-9f1b-a0293150ad05 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] 10.222.0.73 "DELETE /v2.0/ports/cdf83e84-849b-43c7-8b4d-a79891d00893 HTTP/1.1" status: 404 len: 333 time: 0.0675042 Apr 01 15:42:29.678535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50438) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:29.772255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-363ec4fa-c7e1-41ec-8d2b-1b0b9e6fac6a tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Deleting subnet ee6c8608-396d-4631-adeb-e9e79b7ae1f9 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:29.775898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-363ec4fa-c7e1-41ec-8d2b-1b0b9e6fac6a tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.803860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.806439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c7a12f21-1b32-4131-967e-bd5af10bc507 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:29.809671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:29.810464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.843458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-363ec4fa-c7e1-41ec-8d2b-1b0b9e6fac6a tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.853087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-94bb00cd-0e22-436c-bac9-4e8075cc790c None None] Provisioning complete for port 7eca5cd6-ae0d-405b-a5a7-633c40d14272 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:29.853541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-94bb00cd-0e22-436c-bac9-4e8075cc790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.908458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Made reservation on behalf of 17ab94749f084d5fae952bdd30d49ec6 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:29.912179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-94bb00cd-0e22-436c-bac9-4e8075cc790c None None] Port 7eca5cd6-ae0d-405b-a5a7-633c40d14272 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:29.915014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.939252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Network': ['ID=1979d200-38a6-4bc9-8451-760a3a57a821,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:29.975824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 1979d200-38a6-4bc9-8451-760a3a57a821 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:29.988718 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2e501015-dd06-4b81-a3d3-ef446a2bbd9b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.7351911 Apr 01 15:42:29.995687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50442) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:30.005187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'subnet': {'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:30.006868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c7a12f21-1b32-4131-967e-bd5af10bc507 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:30.007312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.038737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd965700-c362-4167-89b3-f606c5937661 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Router 7098e96f-a92d-46b2-8f27-3c520c456eca has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:42:30.055704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Performing IP validity checks on allocation pools {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 15:42:30.056316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 15:42:30.073716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-363ec4fa-c7e1-41ec-8d2b-1b0b9e6fac6a tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.083075 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6718893 Apr 01 15:42:30.088228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fee3d8-69c3-4f67-8df2-57b8cbe2245d tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Network': ['ID=b29e4f17-781d-46c3-aa9b-f7c7b94f5938,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:30.097302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50444) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:30.102618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': 'b29e4f17-781d-46c3-aa9b-f7c7b94f5938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:30.113983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:30.116076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00176f08-54f0-46a8-ad66-12e2b7e30dca req-bb726c4a-94a3-4bc5-ab25-ece2893306b1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:30.117664 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-00176f08-54f0-46a8-ad66-12e2b7e30dca req-bb726c4a-94a3-4bc5-ab25-ece2893306b1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2406237 Apr 01 15:42:30.145385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fef344b3-079e-4542-9f80-0648b1a9bb42 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.249572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 21ee95a1-8260-4ef9-a689-12201c0b7447 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:30.277753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef344b3-079e-4542-9f80-0648b1a9bb42 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Subnet': ['ID=60d3a925-deee-43be-bdfa-0c9e2b8ff168,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:30.299494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fef344b3-079e-4542-9f80-0648b1a9bb42 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.304274 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fef344b3-079e-4542-9f80-0648b1a9bb42 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/subnets/60d3a925-deee-43be-bdfa-0c9e2b8ff168 HTTP/1.1" status: 204 len: 168 time: 2.5754023 Apr 01 15:42:30.304476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c75671-e5a0-4e7e-a05c-89dd246e512a None None] Network e8f6fbc3-0a68-4bee-843e-b41fb4124e28 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:30.305203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50446) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:30.346072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Made reservation on behalf of eaff8768674b4b76bd644f12219de658 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:30.350171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.368322 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-00176f08-54f0-46a8-ad66-12e2b7e30dca req-7ff7a0d7-3717-4e38-b36d-e9779a881a27 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141628 Apr 01 15:42:30.372466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 21ee95a1-8260-4ef9-a689-12201c0b7447 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:30.372960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.380207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-363ec4fa-c7e1-41ec-8d2b-1b0b9e6fac6a tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.432373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd965700-c362-4167-89b3-f606c5937661 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:30.442707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd965700-c362-4167-89b3-f606c5937661 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.442707 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dd965700-c362-4167-89b3-f606c5937661 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "PUT /v2.0/routers/7098e96f-a92d-46b2-8f27-3c520c456eca HTTP/1.1" status: 200 len: 921 time: 5.8956556 Apr 01 15:42:30.446562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de8678-7048-4dff-9d58-f08a878e85cf None None] Sync routers for ids ['7098e96f-a92d-46b2-8f27-3c520c456eca'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:30.449781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50448) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:30.493706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de8678-7048-4dff-9d58-f08a878e85cf None None] Routers {'7098e96f-a92d-46b2-8f27-3c520c456eca'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:30.494484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f0de8678-7048-4dff-9d58-f08a878e85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7098e96f-a92d-46b2-8f27-3c520c456eca'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:30.497228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port c7a12f21-1b32-4131-967e-bd5af10bc507 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:30.497575 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.505162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:30.509271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.535382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ec4fa-c7e1-41ec-8d2b-1b0b9e6fac6a tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6c8608-396d-4631-adeb-e9e79b7ae1f9,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:30.542614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-363ec4fa-c7e1-41ec-8d2b-1b0b9e6fac6a tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.543487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482e171f-a1ac-4e68-985c-136c6e6e46cd None None] Network 84962ee6-6668-411c-aafb-f5798f319924 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:30.545704 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-363ec4fa-c7e1-41ec-8d2b-1b0b9e6fac6a tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] 10.222.0.73 "DELETE /v2.0/subnets/ee6c8608-396d-4631-adeb-e9e79b7ae1f9 HTTP/1.1" status: 204 len: 168 time: 0.8663452 Apr 01 15:42:30.550389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50450) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:30.554869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f0de8678-7048-4dff-9d58-f08a878e85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:30.555898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4be6b3-bea4-421b-bcfb-0d570818a7e4 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:30.557588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4be6b3-bea4-421b-bcfb-0d570818a7e4 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:30.559164 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5a4be6b3-bea4-421b-bcfb-0d570818a7e4 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2522583 Apr 01 15:42:30.572512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50452) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:30.631031 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de8678-7048-4dff-9d58-f08a878e85cf None None] Routers {'7098e96f-a92d-46b2-8f27-3c520c456eca'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:30.631776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f0de8678-7048-4dff-9d58-f08a878e85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7098e96f-a92d-46b2-8f27-3c520c456eca'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:30.786778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-738038a4-3e2e-47ed-a577-4568a8d28b4d tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/routers/7098e96f-a92d-46b2-8f27-3c520c456eca HTTP/1.1" status: 200 len: 921 time: 0.3327782 Apr 01 15:42:30.792673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50454) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:30.795382 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] For port c7a12f21-1b32-4131-967e-bd5af10bc507, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c7a12f21-1b32-4131-967e-bd5af10bc507,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:30.796016 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.815193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for c7a12f21-1b32-4131-967e-bd5af10bc507 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:30.832488 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bbec73c3-4f75-4720-9f4e-fa150951d635 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.849039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c082a82e-c99f-4824-b6ac-ce6b6bfb4b94 None None] DHCP port deletion for e8f6fbc3-0a68-4bee-843e-b41fb4124e28 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:30.855186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.857905 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f0de8678-7048-4dff-9d58-f08a878e85cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:30.858620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de8678-7048-4dff-9d58-f08a878e85cf None None] The sync data for ids ['7098e96f-a92d-46b2-8f27-3c520c456eca'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:30.903922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.922960 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbec73c3-4f75-4720-9f4e-fa150951d635 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:42:30.923436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbec73c3-4f75-4720-9f4e-fa150951d635 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:30.926620 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bbec73c3-4f75-4720-9f4e-fa150951d635 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/e8f6fbc3-0a68-4bee-843e-b41fb4124e28 HTTP/1.1" status: 409 len: 405 time: 0.3471165 Apr 01 15:42:30.936699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50456) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:30.966544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c082a82e-c99f-4824-b6ac-ce6b6bfb4b94 None None] Deleting port 21ee95a1-8260-4ef9-a689-12201c0b7447 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:30.967171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c082a82e-c99f-4824-b6ac-ce6b6bfb4b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:30.981119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1728267129'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:31.048713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c082a82e-c99f-4824-b6ac-ce6b6bfb4b94 None None] For port 21ee95a1-8260-4ef9-a689-12201c0b7447, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=21ee95a1-8260-4ef9-a689-12201c0b7447,segment=NetworkSegment(81bdb223-bc21-416b-b9fa-ede8aa283aaa),segment_id=81bdb223-bc21-416b-b9fa-ede8aa283aaa)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:31.049786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c082a82e-c99f-4824-b6ac-ce6b6bfb4b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.067172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135993bb-bf28-4882-a413-f9b313a77fea None None] DHCP port deletion for 84962ee6-6668-411c-aafb-f5798f319924 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:31.071438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380b29a-65d5-4e54-9bf8-d36d853f133c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:31.075090 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f380b29a-65d5-4e54-9bf8-d36d853f133c tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=7098e96f-a92d-46b2-8f27-3c520c456eca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2770402 Apr 01 15:42:31.081353 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c082a82e-c99f-4824-b6ac-ce6b6bfb4b94 None None] Calling delete_port for 21ee95a1-8260-4ef9-a689-12201c0b7447 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:31.105129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50458) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:31.138263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=c29d61d3-343d-4abe-8f4d-9882883b31db,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:31.199672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-135993bb-bf28-4882-a413-f9b313a77fea None None] Deleting port 53b46215-fd36-4232-ba15-c5824e7e5adb {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:31.200207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-135993bb-bf28-4882-a413-f9b313a77fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.227251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:31.232071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.237732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Checking segment: {'id': '09fafd61-ff3f-4cdd-b7cc-90ea8be9e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:31.238347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network hostable DHCP agents. Network: 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:31.274998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-135993bb-bf28-4882-a413-f9b313a77fea None None] For port 53b46215-fd36-4232-ba15-c5824e7e5adb, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=53b46215-fd36-4232-ba15-c5824e7e5adb,segment=NetworkSegment(b12e6641-cc26-423f-a43c-edb2ce1156ac),segment_id=b12e6641-cc26-423f-a43c-edb2ce1156ac)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:31.275559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-135993bb-bf28-4882-a413-f9b313a77fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.287386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.291693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-135993bb-bf28-4882-a413-f9b313a77fea None None] Calling delete_port for 53b46215-fd36-4232-ba15-c5824e7e5adb owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:31.297568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Deleting port 53b46215-fd36-4232-ba15-c5824e7e5adb {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:31.297912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.345985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5223c0aa-c5a8-4a66-ad12-7d80d2e4ee06 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:31.347412 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5223c0aa-c5a8-4a66-ad12-7d80d2e4ee06 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 881 time: 0.2321885 Apr 01 15:42:31.354292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50460) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:31.355889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:31.367656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c082a82e-c99f-4824-b6ac-ce6b6bfb4b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.394356 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ef31abe2-ad82-432b-a266-47085cb5d0b3 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=7098e96f-a92d-46b2-8f27-3c520c456eca HTTP/1.1" status: 200 len: 205 time: 0.0363083 Apr 01 15:42:31.394559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50462) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:31.409656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082a82e-c99f-4824-b6ac-ce6b6bfb4b94 None None] No DVR routers for this DVR port 21ee95a1-8260-4ef9-a689-12201c0b7447 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:31.415816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082a82e-c99f-4824-b6ac-ce6b6bfb4b94 None None] Pushing event deleted for resources: {'Port': ['ID=21ee95a1-8260-4ef9-a689-12201c0b7447,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:31.426434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.426434 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Added segment 6076fc2f-13c1-4adc-ab33-221be6b9af8b of type vlan for network f76575fe-d5f0-4ba4-b372-48833dfe43ed Apr 01 15:42:31.445379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] For port 53b46215-fd36-4232-ba15-c5824e7e5adb, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=53b46215-fd36-4232-ba15-c5824e7e5adb,segment=NetworkSegment(b12e6641-cc26-423f-a43c-edb2ce1156ac),segment_id=b12e6641-cc26-423f-a43c-edb2ce1156ac)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:31.445760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.467802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.471287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Subnet': ['ID=08e715aa-c2c7-4684-870a-fb31f7d55109,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:31.492947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Calling delete_port for 53b46215-fd36-4232-ba15-c5824e7e5adb owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:31.498320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.504679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Network 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:31.537364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-135993bb-bf28-4882-a413-f9b313a77fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.550001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Checking segment: {'id': '775d1456-197b-42d1-a74f-9b2a7c6b79c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:31.550598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Network hostable DHCP agents. Network: 1979d200-38a6-4bc9-8451-760a3a57a821, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:31.566452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135993bb-bf28-4882-a413-f9b313a77fea None None] Pushing event deleted for resources: {'Port': ['ID=53b46215-fd36-4232-ba15-c5824e7e5adb,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:31.572840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135993bb-bf28-4882-a413-f9b313a77fea None None] No DVR routers for this DVR port 53b46215-fd36-4232-ba15-c5824e7e5adb on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:31.609533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:31.619201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:31.619924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.630490 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=00cf4ff3-84fb-43c6-acbd-d273e0c42c20,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:31.630671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf08875-e667-4d21-a184-d7a9d3f5a71a None None] Network 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:31.647454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.653563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9c02d-5b1e-4204-b2c2-5d4725c4b69c req-6737500e-90a8-447d-bd64-d44512668f54 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:31.655221 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a4c9c02d-5b1e-4204-b2c2-5d4725c4b69c req-6737500e-90a8-447d-bd64-d44512668f54 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1906803 Apr 01 15:42:31.666188 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.683024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event deleted for resources: {'Port': ['ID=53b46215-fd36-4232-ba15-c5824e7e5adb,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:31.693826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] No DVR routers for this DVR port 53b46215-fd36-4232-ba15-c5824e7e5adb on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:31.731240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 53b46215-fd36-4232-ba15-c5824e7e5adb no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:31.751582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.753630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=c7a12f21-1b32-4131-967e-bd5af10bc507,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:31.767531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.774260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:31.782119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.783599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 53b46215-fd36-4232-ba15-c5824e7e5adb {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:31.784063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 53b46215-fd36-4232-ba15-c5824e7e5adb not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:31.784635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 21ee95a1-8260-4ef9-a689-12201c0b7447 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:31.816249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 21ee95a1-8260-4ef9-a689-12201c0b7447 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:31.816838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 21ee95a1-8260-4ef9-a689-12201c0b7447 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:31.838535 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-48bbaded-8bb8-4081-830e-47ba3baf2446 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3502238 Apr 01 15:42:31.841142 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.848222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Network 1979d200-38a6-4bc9-8451-760a3a57a821 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:31.856274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Checking segment: {'id': 'caf540a3-dc4a-43d0-9798-ae1f368b4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'b29e4f17-781d-46c3-aa9b-f7c7b94f5938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:31.856274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network hostable DHCP agents. Network: b29e4f17-781d-46c3-aa9b-f7c7b94f5938, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:31.856274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50466) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:31.883619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 1979d200-38a6-4bc9-8451-760a3a57a821) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:31.889050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:31.890109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.897234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ea206-541c-4d8e-9f46-ace79c2db207 None None] Network 1979d200-38a6-4bc9-8451-760a3a57a821 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:31.897877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.901421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84962ee6-6668-411c-aafb-f5798f319924']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:31.912773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-deee1c66-2ce2-4e6e-8e63-101e9bff6af1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:31.953072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12e6641-cc26-423f-a43c-edb2ce1156ac') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:31.953650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12e6641-cc26-423f-a43c-edb2ce1156ac') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:31.961755 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Network': ['ID=f76575fe-d5f0-4ba4-b372-48833dfe43ed,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:31.968530 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1e1247ed-e1ee-4fe4-82ce-8340abfe494f tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0080967 Apr 01 15:42:31.973785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50468) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:31.977614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.983872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'subnet': {'network_id': 'f76575fe-d5f0-4ba4-b372-48833dfe43ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:32.018539 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a4c9c02d-5b1e-4204-b2c2-5d4725c4b69c req-4ac49fda-94d2-48e6-a6a3-e6ada25c01ec tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486595 Apr 01 15:42:32.019492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.035287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network f76575fe-d5f0-4ba4-b372-48833dfe43ed details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:32.048370 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:32.075913 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3e8c5ef8-9b88-4e63-8308-2d16c6ed3b51 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0759516 Apr 01 15:42:32.077144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50472) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:32.080566 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6', 'network_id': '9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6', 'tenant_id': '17ab94749f084d5fae952bdd30d49ec6', 'fixed_ips': [{'subnet_id': 'c29d61d3-343d-4abe-8f4d-9882883b31db'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:32.081647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.120738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'port': {'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1224244428'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:32.225534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:32.255653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-1979d200-38a6-4bc9-8451-760a3a57a821', 'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821', 'tenant_id': 'eaff8768674b4b76bd644f12219de658', 'fixed_ips': [{'subnet_id': '08e715aa-c2c7-4684-870a-fb31f7d55109'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:32.257249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.258322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:32.262502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.310204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.353366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.356303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, b29e4f17-781d-46c3-aa9b-f7c7b94f5938) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:32.357942 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] 10.222.0.73 "DELETE /v2.0/networks/84962ee6-6668-411c-aafb-f5798f319924 HTTP/1.1" status: 204 len: 168 time: 1.8060274 Apr 01 15:42:32.378622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:32.379311 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.383776 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Router 641362ae-0b47-4552-9d5c-b1f174c072b1 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:42:32.389685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a913013-4abd-4dcf-a661-79a795e4cfb5 tempest-DHCPAgentSchedulersTestJSON-962444524 tempest-DHCPAgentSchedulersTestJSON-962444524-project] Pushing event deleted for resources: {'Network': ['ID=84962ee6-6668-411c-aafb-f5798f319924,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:32.406086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41ddca-2c7d-4ea1-9201-039b35613d8b None None] Network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:32.417791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.443545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deee1c66-2ce2-4e6e-8e63-101e9bff6af1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60259983'] for subnet, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.521863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:32.534462 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-64192993-c42a-4a32-a56e-ffef9b8f586d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "PUT /v2.0/routers/641362ae-0b47-4552-9d5c-b1f174c072b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0115502 Apr 01 15:42:32.534462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50476) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:32.561025 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] Sync routers for ids ['641362ae-0b47-4552-9d5c-b1f174c072b1'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:32.589450 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] Routers {'641362ae-0b47-4552-9d5c-b1f174c072b1'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:32.592818 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['641362ae-0b47-4552-9d5c-b1f174c072b1'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:32.607853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Allocated IP 2001:db8::2 (1979d200-38a6-4bc9-8451-760a3a57a821/08e715aa-c2c7-4684-870a-fb31f7d55109/93ca8bca-f525-47de-935c-9816689d70e6) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:32.612852 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b17e7667-55e9-4a45-94df-97671cc62a55 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5145931 Apr 01 15:42:32.617170 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50478) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:32.621419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Allocated IP 172.20.0.3 (9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6/c29d61d3-343d-4abe-8f4d-9882883b31db/1bf5a74f-62ce-4f6c-b081-449bdf8d374f) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:32.627397 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': 'b29e4f17-781d-46c3-aa9b-f7c7b94f5938', 'name': 'tempest-PortsIpV6TestJSON-699966909', 'fixed_ips': [{'subnet_id': '00cf4ff3-84fb-43c6-acbd-d273e0c42c20', 'ip_address': '2001:db8::10'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:32.688110 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Made reservation on behalf of eaff8768674b4b76bd644f12219de658 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:32.694337 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.717450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] device_id is not set on port 83d49c50-9571-4743-9034-3283bd496c6e yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:32.741142 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] Set router 641362ae-0b47-4552-9d5c-b1f174c072b1 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:32.772227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d45fe-b64e-4953-8c38-e16dd4e0faf0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:32.774128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d45fe-b64e-4953-8c38-e16dd4e0faf0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:32.778434 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-073d45fe-b64e-4953-8c38-e16dd4e0faf0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2393086 Apr 01 15:42:32.790765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50480) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:32.801190 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641362ae-0b47-4552-9d5c-b1f174c072b1', 'name': 'tempest-NetworksTestDHCPv6-router-1584617964', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:17Z', 'updated_at': '2022-04-01T15:42:31Z', 'revision_number': 3, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:32.817397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-b29e4f17-781d-46c3-aa9b-f7c7b94f5938', 'network_id': 'b29e4f17-781d-46c3-aa9b-f7c7b94f5938', 'tenant_id': '3deab709b4e7402c97b28b23e44bae23', 'fixed_ips': [{'subnet_id': '00cf4ff3-84fb-43c6-acbd-d273e0c42c20'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:32.822964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.832764 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] Checking router: 641362ae-0b47-4552-9d5c-b1f174c072b1 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:42:32.842738 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] Routers {'641362ae-0b47-4552-9d5c-b1f174c072b1'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:32.843443 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['641362ae-0b47-4552-9d5c-b1f174c072b1'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:32.875084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Deleting port 2f347259-1d99-4007-a1e9-7d0651038895 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:32.875833 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.916164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1163b483-fd71-4892-a808-83673adf0413 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet f9a28d2a-595e-427e-a746-94aad03f21f4 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:32.926011 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] Set router 641362ae-0b47-4552-9d5c-b1f174c072b1 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:32.952858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1163b483-fd71-4892-a808-83673adf0413 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.969683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:32.988034 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641362ae-0b47-4552-9d5c-b1f174c072b1', 'name': 'tempest-NetworksTestDHCPv6-router-1584617964', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:17Z', 'updated_at': '2022-04-01T15:42:31Z', 'revision_number': 3, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:32.990883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Calling delete_port for 2f347259-1d99-4007-a1e9-7d0651038895 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:33.021686 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370874f-9b34-4563-9b61-8150885696a7 None None] The sync data for ids ['641362ae-0b47-4552-9d5c-b1f174c072b1'] in dv-neutron-835865-1-hyperv is: [{'id': '641362ae-0b47-4552-9d5c-b1f174c072b1', 'name': 'tempest-NetworksTestDHCPv6-router-1584617964', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:17Z', 'updated_at': '2022-04-01T15:42:31Z', 'revision_number': 3, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:33.066491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1163b483-fd71-4892-a808-83673adf0413 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.071916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.094022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.107911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Allocated IP 2001:db8::2 (b29e4f17-781d-46c3-aa9b-f7c7b94f5938/00cf4ff3-84fb-43c6-acbd-d273e0c42c20/a7aa98ec-a9b6-421b-b725-7220e402cf8a) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:33.127590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:42:33.131754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.182128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:33.233257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Subnet': ['ID=799b3918-69bf-49a9-aead-0de3c4659369,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:33.258699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1163b483-fd71-4892-a808-83673adf0413 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.262338 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Checking segment: {'id': '6076fc2f-13c1-4adc-ab33-221be6b9af8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'f76575fe-d5f0-4ba4-b372-48833dfe43ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:33.262701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network hostable DHCP agents. Network: f76575fe-d5f0-4ba4-b372-48833dfe43ed, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:33.341382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.343496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.365563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.373251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.414355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Network 1979d200-38a6-4bc9-8451-760a3a57a821 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:33.416245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Network 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:33.426825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:33.431662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:33.436199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:33.438440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Pushing event updated for resources: {'Port': ['ID=93ca8bca-f525-47de-935c-9816689d70e6,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:33.441521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network f76575fe-d5f0-4ba4-b372-48833dfe43ed is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:33.445954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:33.446173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event deleted for resources: {'Port': ['ID=2f347259-1d99-4007-a1e9-7d0651038895,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:33.474051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 2fd45ab4-5995-49ff-99be-3954ab27d2ca yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:33.475585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50484) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:33.481727 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Allocated IP 2001:db8::3d8 (1979d200-38a6-4bc9-8451-760a3a57a821/08e715aa-c2c7-4684-870a-fb31f7d55109/83d49c50-9571-4743-9034-3283bd496c6e) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:33.486568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1163b483-fd71-4892-a808-83673adf0413 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.535825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163b483-fd71-4892-a808-83673adf0413 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a28d2a-595e-427e-a746-94aad03f21f4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:33.542671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, f76575fe-d5f0-4ba4-b372-48833dfe43ed) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:33.545011 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1163b483-fd71-4892-a808-83673adf0413 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.553291 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1163b483-fd71-4892-a808-83673adf0413 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/f9a28d2a-595e-427e-a746-94aad03f21f4 HTTP/1.1" status: 204 len: 168 time: 0.7581327 Apr 01 15:42:33.553872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50488) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:33.562455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d7d71c-fb60-4d84-a588-fe3eec33b63c None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:33.564491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70878a-a319-4134-9b19-027e11d51fe1 None None] Network f76575fe-d5f0-4ba4-b372-48833dfe43ed requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:33.624587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:33.625329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.635172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Pushing event updated for resources: {'Port': ['ID=1bf5a74f-62ce-4f6c-b081-449bdf8d374f,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:33.647821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.676289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.727483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Attempting to bind port 1bf5a74f-62ce-4f6c-b081-449bdf8d374f on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:33.727857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Attempting to bind port 1bf5a74f-62ce-4f6c-b081-449bdf8d374f by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '09fafd61-ff3f-4cdd-b7cc-90ea8be9e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:33.728275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Attempting to bind port 1bf5a74f-62ce-4f6c-b081-449bdf8d374f on network 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:33.735877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Attempting to bind port 93ca8bca-f525-47de-935c-9816689d70e6 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:33.736248 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Attempting to bind port 93ca8bca-f525-47de-935c-9816689d70e6 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '775d1456-197b-42d1-a74f-9b2a7c6b79c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:33.736645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Attempting to bind port 93ca8bca-f525-47de-935c-9816689d70e6 on network 1979d200-38a6-4bc9-8451-760a3a57a821 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:33.785015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:33.785416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Checking segment: {'id': '775d1456-197b-42d1-a74f-9b2a7c6b79c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:33.785908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.786257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Bound using segment: {'id': '775d1456-197b-42d1-a74f-9b2a7c6b79c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:33.787296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Bound port: 93ca8bca-f525-47de-935c-9816689d70e6, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775d1456-197b-42d1-a74f-9b2a7c6b79c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:33.787680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.790024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:33.793933 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Checking segment: {'id': '09fafd61-ff3f-4cdd-b7cc-90ea8be9e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:33.793933 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.793933 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Bound using segment: {'id': '09fafd61-ff3f-4cdd-b7cc-90ea8be9e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:33.794263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Bound port: 1bf5a74f-62ce-4f6c-b081-449bdf8d374f, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fafd61-ff3f-4cdd-b7cc-90ea8be9e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:33.794403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.803784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.856521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c7a12f21-1b32-4131-967e-bd5af10bc507 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:33.879659 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.886240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:33.990417 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:33.991220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c7a12f21-1b32-4131-967e-bd5af10bc507 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:33.991569 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c7a12f21-1b32-4131-967e-bd5af10bc507 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:34.019367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:34.027808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:34.032651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Pushing event updated for resources: {'Port': ['ID=a7aa98ec-a9b6-421b-b725-7220e402cf8a,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:34.098134 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-07caa8be-e66c-4646-ab2d-2829c5c67c90 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1217856 Apr 01 15:42:34.104910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50490) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:34.117990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'port': {'network_id': 'f76575fe-d5f0-4ba4-b372-48833dfe43ed', 'name': 'tempest-NetworksIpV6TestAttrs-437713136'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:34.129901 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-22a22106-3f33-4cef-b25a-b502208a6f3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5700569 Apr 01 15:42:34.131281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50492) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:34.143874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] For port 93ca8bca-f525-47de-935c-9816689d70e6, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:34.169091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] For port 1bf5a74f-62ce-4f6c-b081-449bdf8d374f, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:34.199829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] For port 93ca8bca-f525-47de-935c-9816689d70e6, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=93ca8bca-f525-47de-935c-9816689d70e6,segment=NetworkSegment(775d1456-197b-42d1-a74f-9b2a7c6b79c4),segment_id=775d1456-197b-42d1-a74f-9b2a7c6b79c4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:34.211473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] For port 1bf5a74f-62ce-4f6c-b081-449bdf8d374f, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1bf5a74f-62ce-4f6c-b081-449bdf8d374f,segment=NetworkSegment(09fafd61-ff3f-4cdd-b7cc-90ea8be9e734),segment_id=09fafd61-ff3f-4cdd-b7cc-90ea8be9e734)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:34.232169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Attempting to bind port a7aa98ec-a9b6-421b-b725-7220e402cf8a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:34.234274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Attempting to bind port a7aa98ec-a9b6-421b-b725-7220e402cf8a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'caf540a3-dc4a-43d0-9798-ae1f368b4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'b29e4f17-781d-46c3-aa9b-f7c7b94f5938'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:34.234274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Attempting to bind port a7aa98ec-a9b6-421b-b725-7220e402cf8a on network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:34.241528 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-f76575fe-d5f0-4ba4-b372-48833dfe43ed', 'network_id': 'f76575fe-d5f0-4ba4-b372-48833dfe43ed', 'tenant_id': 'ffc8581bea0a4ce99ea176581968952e', 'fixed_ips': [{'subnet_id': '799b3918-69bf-49a9-aead-0de3c4659369'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:34.242405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.248111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:34.248766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Checking segment: {'id': 'caf540a3-dc4a-43d0-9798-ae1f368b4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'b29e4f17-781d-46c3-aa9b-f7c7b94f5938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:34.249379 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.249953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Bound using segment: {'id': 'caf540a3-dc4a-43d0-9798-ae1f368b4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'b29e4f17-781d-46c3-aa9b-f7c7b94f5938'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:34.250625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Bound port: a7aa98ec-a9b6-421b-b725-7220e402cf8a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf540a3-dc4a-43d0-9798-ae1f368b4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': 'b29e4f17-781d-46c3-aa9b-f7c7b94f5938'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:34.251200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.278018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.281782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5712f003-c545-431c-adf8-4480ee1cfee0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.296457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deee1c66-2ce2-4e6e-8e63-101e9bff6af1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781768020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3112187'] for subnet, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.313897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.320966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4796b3f-5b03-4892-99dc-bd63b52d78c2 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:34.343601 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7d1e3c58-bb57-4413-a41b-2660c62aa5d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d89da2021cdb45b68a6ffd2508ce08c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8641269 Apr 01 15:42:34.347087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50494) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:34.409462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::10 (b29e4f17-781d-46c3-aa9b-f7c7b94f5938/00cf4ff3-84fb-43c6-acbd-d273e0c42c20/2fd45ab4-5995-49ff-99be-3954ab27d2ca) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:34.417164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deee1c66-2ce2-4e6e-8e63-101e9bff6af1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:34.417722 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deee1c66-2ce2-4e6e-8e63-101e9bff6af1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.422442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50496) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:34.429303 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-deee1c66-2ce2-4e6e-8e63-101e9bff6af1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "PUT /v2.0/subnets/c29d61d3-343d-4abe-8f4d-9882883b31db HTTP/1.1" status: 200 len: 877 time: 2.5263374 Apr 01 15:42:34.429303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.430901 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Fanout notify agent at l3_agent the message router_deleted on router 7098e96f-a92d-46b2-8f27-3c520c456eca {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:42:34.440704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee1c66-2ce2-4e6e-8e63-101e9bff6af1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event updated for resources: {'Subnet': ['ID=c29d61d3-343d-4abe-8f4d-9882883b31db,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:34.455508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.458713 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b9fbb294-07a8-409d-987b-bdf7c9873526 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/7098e96f-a92d-46b2-8f27-3c520c456eca HTTP/1.1" status: 204 len: 168 time: 3.0622458 Apr 01 15:42:34.467530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50498) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:34.472879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5dac2368-3da2-4fc8-b85c-b6c648384cc1 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1509209526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:34.508944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.535125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60217a64-195a-4817-a92b-abd38148b1bc None None] Pushing event updated for resources: {'Port': ['ID=93ca8bca-f525-47de-935c-9816689d70e6,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:34.602311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5712f003-c545-431c-adf8-4480ee1cfee0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.602795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] For port a7aa98ec-a9b6-421b-b725-7220e402cf8a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:34.621321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dac2368-3da2-4fc8-b85c-b6c648384cc1 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.622416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dac2368-3da2-4fc8-b85c-b6c648384cc1 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.634863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5712f003-c545-431c-adf8-4480ee1cfee0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.651862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] For port a7aa98ec-a9b6-421b-b725-7220e402cf8a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a7aa98ec-a9b6-421b-b725-7220e402cf8a,segment=NetworkSegment(caf540a3-dc4a-43d0-9798-ae1f368b4d61),segment_id=caf540a3-dc4a-43d0-9798-ae1f368b4d61)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:34.711403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Allocated IP 2001:db8::f816:3eff:fe76:e7fa (f76575fe-d5f0-4ba4-b372-48833dfe43ed/799b3918-69bf-49a9-aead-0de3c4659369/6da3c118-485a-44a6-ad8d-6e2522232a9b) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:34.720858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288b901-f9c2-4617-b7bb-f538cfe3f461 None None] Pushing event updated for resources: {'Port': ['ID=1bf5a74f-62ce-4f6c-b081-449bdf8d374f,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:34.736653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aba200cb-0a64-4783-881e-2835bec98275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.744333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e4796b3f-5b03-4892-99dc-bd63b52d78c2 None None] Deleting port 5fc3f102-c46d-4dad-889e-9e5c20171f42 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:34.744757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e4796b3f-5b03-4892-99dc-bd63b52d78c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.764208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.784906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dac2368-3da2-4fc8-b85c-b6c648384cc1 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.784906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.825370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:34.826019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1f7c3684-34c3-48f6-ab76-2226fc9fc4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.833116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.840601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.851659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aba200cb-0a64-4783-881e-2835bec98275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.869591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5712f003-c545-431c-adf8-4480ee1cfee0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.870128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712f003-c545-431c-adf8-4480ee1cfee0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Fanout notify agent at l3_agent the message router_deleted on router 641362ae-0b47-4552-9d5c-b1f174c072b1 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:42:34.874712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Network 1979d200-38a6-4bc9-8451-760a3a57a821 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:34.882056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:34.888615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.890451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5712f003-c545-431c-adf8-4480ee1cfee0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.894781 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5712f003-c545-431c-adf8-4480ee1cfee0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/routers/641362ae-0b47-4552-9d5c-b1f174c072b1 HTTP/1.1" status: 204 len: 168 time: 0.7593656 Apr 01 15:42:34.913795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50500) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:34.914625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:34.930247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:34.931218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.948236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:34.956057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] device_id is not set on port ca0d0cc8-ceeb-44a5-b96b-fec097ddf20e yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:34.960805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dac2368-3da2-4fc8-b85c-b6c648384cc1 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:34.965924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Port': ['ID=83d49c50-9571-4743-9034-3283bd496c6e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:35.037463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e4796b3f-5b03-4892-99dc-bd63b52d78c2 None None] For port 5fc3f102-c46d-4dad-889e-9e5c20171f42, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5fc3f102-c46d-4dad-889e-9e5c20171f42,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:35.038939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e4796b3f-5b03-4892-99dc-bd63b52d78c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.111484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e4796b3f-5b03-4892-99dc-bd63b52d78c2 None None] Calling delete_port for 5fc3f102-c46d-4dad-889e-9e5c20171f42 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:35.113236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5dac2368-3da2-4fc8-b85c-b6c648384cc1 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.114539 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5dac2368-3da2-4fc8-b85c-b6c648384cc1 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6454301 Apr 01 15:42:35.118895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50502) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:35.132401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:35.137006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port 1bf5a74f-62ce-4f6c-b081-449bdf8d374f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:35.137509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.199685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aba200cb-0a64-4783-881e-2835bec98275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.202624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aba200cb-0a64-4783-881e-2835bec98275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.204092 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-aba200cb-0a64-4783-881e-2835bec98275 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f720de1d-a170-4db9-8d05-e3c97ffb4c56 HTTP/1.1" status: 204 len: 168 time: 0.8563612 Apr 01 15:42:35.229875 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-621a93b6-ab9a-42d1-b428-95b3c4171c7e tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1522715 Apr 01 15:42:35.236208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50506) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:35.277635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port 1bf5a74f-62ce-4f6c-b081-449bdf8d374f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1bf5a74f-62ce-4f6c-b081-449bdf8d374f,segment=NetworkSegment(09fafd61-ff3f-4cdd-b7cc-90ea8be9e734),segment_id=09fafd61-ff3f-4cdd-b7cc-90ea8be9e734)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:35.278144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.279587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'port': {'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-84998629', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d8', 'mac_address': 'fa:16:3e:ff:4c:7c'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:35.294813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for 1bf5a74f-62ce-4f6c-b081-449bdf8d374f owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:35.308601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100b96c-e619-46a8-9f75-0cb46c6e4f1c None None] Pushing event updated for resources: {'Port': ['ID=a7aa98ec-a9b6-421b-b725-7220e402cf8a,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:35.348661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.360311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba200cb-0a64-4783-881e-2835bec98275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f720de1d-a170-4db9-8d05-e3c97ffb4c56,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:35.407144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.485922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.532331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Network f76575fe-d5f0-4ba4-b372-48833dfe43ed is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:35.535705 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:35.540504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:35.543925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Pushing event updated for resources: {'Port': ['ID=6da3c118-485a-44a6-ad8d-6e2522232a9b,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:35.608322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:35.611280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Attempting to bind port 6da3c118-485a-44a6-ad8d-6e2522232a9b on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:35.611660 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Attempting to bind port 6da3c118-485a-44a6-ad8d-6e2522232a9b by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '6076fc2f-13c1-4adc-ab33-221be6b9af8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'f76575fe-d5f0-4ba4-b372-48833dfe43ed'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:35.612217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Attempting to bind port 6da3c118-485a-44a6-ad8d-6e2522232a9b on network f76575fe-d5f0-4ba4-b372-48833dfe43ed {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:35.615484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:35.618145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:35.620424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:35.620817 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Checking segment: {'id': '6076fc2f-13c1-4adc-ab33-221be6b9af8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'f76575fe-d5f0-4ba4-b372-48833dfe43ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:35.621312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.621667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Bound using segment: {'id': '6076fc2f-13c1-4adc-ab33-221be6b9af8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'f76575fe-d5f0-4ba4-b372-48833dfe43ed'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:35.622144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Bound port: 6da3c118-485a-44a6-ad8d-6e2522232a9b, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6076fc2f-13c1-4adc-ab33-221be6b9af8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'f76575fe-d5f0-4ba4-b372-48833dfe43ed'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:35.622533 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.626050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:35.626572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.628784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:35.633812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.639021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e4796b3f-5b03-4892-99dc-bd63b52d78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.650331 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Allocated IP 2001:db8::f816:3eff:fea8:1ea7 (f76575fe-d5f0-4ba4-b372-48833dfe43ed/799b3918-69bf-49a9-aead-0de3c4659369/ca0d0cc8-ceeb-44a5-b96b-fec097ddf20e) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:35.710170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4796b3f-5b03-4892-99dc-bd63b52d78c2 None None] Pushing event deleted for resources: {'Port': ['ID=5fc3f102-c46d-4dad-889e-9e5c20171f42,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:35.742637 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=2fd45ab4-5995-49ff-99be-3954ab27d2ca,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:35.748285 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4796b3f-5b03-4892-99dc-bd63b52d78c2 None None] No DVR routers for this DVR port 5fc3f102-c46d-4dad-889e-9e5c20171f42 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:35.788992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.790634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] For port 6da3c118-485a-44a6-ad8d-6e2522232a9b, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:35.794707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] For port 6da3c118-485a-44a6-ad8d-6e2522232a9b, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6da3c118-485a-44a6-ad8d-6e2522232a9b,segment=NetworkSegment(6076fc2f-13c1-4adc-ab33-221be6b9af8b),segment_id=6076fc2f-13c1-4adc-ab33-221be6b9af8b)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:35.823476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.830212 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f5df0a5c-da76-4dde-9a70-983122793683 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2086909 Apr 01 15:42:35.834118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50510) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:35.857365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': 'b29e4f17-781d-46c3-aa9b-f7c7b94f5938', 'name': 'tempest-PortsIpV6TestJSON-1241224623', 'fixed_ips': [{'subnet_id': '00cf4ff3-84fb-43c6-acbd-d273e0c42c20', 'ip_address': '2001:db8::f'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:35.865249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=1bf5a74f-62ce-4f6c-b081-449bdf8d374f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:35.909107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Made reservation on behalf of eaff8768674b4b76bd644f12219de658 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:35.943823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:35.992211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1bf5a74f-62ce-4f6c-b081-449bdf8d374f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:35.994995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port 1bf5a74f-62ce-4f6c-b081-449bdf8d374f on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:36.043084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1bf5a74f-62ce-4f6c-b081-449bdf8d374f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:36.043084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1bf5a74f-62ce-4f6c-b081-449bdf8d374f not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 01 15:42:36.098203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Port 1bf5a74f-62ce-4f6c-b081-449bdf8d374f not found, will not notify nova. {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 01 15:42:36.101002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 93ca8bca-f525-47de-935c-9816689d70e6 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:36.106366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.172114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e5964-abbd-4cbf-9887-0586b0c8d2fc None None] Pushing event updated for resources: {'Port': ['ID=6da3c118-485a-44a6-ad8d-6e2522232a9b,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:36.180277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] device_id is not set on port 383d213a-0004-4a0a-b2eb-a8e17bb5867a yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:36.187377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.189399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 93ca8bca-f525-47de-935c-9816689d70e6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:36.190174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.203104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.218006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.311678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:36.319738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:36.322845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:36.323486 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.338804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5278b525-82e2-4cb1-9a60-d6197666fd58 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:36.363074 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=7767ab89-f7b9-40e0-a8bf-3489cba96e29,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:36.410940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.439306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:36.457421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50512) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:36.488315 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eaa083e1-fb1a-4ca0-9e52-4948a04676db tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5475392 Apr 01 15:42:36.489533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50514) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:36.497943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9fc95283-5f2a-4cdc-83ea-ca1545524214 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1360445357', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:36.524899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-061def20-abb0-4c93-9855-e07b9197bdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.544275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.608004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.609115 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Allocated IP 2001:db8::7b (1979d200-38a6-4bc9-8451-760a3a57a821/08e715aa-c2c7-4684-870a-fb31f7d55109/383d213a-0004-4a0a-b2eb-a8e17bb5867a) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:36.713665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9fc95283-5f2a-4cdc-83ea-ca1545524214 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.714707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9fc95283-5f2a-4cdc-83ea-ca1545524214 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.718013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.759321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.779525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network f76575fe-d5f0-4ba4-b372-48833dfe43ed is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:36.808781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:36.811077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=c29d61d3-343d-4abe-8f4d-9882883b31db,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:36.816330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:36.823994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:36.836217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.850844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 93ca8bca-f525-47de-935c-9816689d70e6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=93ca8bca-f525-47de-935c-9816689d70e6,segment=NetworkSegment(775d1456-197b-42d1-a74f-9b2a7c6b79c4),segment_id=775d1456-197b-42d1-a74f-9b2a7c6b79c4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:36.852803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabfbf3c-8580-4ecb-8519-9d83ea8d1dfb None None] Network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:36.908765 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9fc95283-5f2a-4cdc-83ea-ca1545524214 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.970681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:36.995908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:37.015380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fafd61-ff3f-4cdd-b7cc-90ea8be9e734') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:37.015712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fafd61-ff3f-4cdd-b7cc-90ea8be9e734') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:37.023707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Allocated IP 172.26.6.131 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/7dd39ebb-239a-4a41-9fe2-3d14e7406c37) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:37.033692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.033842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a74b9089-7587-4df3-a1f4-4e69ec5f3463 None None] Provisioning complete for port a7aa98ec-a9b6-421b-b725-7220e402cf8a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:37.035213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a74b9089-7587-4df3-a1f4-4e69ec5f3463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.039864 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.044228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a7aa98ec-a9b6-421b-b725-7220e402cf8a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:37.048850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.055736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Port': ['ID=ca0d0cc8-ceeb-44a5-b96b-fec097ddf20e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:37.073397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:37.079897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.080702 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9fc95283-5f2a-4cdc-83ea-ca1545524214 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:37.080898 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:37.114274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.149035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f3032-297c-435b-92c0-42b3b1fbb419 None None] Network 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:37.171945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.188474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 1c67d337-2f3d-41a7-84b3-2921f11d6148 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:37.226052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=93ca8bca-f525-47de-935c-9816689d70e6,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:37.260666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.281119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9fc95283-5f2a-4cdc-83ea-ca1545524214 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.285427 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9fc95283-5f2a-4cdc-83ea-ca1545524214 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7941298 Apr 01 15:42:37.286059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50516) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:37.286453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50518) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:37.292757 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a64a6856-598a-4ea7-8cee-52038f073f7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1792617 Apr 01 15:42:37.311448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '7767ab89-f7b9-40e0-a8bf-3489cba96e29'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:37.312821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.334947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.355214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.365396 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 HTTP/1.1" status: 204 len: 168 time: 2.9392059 Apr 01 15:42:37.367726 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50520) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:37.392511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3382ba-aef6-49af-aa04-796b8873fc64 None None] Network 1979d200-38a6-4bc9-8451-760a3a57a821 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:37.397786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd8024-1cb1-4e02-b5d3-bad79a4f22c8 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:37.437580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.478248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-061def20-abb0-4c93-9855-e07b9197bdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.483404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-43e03e6d-8d12-4407-a0a2-064e1cff5088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.486144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::f (b29e4f17-781d-46c3-aa9b-f7c7b94f5938/00cf4ff3-84fb-43c6-acbd-d273e0c42c20/1c67d337-2f3d-41a7-84b3-2921f11d6148) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:37.486321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a7aa98ec-a9b6-421b-b725-7220e402cf8a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:37.486604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.545792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0deb601-53c6-4699-99d3-87e7c0c5d873 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Deleting subnet 799b3918-69bf-49a9-aead-0de3c4659369 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:37.549784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d0deb601-53c6-4699-99d3-87e7c0c5d873 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.596730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d0deb601-53c6-4699-99d3-87e7c0c5d873 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.636538 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfd6086-6565-4bd6-bf21-6663e5d48c8e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:37.637238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfd6086-6565-4bd6-bf21-6663e5d48c8e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:37.643034 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0dfd6086-6565-4bd6-bf21-6663e5d48c8e tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/c29d61d3-343d-4abe-8f4d-9882883b31db HTTP/1.1" status: 404 len: 337 time: 0.2281125 Apr 01 15:42:37.658975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a74b9089-7587-4df3-a1f4-4e69ec5f3463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.669515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50522) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:37.671496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d65829-7f0f-46a4-8e56-c0fa1ad6cb2a None None] Network f76575fe-d5f0-4ba4-b372-48833dfe43ed requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:37.685137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-061def20-abb0-4c93-9855-e07b9197bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.703823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.718792 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-38910828-db56-4514-a263-5d21e63d2942 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:37.719410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38910828-db56-4514-a263-5d21e63d2942 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:37.724904 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-38910828-db56-4514-a263-5d21e63d2942 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 HTTP/1.1" status: 404 len: 339 time: 0.0507092 Apr 01 15:42:37.728023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50524) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:37.781396 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57bb057-dcfb-48a6-97de-104eb6fcf9d0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:37.781858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57bb057-dcfb-48a6-97de-104eb6fcf9d0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:37.788310 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d57bb057-dcfb-48a6-97de-104eb6fcf9d0 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/f1390fd2-371a-4d75-b3d0-e0d086e4b9ce HTTP/1.1" status: 404 len: 337 time: 0.0555460 Apr 01 15:42:37.789599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50526) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:37.804853 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-061def20-abb0-4c93-9855-e07b9197bdb6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23ecf3e7a735412391076ca366df0a89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3462350 Apr 01 15:42:37.805670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061def20-abb0-4c93-9855-e07b9197bdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c50387c-a939-4719-bcda-11f497a41e35,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:37.810181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50528) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:37.840744 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb63a2b-d316-4118-9d74-3484ba991c9a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:37.841372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb63a2b-d316-4118-9d74-3484ba991c9a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:37.847669 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7bb63a2b-d316-4118-9d74-3484ba991c9a tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/3a929539-6a77-4b04-a6f0-423d013c8519 HTTP/1.1" status: 404 len: 339 time: 0.0537944 Apr 01 15:42:37.851946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50530) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:37.925253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/7767ab89-f7b9-40e0-a8bf-3489cba96e29/e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:37.964106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a74b9089-7587-4df3-a1f4-4e69ec5f3463 None None] For port a7aa98ec-a9b6-421b-b725-7220e402cf8a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a7aa98ec-a9b6-421b-b725-7220e402cf8a,segment=NetworkSegment(caf540a3-dc4a-43d0-9798-ae1f368b4d61),segment_id=caf540a3-dc4a-43d0-9798-ae1f368b4d61)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:37.984277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:37.989992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-036fd021-c8d6-4578-9723-7432dfe06c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.019299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-036fd021-c8d6-4578-9723-7432dfe06c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.055587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.066871 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d6f28c-7db6-45a2-becd-9cc070154a58 None None] DHCP port deletion for 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:38.132004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Network 1979d200-38a6-4bc9-8451-760a3a57a821 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:38.184104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:38.186606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.190310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:38.191022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a74b9089-7587-4df3-a1f4-4e69ec5f3463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.199044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:38.203502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:38.203695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=1c67d337-2f3d-41a7-84b3-2921f11d6148,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:38.208862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:38.214858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:38.217886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.220363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:38.221315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.278005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Port': ['ID=383d213a-0004-4a0a-b2eb-a8e17bb5867a,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:38.296005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.329987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f47ac9-0ec2-454e-bf0f-8c08819cf3d1 None None] Network 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:38.377396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5fc3f102-c46d-4dad-889e-9e5c20171f42 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:38.425162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:38.428921 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7f77ba14-d06a-43c7-9cf3-3d7b36377390 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.1895685 Apr 01 15:42:38.429154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b9089-7587-4df3-a1f4-4e69ec5f3463 None None] Pushing event updated for resources: {'Port': ['ID=a7aa98ec-a9b6-421b-b725-7220e402cf8a,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:38.432610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f47ac9-0ec2-454e-bf0f-8c08819cf3d1 None None] Network 9a345c0a-b6bb-4f45-b8ac-8ffdcae5bba6 could not be found, it might have been deleted concurrently. {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 01 15:42:38.443171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 5fc3f102-c46d-4dad-889e-9e5c20171f42 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:38.443600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5fc3f102-c46d-4dad-889e-9e5c20171f42 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:38.451945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50532) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:38.455749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Provisioning complete for port a7aa98ec-a9b6-421b-b725-7220e402cf8a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:38.456215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.456951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:38.462952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:38.616124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event updated for resources: {'Port': ['ID=7dd39ebb-239a-4a41-9fe2-3d14e7406c37,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:38.653525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7299a0-de95-4d8e-9137-78203b64859c']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:38.664817 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Could not find standard attr ID for object 1bf5a74f-62ce-4f6c-b081-449bdf8d374f. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:42:38.667125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cbbef4-a7d8-4b7c-8245-5713f8845e7e') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:38.667371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cbbef4-a7d8-4b7c-8245-5713f8845e7e') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:38.684383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.711029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.711263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.712020 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.719603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Provisioning complete for port 93ca8bca-f525-47de-935c-9816689d70e6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:38.720435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.724260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:38.727163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.734119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d0deb601-53c6-4699-99d3-87e7c0c5d873 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.809782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 93ca8bca-f525-47de-935c-9816689d70e6 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:38.835797 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:38.843443 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3bae8659-1004-475c-a996-1f59e8a26f37 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9877734 Apr 01 15:42:38.843443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-036fd021-c8d6-4578-9723-7432dfe06c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.845494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-036fd021-c8d6-4578-9723-7432dfe06c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.849070 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-036fd021-c8d6-4578-9723-7432dfe06c06 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c50387c-a939-4719-bcda-11f497a41e35 HTTP/1.1" status: 204 len: 168 time: 1.0342357 Apr 01 15:42:38.849070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50534) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:38.882588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:38.937717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:39.012031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fd021-c8d6-4578-9723-7432dfe06c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c50387c-a939-4719-bcda-11f497a41e35,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:39.013689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:39.015962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.029458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:39.056263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.062326 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/6c7299a0-de95-4d8e-9137-78203b64859c HTTP/1.1" status: 204 len: 168 time: 1.2079067 Apr 01 15:42:39.075156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50538) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.081290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75939e-06ba-49be-8a00-d6e53ddfe713 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=6c7299a0-de95-4d8e-9137-78203b64859c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:39.108583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4e9c9c-bdd2-4bc1-83bd-592734ee5555 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:39.115831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4e9c9c-bdd2-4bc1-83bd-592734ee5555 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:39.122141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4e9c9c-bdd2-4bc1-83bd-592734ee5555 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:39.124323 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2d4e9c9c-bdd2-4bc1-83bd-592734ee5555 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5905740 Apr 01 15:42:39.134288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50540) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.183399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e38102-d567-46e0-9229-2cfcecec7947 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:39.187795 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-67e38102-d567-46e0-9229-2cfcecec7947 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3282335 Apr 01 15:42:39.195889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50542) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.218624 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4006be4-c858-4cb6-8e7f-dfe3ea38feb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:39.219081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4006be4-c858-4cb6-8e7f-dfe3ea38feb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:39.227127 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c4006be4-c858-4cb6-8e7f-dfe3ea38feb3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/dc921dc4-82f8-45a7-9c36-d423df440b7d HTTP/1.1" status: 404 len: 337 time: 0.1442871 Apr 01 15:42:39.240721 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50544) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.283816 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f6c0e4-ab21-46b6-8b0a-ca9c3ea0a9c1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:39.284324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f6c0e4-ab21-46b6-8b0a-ca9c3ea0a9c1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:39.294278 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-01f6c0e4-ab21-46b6-8b0a-ca9c3ea0a9c1 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/79c809fd-f581-40b0-9278-2db915f75ee2 HTTP/1.1" status: 404 len: 339 time: 0.0525153 Apr 01 15:42:39.298659 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50546) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.329229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc179b48-4182-4281-b007-e00da0d1c217 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:39.341991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc179b48-4182-4281-b007-e00da0d1c217 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:39.359183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc179b48-4182-4281-b007-e00da0d1c217 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:39.363695 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dc179b48-4182-4281-b007-e00da0d1c217 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1623895 Apr 01 15:42:39.369145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50550) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.402442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Pushing event updated for resources: {'Port': ['ID=e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:39.423130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d0deb601-53c6-4699-99d3-87e7c0c5d873 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.433678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 93ca8bca-f525-47de-935c-9816689d70e6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:39.434196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.440414 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1312cc1f-4384-4562-adf3-a56836b737ce tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:39.448124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1312cc1f-4384-4562-adf3-a56836b737ce tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:39.451478 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1312cc1f-4384-4562-adf3-a56836b737ce tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/5adb7dd1-be69-4154-9a42-16124b1e141b HTTP/1.1" status: 404 len: 337 time: 0.1517181 Apr 01 15:42:39.467715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50552) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.486678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-02a44c60-f07a-4207-876a-e0485dd66297 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Deleting port 383d213a-0004-4a0a-b2eb-a8e17bb5867a {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:39.487024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-02a44c60-f07a-4207-876a-e0485dd66297 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.560708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Attempting to bind port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:39.561222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Attempting to bind port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:39.562222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Attempting to bind port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:39.589903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d0deb601-53c6-4699-99d3-87e7c0c5d873 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.593351 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d0deb601-53c6-4699-99d3-87e7c0c5d873 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/subnets/799b3918-69bf-49a9-aead-0de3c4659369 HTTP/1.1" status: 204 len: 168 time: 2.3043933 Apr 01 15:42:39.594294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deb601-53c6-4699-99d3-87e7c0c5d873 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Subnet': ['ID=799b3918-69bf-49a9-aead-0de3c4659369,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:39.600236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50558) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.621977 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6213e606-94ed-4c60-8a59-eef922d3a8a2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:39.622350 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6213e606-94ed-4c60-8a59-eef922d3a8a2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:39.625492 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6213e606-94ed-4c60-8a59-eef922d3a8a2 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/acff6d8b-2554-453c-aff2-e2fa5769fed5 HTTP/1.1" status: 404 len: 339 time: 0.1567993 Apr 01 15:42:39.630783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50560) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.661690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95e1ce6-269f-4e65-b056-87bb8e9faf9e None None] Network f76575fe-d5f0-4ba4-b372-48833dfe43ed requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:39.696251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ee23d012-8ac2-4fb5-8062-2729e3c384dc tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 1c67d337-2f3d-41a7-84b3-2921f11d6148 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:39.697367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee23d012-8ac2-4fb5-8062-2729e3c384dc tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.730268 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6653aa5e-8e1d-4826-bce2-f30bb912a039 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:39.730825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6653aa5e-8e1d-4826-bce2-f30bb912a039 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:39.736235 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6653aa5e-8e1d-4826-bce2-f30bb912a039 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/917e0cca-e228-4cba-a86f-d3d9c400aa4a HTTP/1.1" status: 404 len: 337 time: 0.0936875 Apr 01 15:42:39.739812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50564) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.771006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Provisioning complete for port 2fd45ab4-5995-49ff-99be-3954ab27d2ca triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:39.771006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.773234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4be37f-f754-499b-8382-04a60f16e2ae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:39.775944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4be37f-f754-499b-8382-04a60f16e2ae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:39.777477 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8c4be37f-f754-499b-8382-04a60f16e2ae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1758835 Apr 01 15:42:39.784845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50566) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.816890 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.821192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:39.821590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:39.822176 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.822763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:39.823081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Bound port: e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:39.824638 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.833960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Port 2fd45ab4-5995-49ff-99be-3954ab27d2ca cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:39.844174 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15ce3a9-25e4-49db-a04c-af061f2815ef tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:39.844916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15ce3a9-25e4-49db-a04c-af061f2815ef tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:39.851293 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e15ce3a9-25e4-49db-a04c-af061f2815ef tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/fc5d8c99-dda5-4f39-9a0d-3f7b5aadff5c HTTP/1.1" status: 404 len: 339 time: 0.0775461 Apr 01 15:42:39.857327 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-02a44c60-f07a-4207-876a-e0485dd66297 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.860613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50568) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:39.861320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::1 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/7767ab89-f7b9-40e0-a8bf-3489cba96e29/55b11f82-3446-4351-885c-089509d03a5e) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:39.884166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.929940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-02a44c60-f07a-4207-876a-e0485dd66297 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Calling delete_port for 383d213a-0004-4a0a-b2eb-a8e17bb5867a owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:39.954644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Provisioning complete for port 6da3c118-485a-44a6-ad8d-6e2522232a9b triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:39.955024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.959201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee23d012-8ac2-4fb5-8062-2729e3c384dc tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:39.959392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6da3c118-485a-44a6-ad8d-6e2522232a9b up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:39.977596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ee23d012-8ac2-4fb5-8062-2729e3c384dc tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 1c67d337-2f3d-41a7-84b3-2921f11d6148 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:40.002799 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e400b1ff-9488-43a9-b67b-bab8f66c162b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.003016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e400b1ff-9488-43a9-b67b-bab8f66c162b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.009603 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e400b1ff-9488-43a9-b67b-bab8f66c162b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/e473fb92-80d4-48bb-bd4f-566087bf8b26 HTTP/1.1" status: 404 len: 337 time: 0.1326501 Apr 01 15:42:40.009866 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50572) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.042989 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-25531aed-2461-40e9-8d7c-d928cc70e0dc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.043931 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25531aed-2461-40e9-8d7c-d928cc70e0dc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.047863 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-25531aed-2461-40e9-8d7c-d928cc70e0dc tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/61a22974-e2b0-4309-9506-8efd75d7c1a4 HTTP/1.1" status: 404 len: 339 time: 0.0368569 Apr 01 15:42:40.056395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] For port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:40.063746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50574) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.080612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] For port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:40.094751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 6da3c118-485a-44a6-ad8d-6e2522232a9b triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:40.095135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.174229 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3a7005-c2d3-4c82-a045-b7a630738246 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.174735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3a7005-c2d3-4c82-a045-b7a630738246 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.175167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.181242 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9b3a7005-c2d3-4c82-a045-b7a630738246 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/fcdf1fad-e1f9-4f26-97ea-3856e1825b0f HTTP/1.1" status: 404 len: 337 time: 0.1082966 Apr 01 15:42:40.183502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.185631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c6e54b0-5930-4707-bdfe-aa859f6c90bc tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.191656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50578) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.209735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a64cd51-e106-4468-bb5e-6cd44465de3a None None] DHCP port deletion for f76575fe-d5f0-4ba4-b372-48833dfe43ed request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:40.215400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.222070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.233356 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6e54b0-5930-4707-bdfe-aa859f6c90bc tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:42:40.233356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6e54b0-5930-4707-bdfe-aa859f6c90bc tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.236810 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7c6e54b0-5930-4707-bdfe-aa859f6c90bc tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/f76575fe-d5f0-4ba4-b372-48833dfe43ed HTTP/1.1" status: 409 len: 405 time: 0.4482739 Apr 01 15:42:40.246774 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f149e2-2423-42e4-9742-d6bcb0cb2f08 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.247574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f149e2-2423-42e4-9742-d6bcb0cb2f08 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.251292 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c5f149e2-2423-42e4-9742-d6bcb0cb2f08 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/0d4e81a5-02df-4e7f-841c-ce03b8625034 HTTP/1.1" status: 404 len: 339 time: 0.0566754 Apr 01 15:42:40.253442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50582) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.253614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50584) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.273635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1169702545'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:40.319018 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a684da-3db0-4345-9a0a-471ff89b1b20 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.319484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a684da-3db0-4345-9a0a-471ff89b1b20 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.325760 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a4a684da-3db0-4345-9a0a-471ff89b1b20 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/94ee3e67-057d-41f0-9e75-9c888b786ed9 HTTP/1.1" status: 404 len: 337 time: 0.0616250 Apr 01 15:42:40.328563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.329691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50588) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.389317 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-503f7996-aa2a-4053-addd-deb411266604 None None] For port 6da3c118-485a-44a6-ad8d-6e2522232a9b, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6da3c118-485a-44a6-ad8d-6e2522232a9b,segment=NetworkSegment(6076fc2f-13c1-4adc-ab33-221be6b9af8b),segment_id=6076fc2f-13c1-4adc-ab33-221be6b9af8b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:40.391322 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf7807-3b08-483d-b90c-5f992adde836 None None] Pushing event updated for resources: {'Port': ['ID=e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:40.395230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.411914 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c40f6c9-cc26-4aef-a682-78237c4bd6c3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.412657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c40f6c9-cc26-4aef-a682-78237c4bd6c3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.415986 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3c40f6c9-cc26-4aef-a682-78237c4bd6c3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/efd0ff07-2cf7-4abd-8b6d-98317217ef1e HTTP/1.1" status: 404 len: 339 time: 0.0774474 Apr 01 15:42:40.418472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0a64cd51-e106-4468-bb5e-6cd44465de3a None None] Deleting port 6da3c118-485a-44a6-ad8d-6e2522232a9b {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:40.418702 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50590) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.419196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0a64cd51-e106-4468-bb5e-6cd44465de3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.457878 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-534a7ea1-0237-4a78-aef4-a7e996beb9a9 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.458415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534a7ea1-0237-4a78-aef4-a7e996beb9a9 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.461657 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-534a7ea1-0237-4a78-aef4-a7e996beb9a9 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/bc5a2f48-1d7c-4a1d-9151-5ec1760d7a36 HTTP/1.1" status: 404 len: 337 time: 0.0414181 Apr 01 15:42:40.465986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50592) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.495689 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1319549-4616-4589-ad9a-4021203cbce3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.496724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1319549-4616-4589-ad9a-4021203cbce3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.500083 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a1319549-4616-4589-ad9a-4021203cbce3 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/aa18b18e-2019-4d39-add0-923af5678469 HTTP/1.1" status: 404 len: 339 time: 0.0331006 Apr 01 15:42:40.503864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50594) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.513344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.516303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0a64cd51-e106-4468-bb5e-6cd44465de3a None None] For port 6da3c118-485a-44a6-ad8d-6e2522232a9b, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6da3c118-485a-44a6-ad8d-6e2522232a9b,segment=NetworkSegment(6076fc2f-13c1-4adc-ab33-221be6b9af8b),segment_id=6076fc2f-13c1-4adc-ab33-221be6b9af8b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:40.523375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0a64cd51-e106-4468-bb5e-6cd44465de3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.541005 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e970f0eb-2796-442b-8d87-308dce13f24d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.541466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e970f0eb-2796-442b-8d87-308dce13f24d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.546748 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e970f0eb-2796-442b-8d87-308dce13f24d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/d2801b52-8386-4ddf-830e-7b9e062bbbf4 HTTP/1.1" status: 404 len: 337 time: 0.0370831 Apr 01 15:42:40.547608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50596) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.553340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:40.557287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.607787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0a64cd51-e106-4468-bb5e-6cd44465de3a None None] Calling delete_port for 6da3c118-485a-44a6-ad8d-6e2522232a9b owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:40.608019 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Router e0742a1f-b398-4e71-a517-edd118d790f3 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:42:40.615820 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f0be8d-ab9a-4881-bd57-2b83e6b72fd4 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] DELETE failed (client error): The resource could not be found. Apr 01 15:42:40.616545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f0be8d-ab9a-4881-bd57-2b83e6b72fd4 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:42:40.624115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50600) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.624307 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-89f0be8d-ab9a-4881-bd57-2b83e6b72fd4 tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/fa8ae475-9c24-4418-9612-6deb1ee4baee HTTP/1.1" status: 404 len: 339 time: 0.0755661 Apr 01 15:42:40.713225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:42:40.713554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:42:40.738492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:40.748747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.749624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.749983 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Added segment 50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05 of type vlan for network ee095846-f2c2-453a-ab49-a2b934c0f591 Apr 01 15:42:40.804259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50602) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.808596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.815779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-824d2897-bb5c-4e41-958a-52d3cd78858b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting subnet 0ca655b0-0f9b-4c8a-a515-3fa9527416ce {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:40.818040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee23d012-8ac2-4fb5-8062-2729e3c384dc tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.839068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:40.841685 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:40.847573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.849387 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f96f9a9e-5339-4496-9d3b-a63b79368776 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "PUT /v2.0/routers/e0742a1f-b398-4e71-a517-edd118d790f3 HTTP/1.1" status: 200 len: 880 time: 5.7273922 Apr 01 15:42:40.851156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=55b11f82-3446-4351-885c-089509d03a5e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:40.853070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50606) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:40.855474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:40.861744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:40.862293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.870300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-02a44c60-f07a-4207-876a-e0485dd66297 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.874610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-824d2897-bb5c-4e41-958a-52d3cd78858b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.876004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Provisioning complete for port ca0d0cc8-ceeb-44a5-b96b-fec097ddf20e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:40.876781 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.887171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23d012-8ac2-4fb5-8062-2729e3c384dc tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=1c67d337-2f3d-41a7-84b3-2921f11d6148,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:40.933044 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f7996-aa2a-4053-addd-deb411266604 None None] Pushing event updated for resources: {'Port': ['ID=6da3c118-485a-44a6-ad8d-6e2522232a9b,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:40.941881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Port ca0d0cc8-ceeb-44a5-b96b-fec097ddf20e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:40.946877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05897f4f-1783-48cc-93e5-7ed536f7a34f None None] Sync routers for ids ['e0742a1f-b398-4e71-a517-edd118d790f3'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:40.956386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a44c60-f07a-4207-876a-e0485dd66297 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event deleted for resources: {'Port': ['ID=383d213a-0004-4a0a-b2eb-a8e17bb5867a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:40.968043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Provisioning complete for port 93ca8bca-f525-47de-935c-9816689d70e6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:40.968511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:40.968627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.resource_extend [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:42:41.025781 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0a64cd51-e106-4468-bb5e-6cd44465de3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.038666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05897f4f-1783-48cc-93e5-7ed536f7a34f None None] Routers {'e0742a1f-b398-4e71-a517-edd118d790f3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:41.039728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-05897f4f-1783-48cc-93e5-7ed536f7a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e0742a1f-b398-4e71-a517-edd118d790f3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:41.049637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee23d012-8ac2-4fb5-8062-2729e3c384dc tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.053903 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ee23d012-8ac2-4fb5-8062-2729e3c384dc tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/1c67d337-2f3d-41a7-84b3-2921f11d6148 HTTP/1.1" status: 204 len: 168 time: 1.6810946 Apr 01 15:42:41.071521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-824d2897-bb5c-4e41-958a-52d3cd78858b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.087956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50608) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:41.104732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-05897f4f-1783-48cc-93e5-7ed536f7a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:41.111451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.117024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64cd51-e106-4468-bb5e-6cd44465de3a None None] Pushing event deleted for resources: {'Port': ['ID=6da3c118-485a-44a6-ad8d-6e2522232a9b,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:41.119400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64cd51-e106-4468-bb5e-6cd44465de3a None None] No DVR routers for this DVR port 6da3c118-485a-44a6-ad8d-6e2522232a9b on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:41.131302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.178854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Could not find standard attr ID for object 6da3c118-485a-44a6-ad8d-6e2522232a9b. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:42:41.180671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05897f4f-1783-48cc-93e5-7ed536f7a34f None None] Routers {'e0742a1f-b398-4e71-a517-edd118d790f3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:41.181337 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-05897f4f-1783-48cc-93e5-7ed536f7a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e0742a1f-b398-4e71-a517-edd118d790f3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:41.214416 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c95374-0080-4eae-bd0e-0d3c40b96358 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:42:41.216763 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a8c95374-0080-4eae-bd0e-0d3c40b96358 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/1c67d337-2f3d-41a7-84b3-2921f11d6148 HTTP/1.1" status: 404 len: 333 time: 0.1068399 Apr 01 15:42:41.232334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50610) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:41.293322 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-05897f4f-1783-48cc-93e5-7ed536f7a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:41.303053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05897f4f-1783-48cc-93e5-7ed536f7a34f None None] The sync data for ids ['e0742a1f-b398-4e71-a517-edd118d790f3'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:41.305221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.310722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Port 6da3c118-485a-44a6-ad8d-6e2522232a9b update to ACTIVE by agent not found {{(pid=110107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Apr 01 15:42:41.311125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a7aa98ec-a9b6-421b-b725-7220e402cf8a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:41.320508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:41.321594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.346194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Provisioning complete for port 83d49c50-9571-4743-9034-3283bd496c6e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:41.346721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.399272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Port 83d49c50-9571-4743-9034-3283bd496c6e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:41.410335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Could not find standard attr ID for object 383d213a-0004-4a0a-b2eb-a8e17bb5867a. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:42:41.426815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Provisioning complete for port 2fd45ab4-5995-49ff-99be-3954ab27d2ca triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:41.427121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.428973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a7aa98ec-a9b6-421b-b725-7220e402cf8a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:41.429328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.452718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-824d2897-bb5c-4e41-958a-52d3cd78858b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.503119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Port 2fd45ab4-5995-49ff-99be-3954ab27d2ca cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:41.511545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8fa3d47a-8511-4ecd-8479-3d42711f8b5c None None] Could not find standard attr ID for object 1c67d337-2f3d-41a7-84b3-2921f11d6148. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:42:41.523712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-955480073'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:41.541486 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2813599 Apr 01 15:42:41.547519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50612) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:41.553926 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'subnet': {'network_id': 'ee095846-f2c2-453a-ab49-a2b934c0f591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:41.593140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-02a44c60-f07a-4207-876a-e0485dd66297 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.598419 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-02a44c60-f07a-4207-876a-e0485dd66297 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "DELETE /v2.0/ports/383d213a-0004-4a0a-b2eb-a8e17bb5867a HTTP/1.1" status: 204 len: 168 time: 2.4502287 Apr 01 15:42:41.600013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50614) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:41.614571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f108b479-691a-42d4-beb0-c648072c2d92 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/routers/e0742a1f-b398-4e71-a517-edd118d790f3 HTTP/1.1" status: 200 len: 921 time: 0.7600918 Apr 01 15:42:41.639996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1bf5a74f-62ce-4f6c-b081-449bdf8d374f no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:41.656696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50616) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:41.672722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549f545-af23-457e-b65e-fffec5468970 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Network': ['ID=ee095846-f2c2-453a-ab49-a2b934c0f591,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:41.672961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1bf5a74f-62ce-4f6c-b081-449bdf8d374f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:41.673531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1bf5a74f-62ce-4f6c-b081-449bdf8d374f not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:41.695601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-319fbad4-ca46-41d4-8332-d6ad0ae658df tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 2fd45ab4-5995-49ff-99be-3954ab27d2ca {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:41.695961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-319fbad4-ca46-41d4-8332-d6ad0ae658df tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.698139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network ee095846-f2c2-453a-ab49-a2b934c0f591 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:41.750290 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ccc92b-c65f-44bd-bb9e-daf849a41c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] GET failed (client error): The resource could not be found. Apr 01 15:42:41.751819 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-55ccc92b-c65f-44bd-bb9e-daf849a41c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "GET /v2.0/ports/383d213a-0004-4a0a-b2eb-a8e17bb5867a HTTP/1.1" status: 404 len: 333 time: 0.1503255 Apr 01 15:42:41.761176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Made reservation on behalf of 92442b70d2034c89b3520450f7db25af for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:41.768050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.771206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50618) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:41.818935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'port': {'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-495657146'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:41.839980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-319fbad4-ca46-41d4-8332-d6ad0ae658df tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.863379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-319fbad4-ca46-41d4-8332-d6ad0ae658df tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 2fd45ab4-5995-49ff-99be-3954ab27d2ca owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:41.882073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.897601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:41.920176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.949720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-824d2897-bb5c-4e41-958a-52d3cd78858b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.970559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:41.970559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.990047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d2897-bb5c-4e41-958a-52d3cd78858b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca655b0-0f9b-4c8a-a515-3fa9527416ce,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:41.993741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-824d2897-bb5c-4e41-958a-52d3cd78858b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:41.996768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789199d2-0654-4eb3-83e3-213d75dc54fc tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:41.997481 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-824d2897-bb5c-4e41-958a-52d3cd78858b tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/subnets/0ca655b0-0f9b-4c8a-a515-3fa9527416ce HTTP/1.1" status: 204 len: 168 time: 1.3716407 Apr 01 15:42:41.999082 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-789199d2-0654-4eb3-83e3-213d75dc54fc tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=e0742a1f-b398-4e71-a517-edd118d790f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3411791 Apr 01 15:42:42.002729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50620) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:42.003064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50622) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:42.024755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a564cf-30ab-4593-958d-33d1d9dc70c5 None None] Network e80dc0f4-80f6-4b01-a590-ce5546202eca requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:42.106797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:42.110904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.122988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.243687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c7e18b2c-a98a-4a84-b901-c09aa7851825 None None] Provisioning complete for port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:42.244031 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7e18b2c-a98a-4a84-b901-c09aa7851825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.278067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.284793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91269f33-ac29-45e8-a6d4-98617a056d20 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:42.289834 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-91269f33-ac29-45e8-a6d4-98617a056d20 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 881 time: 0.2002370 Apr 01 15:42:42.290601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50624) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:42.317595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Made reservation on behalf of eaff8768674b4b76bd644f12219de658 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:42.321053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.326580 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c10d3fff-1f45-43c7-b56b-701baa8b6e92 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0742a1f-b398-4e71-a517-edd118d790f3 HTTP/1.1" status: 200 len: 205 time: 0.0314081 Apr 01 15:42:42.329943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50626) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:42.348998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:42.366937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7e18b2c-a98a-4a84-b901-c09aa7851825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.377989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Deleting port 850febe7-b55b-476f-8a16-1110934c9a46 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:42.378333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.382126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-319fbad4-ca46-41d4-8332-d6ad0ae658df tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.397374 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] device_id is not set on port 92826a98-810c-42f1-acf3-63c61e8d5001 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:42.417897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.449188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fbad4-ca46-41d4-8332-d6ad0ae658df tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=2fd45ab4-5995-49ff-99be-3954ab27d2ca,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:42.481090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-c7e18b2c-a98a-4a84-b901-c09aa7851825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:42:42.485936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-c7e18b2c-a98a-4a84-b901-c09aa7851825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:42:42.485936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d6f27-44f8-4d0c-a520-317fe5c886ea None None] DHCP port deletion for e80dc0f4-80f6-4b01-a590-ce5546202eca request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:42.561215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-319fbad4-ca46-41d4-8332-d6ad0ae658df tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.561837 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-319fbad4-ca46-41d4-8332-d6ad0ae658df tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/2fd45ab4-5995-49ff-99be-3954ab27d2ca HTTP/1.1" status: 204 len: 168 time: 1.3274384 Apr 01 15:42:42.566277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50628) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:42.570744 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6da3c118-485a-44a6-ad8d-6e2522232a9b no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:42.579550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] For port 850febe7-b55b-476f-8a16-1110934c9a46, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=850febe7-b55b-476f-8a16-1110934c9a46,segment=NetworkSegment(54096376-1ad0-4beb-8e32-0c9d4839885e),segment_id=54096376-1ad0-4beb-8e32-0c9d4839885e)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:42.580464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.608623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 6da3c118-485a-44a6-ad8d-6e2522232a9b {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:42.609558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6da3c118-485a-44a6-ad8d-6e2522232a9b not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:42.612738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:42.619460 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc222a7-33ab-4295-94a2-9d08ff53c14c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:42:42.619765 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.619868 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4bc222a7-33ab-4295-94a2-9d08ff53c14c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/2fd45ab4-5995-49ff-99be-3954ab27d2ca HTTP/1.1" status: 404 len: 333 time: 0.0493455 Apr 01 15:42:42.621299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50630) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:42.626080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Calling delete_port for 850febe7-b55b-476f-8a16-1110934c9a46 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:42.648184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-940d6f27-44f8-4d0c-a520-317fe5c886ea None None] Deleting port 850febe7-b55b-476f-8a16-1110934c9a46 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:42.648184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-940d6f27-44f8-4d0c-a520-317fe5c886ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.648856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.665677 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Allocated IP 2001:db8::28 (1979d200-38a6-4bc9-8451-760a3a57a821/08e715aa-c2c7-4684-870a-fb31f7d55109/92826a98-810c-42f1-acf3-63c61e8d5001) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:42.710066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b44c1c8-cc0d-4a6c-aa6f-3f3c9050d6b0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet 00cf4ff3-84fb-43c6-acbd-d273e0c42c20 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:42.714831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b44c1c8-cc0d-4a6c-aa6f-3f3c9050d6b0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.715022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.715597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.744383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-940d6f27-44f8-4d0c-a520-317fe5c886ea None None] For port 850febe7-b55b-476f-8a16-1110934c9a46, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=850febe7-b55b-476f-8a16-1110934c9a46,segment=NetworkSegment(54096376-1ad0-4beb-8e32-0c9d4839885e),segment_id=54096376-1ad0-4beb-8e32-0c9d4839885e)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:42.744812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-940d6f27-44f8-4d0c-a520-317fe5c886ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.760607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-940d6f27-44f8-4d0c-a520-317fe5c886ea None None] Calling delete_port for 850febe7-b55b-476f-8a16-1110934c9a46 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:42.771007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.782364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] vlan segment allocate from pool success with {'vlan_id': 1102, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:42.815602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.824863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.825440 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Added segment 86a56279-025c-4254-bbae-e913a7025fab of type vlan for network 92a6d650-0db2-4764-80ac-45dd167d3c2b Apr 01 15:42:42.943543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-940d6f27-44f8-4d0c-a520-317fe5c886ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:42.944564 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=55b11f82-3446-4351-885c-089509d03a5e,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:42.955988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67be258b-0b62-49d0-b14a-d637be698ed9,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:42.980254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.objects.ports [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:42:42.984060 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.006868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.147253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d6f27-44f8-4d0c-a520-317fe5c886ea None None] Pushing event deleted for resources: {'Port': ['ID=850febe7-b55b-476f-8a16-1110934c9a46,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:43.162690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b44c1c8-cc0d-4a6c-aa6f-3f3c9050d6b0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.168088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Subnet': ['ID=9bd2e11b-84c4-44a5-9137-dd17ce407f4b,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:43.173914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d6f27-44f8-4d0c-a520-317fe5c886ea None None] No DVR routers for this DVR port 850febe7-b55b-476f-8a16-1110934c9a46 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:43.188263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:43.199682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:43.223718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.227059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Checking segment: {'id': '50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ee095846-f2c2-453a-ab49-a2b934c0f591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:43.227414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network hostable DHCP agents. Network: ee095846-f2c2-453a-ab49-a2b934c0f591, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:43.272359 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.277858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:43.278495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.308900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.335252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-154a32f5-7a3a-46f5-bc03-cd661e06689f None None] Provisioning complete for port 55b11f82-3446-4351-885c-089509d03a5e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:43.335784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-154a32f5-7a3a-46f5-bc03-cd661e06689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.354361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.361093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Port': ['ID=850febe7-b55b-476f-8a16-1110934c9a46,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:43.368070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] No DVR routers for this DVR port 850febe7-b55b-476f-8a16-1110934c9a46 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:43.376268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b44c1c8-cc0d-4a6c-aa6f-3f3c9050d6b0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.391847 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-154a32f5-7a3a-46f5-bc03-cd661e06689f None None] Port 55b11f82-3446-4351-885c-089509d03a5e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:43.431634 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6196427 Apr 01 15:42:43.433160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc7113-98e4-4efd-b0c0-eaeb3db85b33 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event updated for resources: {'Network': ['ID=92a6d650-0db2-4764-80ac-45dd167d3c2b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:43.433305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50632) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:43.445478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Request body: {'subnet': {'network_id': '92a6d650-0db2-4764-80ac-45dd167d3c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:43.446624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 92a6d650-0db2-4764-80ac-45dd167d3c2b details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:43.496250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network ee095846-f2c2-453a-ab49-a2b934c0f591 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:43.531376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.532906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Router fa54c967-f7e1-4415-a413-b965cd0de58f is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:42:43.537347 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0522c983-6afe-4bd4-b00a-f0a8ea57aeae None None] Provisioning complete for port 55b11f82-3446-4351-885c-089509d03a5e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:43.537656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0522c983-6afe-4bd4-b00a-f0a8ea57aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.575959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.576653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0522c983-6afe-4bd4-b00a-f0a8ea57aeae None None] Port 55b11f82-3446-4351-885c-089509d03a5e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:43.625114 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, ee095846-f2c2-453a-ab49-a2b934c0f591) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:43.627873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Network 1979d200-38a6-4bc9-8451-760a3a57a821 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:43.634180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80dc0f4-80f6-4b01-a590-ce5546202eca']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:43.634363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570aceed-5fb8-4379-8e5b-2ebb132cf111 None None] Network ee095846-f2c2-453a-ab49-a2b934c0f591 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:43.637162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:43.639322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Port': ['ID=92826a98-810c-42f1-acf3-63c61e8d5001,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:43.643324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:43.648155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:43.648846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.659273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54096376-1ad0-4beb-8e32-0c9d4839885e') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:43.659382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54096376-1ad0-4beb-8e32-0c9d4839885e') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:43.675945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.680818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:43.681413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.710559 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Deleting port 7dd39ebb-239a-4a41-9fe2-3d14e7406c37 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:43.710987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.717003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:43.719731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.728727 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-321993a4-50a4-4554-96c9-7d3c27d1bfa8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "PUT /v2.0/routers/fa54c967-f7e1-4415-a413-b965cd0de58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4380140 Apr 01 15:42:43.728865 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Sync routers for ids ['fa54c967-f7e1-4415-a413-b965cd0de58f'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:43.729377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50634) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:43.745329 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Routers {'fa54c967-f7e1-4415-a413-b965cd0de58f'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:43.745974 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa54c967-f7e1-4415-a413-b965cd0de58f'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:43.777899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b44c1c8-cc0d-4a6c-aa6f-3f3c9050d6b0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.782158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:43.784832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.806750 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1e00706c-0031-40b0-8ab6-a86dd44513e3 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2554812 Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:43.807423 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:43.811444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50636) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:43.818084 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0572e5a2-2abb-4af5-b7ab-e56dc30f4770 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9991381 Apr 01 15:42:43.821820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50638) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:43.827075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-40ec40e1-4057-4562-8f99-e6561d75a97a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d8', 'mac_address': 'fa:16:3e:ff:4c:7c'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:43.893998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:43.903103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39bef33-319d-4ec2-a65f-ae1ac252fb40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:43.907418 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c39bef33-319d-4ec2-a65f-ae1ac252fb40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports/55b11f82-3446-4351-885c-089509d03a5e HTTP/1.1" status: 200 len: 911 time: 0.1769438 Apr 01 15:42:43.908027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50640) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:43.922915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-ee095846-f2c2-453a-ab49-a2b934c0f591', 'network_id': 'ee095846-f2c2-453a-ab49-a2b934c0f591', 'tenant_id': 'ffc8581bea0a4ce99ea176581968952e', 'fixed_ips': [{'subnet_id': '9bd2e11b-84c4-44a5-9137-dd17ce407f4b'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:43.923782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.940296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Made reservation on behalf of 92442b70d2034c89b3520450f7db25af for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:43.953974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:43.983334 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Set router fa54c967-f7e1-4415-a413-b965cd0de58f gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:44.052458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e8097e-6215-4653-8511-0025d2867da2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:44.058579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e8097e-6215-4653-8511-0025d2867da2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:44.063332 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-54e8097e-6215-4653-8511-0025d2867da2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1483409 Apr 01 15:42:44.064227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50642) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:44.121255 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Allocated IP 2001:db8::f816:3eff:fee0:774a (ee095846-f2c2-453a-ab49-a2b934c0f591/9bd2e11b-84c4-44a5-9137-dd17ce407f4b/a15d79f5-27f4-468c-8349-d1b8bf5fc0da) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:44.127220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44c1c8-cc0d-4a6c-aa6f-3f3c9050d6b0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=00cf4ff3-84fb-43c6-acbd-d273e0c42c20,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:44.141573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b44c1c8-cc0d-4a6c-aa6f-3f3c9050d6b0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.148854 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8b44c1c8-cc0d-4a6c-aa6f-3f3c9050d6b0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/00cf4ff3-84fb-43c6-acbd-d273e0c42c20 HTTP/1.1" status: 204 len: 168 time: 1.5206194 Apr 01 15:42:44.149836 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009dc51c-be30-4c3b-951d-9cc3e68d9571 None None] Network b29e4f17-781d-46c3-aa9b-f7c7b94f5938 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:44.163687 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50644) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:44.176284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f95eb528-9e38-459d-a47f-68cd52179535 None None] Provisioning complete for port 92826a98-810c-42f1-acf3-63c61e8d5001 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:44.176760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f95eb528-9e38-459d-a47f-68cd52179535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.179236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:44.179619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.264266 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa54c967-f7e1-4415-a413-b965cd0de58f', 'name': 'tempest-NetworksTestDHCPv6-router-1360445357', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:36Z', 'updated_at': '2022-04-01T15:42:41Z', 'revision_number': 2, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None, '_interfaces': [{'id': '55b11f82-3446-4351-885c-089509d03a5e', 'name': '', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'mac_address': 'fa:16:3e:4d:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa54c967-f7e1-4415-a413-b965cd0de58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7767ab89-f7b9-40e0-a8bf-3489cba96e29', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:42:39Z', 'updated_at': '2022-04-01T15:42:42Z', 'revision_number': 2, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'subnets': [{'id': '7767ab89-f7b9-40e0-a8bf-3489cba96e29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:44.286195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40ec40e1-4057-4562-8f99-e6561d75a97a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.291290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.297293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.302711 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] 10.222.0.73 "DELETE /v2.0/networks/e80dc0f4-80f6-4b01-a590-ce5546202eca HTTP/1.1" status: 204 len: 168 time: 2.2986538 Apr 01 15:42:44.339312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e55a1b-9624-4176-895e-c6b45638280d tempest-NetworksTest-649667306 tempest-NetworksTest-649667306-project] Pushing event deleted for resources: {'Network': ['ID=e80dc0f4-80f6-4b01-a590-ce5546202eca,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:44.343212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f95eb528-9e38-459d-a47f-68cd52179535 None None] Port 92826a98-810c-42f1-acf3-63c61e8d5001 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:44.351803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.352074 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Checking router: fa54c967-f7e1-4415-a413-b965cd0de58f for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:42:44.352482 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Updating router fa54c967-f7e1-4415-a413-b965cd0de58f port 55b11f82-3446-4351-885c-089509d03a5e binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:42:44.374499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.396602 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.434964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Calling delete_port for 7dd39ebb-239a-4a41-9fe2-3d14e7406c37 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:44.529659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.619944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.697096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.732153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.757127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee581c4c-6dac-4180-b1dd-ff55b7463459 None None] DHCP port deletion for b29e4f17-781d-46c3-aa9b-f7c7b94f5938 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:44.778160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.783045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 850febe7-b55b-476f-8a16-1110934c9a46 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:44.787653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Network ee095846-f2c2-453a-ab49-a2b934c0f591 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:44.832763 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.840381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:44.842923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Pushing event updated for resources: {'Port': ['ID=a15d79f5-27f4-468c-8349-d1b8bf5fc0da,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:44.847696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:44.852056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 850febe7-b55b-476f-8a16-1110934c9a46 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:44.852761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 850febe7-b55b-476f-8a16-1110934c9a46 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:44.915285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port a7aa98ec-a9b6-421b-b725-7220e402cf8a {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:44.915815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.920684 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:44.963288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event updated for resources: {'Subnet': ['ID=1db3ec33-27ac-4c68-b8f0-850c54363cbd,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:44.980312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Checking segment: {'id': '86a56279-025c-4254-bbae-e913a7025fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92a6d650-0db2-4764-80ac-45dd167d3c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:44.980741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Network hostable DHCP agents. Network: 92a6d650-0db2-4764-80ac-45dd167d3c2b, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:45.013381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Attempting to bind port a15d79f5-27f4-468c-8349-d1b8bf5fc0da on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:45.013890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Attempting to bind port a15d79f5-27f4-468c-8349-d1b8bf5fc0da by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ee095846-f2c2-453a-ab49-a2b934c0f591'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:45.014111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Attempting to bind port a15d79f5-27f4-468c-8349-d1b8bf5fc0da on network ee095846-f2c2-453a-ab49-a2b934c0f591 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:45.035304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] For port a7aa98ec-a9b6-421b-b725-7220e402cf8a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a7aa98ec-a9b6-421b-b725-7220e402cf8a,segment=NetworkSegment(caf540a3-dc4a-43d0-9798-ae1f368b4d61),segment_id=caf540a3-dc4a-43d0-9798-ae1f368b4d61)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:45.036630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.041401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:45.041786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Checking segment: {'id': '50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ee095846-f2c2-453a-ab49-a2b934c0f591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:45.042198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.042598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Bound using segment: {'id': '50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ee095846-f2c2-453a-ab49-a2b934c0f591'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:45.043536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Bound port: a15d79f5-27f4-468c-8349-d1b8bf5fc0da, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'ee095846-f2c2-453a-ab49-a2b934c0f591'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:45.043950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.051257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.061037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.064894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for a7aa98ec-a9b6-421b-b725-7220e402cf8a owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:45.075084 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13afa0-98f6-47ca-83d7-877a13463239 None None] Pushing event updated for resources: {'Port': ['ID=55b11f82-3446-4351-885c-089509d03a5e,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:45.089069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50650) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:45.117416 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Attempting to bind port 55b11f82-3446-4351-885c-089509d03a5e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:45.123105 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Attempting to bind port 55b11f82-3446-4351-885c-089509d03a5e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:45.123105 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Attempting to bind port 55b11f82-3446-4351-885c-089509d03a5e on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:45.124893 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:45.125492 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:45.125610 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.126123 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:45.127181 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Bound port: 55b11f82-3446-4351-885c-089509d03a5e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:45.127679 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.140276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd2e11b-84c4-44a5-9137-dd17ce407f4b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:45.145396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Network 92a6d650-0db2-4764-80ac-45dd167d3c2b is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:45.160197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event deleted for resources: {'Port': ['ID=7dd39ebb-239a-4a41-9fe2-3d14e7406c37,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:45.215197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ee581c4c-6dac-4180-b1dd-ff55b7463459 None None] Deleting port a7aa98ec-a9b6-421b-b725-7220e402cf8a {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:45.215587 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ee581c4c-6dac-4180-b1dd-ff55b7463459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.229419 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] For port 55b11f82-3446-4351-885c-089509d03a5e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:45.235503 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] For port 55b11f82-3446-4351-885c-089509d03a5e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=55b11f82-3446-4351-885c-089509d03a5e,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:45.267720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 92a6d650-0db2-4764-80ac-45dd167d3c2b) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:45.273732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:45.274326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.309030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c4838-11c1-44fd-a664-749701bcfa06 None None] Network 92a6d650-0db2-4764-80ac-45dd167d3c2b requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:45.327069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] For port a15d79f5-27f4-468c-8349-d1b8bf5fc0da, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:45.337152 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.342148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] For port a15d79f5-27f4-468c-8349-d1b8bf5fc0da, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a15d79f5-27f4-468c-8349-d1b8bf5fc0da,segment=NetworkSegment(50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05),segment_id=50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:45.379846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.380569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.414193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee095846-f2c2-453a-ab49-a2b934c0f591']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:45.424068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.428180 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13afa0-98f6-47ca-83d7-877a13463239 None None] Pushing event updated for resources: {'Port': ['ID=55b11f82-3446-4351-885c-089509d03a5e,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:45.464585 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Routers {'fa54c967-f7e1-4415-a413-b965cd0de58f'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:45.465932 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa54c967-f7e1-4415-a413-b965cd0de58f'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:45.487941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ee581c4c-6dac-4180-b1dd-ff55b7463459 None None] For port a7aa98ec-a9b6-421b-b725-7220e402cf8a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a7aa98ec-a9b6-421b-b725-7220e402cf8a,segment=NetworkSegment(caf540a3-dc4a-43d0-9798-ae1f368b4d61),segment_id=caf540a3-dc4a-43d0-9798-ae1f368b4d61)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:45.488221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ee581c4c-6dac-4180-b1dd-ff55b7463459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.496798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.507712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.531831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1e859af9-bf58-4f6e-b586-42a784174e05 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17ab94749f084d5fae952bdd30d49ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422429 Apr 01 15:42:45.535436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40ec40e1-4057-4562-8f99-e6561d75a97a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.535778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50654) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:45.541696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ee581c4c-6dac-4180-b1dd-ff55b7463459 None None] Calling delete_port for a7aa98ec-a9b6-421b-b725-7220e402cf8a owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:45.544320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.548241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.548916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.605659 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-050e8824-0886-429c-8ae8-e737e6c70649 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1666257 Apr 01 15:42:45.605659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:45.605998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:45.607666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50656) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:45.613597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Request body: {'port': {'network_id': '92a6d650-0db2-4764-80ac-45dd167d3c2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1326297087'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:45.660418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.661978 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] Set router fa54c967-f7e1-4415-a413-b965cd0de58f gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:45.665976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cf5efafc-bd1b-4f75-9552-b0851be83b84 None None] Provisioning complete for port 55b11f82-3446-4351-885c-089509d03a5e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:45.666353 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cf5efafc-bd1b-4f75-9552-b0851be83b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.676867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No DVR routers for this DVR port a7aa98ec-a9b6-421b-b725-7220e402cf8a on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:45.678059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.685069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:45.685716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.687371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=a7aa98ec-a9b6-421b-b725-7220e402cf8a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:45.691225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40ec40e1-4057-4562-8f99-e6561d75a97a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:45.769315 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:45.840118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02737a01-191d-42a6-aa7b-0a3989b6312f None None] Pushing event updated for resources: {'Port': ['ID=a15d79f5-27f4-468c-8349-d1b8bf5fc0da,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:45.848236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961af825-dc13-4bfd-a7d2-985e02fd87ca None None] Network ee095846-f2c2-453a-ab49-a2b934c0f591 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:45.856691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-40ec40e1-4057-4562-8f99-e6561d75a97a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] In _notify_port_updated(), no bound segment for port 92826a98-810c-42f1-acf3-63c61e8d5001 on network 1979d200-38a6-4bc9-8451-760a3a57a821 {{(pid=110105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:42:45.866296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec40e1-4057-4562-8f99-e6561d75a97a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:45.866985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40ec40e1-4057-4562-8f99-e6561d75a97a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.871991 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-40ec40e1-4057-4562-8f99-e6561d75a97a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "PUT /v2.0/ports/92826a98-810c-42f1-acf3-63c61e8d5001 HTTP/1.1" status: 200 len: 1001 time: 2.0490670 Apr 01 15:42:45.873886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50658) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:45.921718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.922659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Fanout notify agent at l3_agent the message router_deleted on router e0742a1f-b398-4e71-a517-edd118d790f3 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:42:45.929195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a7aa98ec-a9b6-421b-b725-7220e402cf8a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:45.930853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:45.931913 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f6a6b9d0-3f22-45da-b396-8a0cf62c2e0d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/e0742a1f-b398-4e71-a517-edd118d790f3 HTTP/1.1" status: 204 len: 168 time: 3.6041267 Apr 01 15:42:45.937143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50660) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:45.945523 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-cd97e09e-6728-4c1b-880c-ab32b63e6560 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2081352896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:45.992050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec40e1-4057-4562-8f99-e6561d75a97a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Port': ['ID=92826a98-810c-42f1-acf3-63c61e8d5001,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:45.995573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.026319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:42:46.026319 dv-neutron-835865-1-hyperv neutron-server[110106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:42:46.026319 dv-neutron-835865-1-hyperv neutron-server[110106]: [parameters: {'id': 'ee095846-f2c2-453a-ab49-a2b934c0f591'}] Apr 01 15:42:46.026319 dv-neutron-835865-1-hyperv neutron-server[110106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:42:46.026319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:42:46.032160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cf1a90cd-919c-45e0-bb01-b448a93d78e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.038901 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: a7aa98ec-a9b6-421b-b725-7220e402cf8a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:46.039782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a7aa98ec-a9b6-421b-b725-7220e402cf8a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:46.042005 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa54c967-f7e1-4415-a413-b965cd0de58f', 'name': 'tempest-NetworksTestDHCPv6-router-1360445357', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:36Z', 'updated_at': '2022-04-01T15:42:41Z', 'revision_number': 2, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None, '_interfaces': [{'id': '55b11f82-3446-4351-885c-089509d03a5e', 'name': '', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'mac_address': 'fa:16:3e:4d:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa54c967-f7e1-4415-a413-b965cd0de58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7767ab89-f7b9-40e0-a8bf-3489cba96e29', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:42:39Z', 'updated_at': '2022-04-01T15:42:45Z', 'revision_number': 4, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'subnets': [{'id': '7767ab89-f7b9-40e0-a8bf-3489cba96e29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:46.051002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29e4f17-781d-46c3-aa9b-f7c7b94f5938']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:46.057329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd97e09e-6728-4c1b-880c-ab32b63e6560 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.059949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd97e09e-6728-4c1b-880c-ab32b63e6560 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.093436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf540a3-dc4a-43d0-9798-ae1f368b4d61') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:46.093733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf540a3-dc4a-43d0-9798-ae1f368b4d61') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:46.123144 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead93d7e-50bf-4beb-bf34-e8cb21494f28 None None] The sync data for ids ['fa54c967-f7e1-4415-a413-b965cd0de58f'] in dv-neutron-835865-1-hyperv is: [{'id': 'fa54c967-f7e1-4415-a413-b965cd0de58f', 'name': 'tempest-NetworksTestDHCPv6-router-1360445357', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:36Z', 'updated_at': '2022-04-01T15:42:41Z', 'revision_number': 2, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None, '_interfaces': [{'id': '55b11f82-3446-4351-885c-089509d03a5e', 'name': '', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'mac_address': 'fa:16:3e:4d:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa54c967-f7e1-4415-a413-b965cd0de58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7767ab89-f7b9-40e0-a8bf-3489cba96e29', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:42:39Z', 'updated_at': '2022-04-01T15:42:45Z', 'revision_number': 4, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'subnets': [{'id': '7767ab89-f7b9-40e0-a8bf-3489cba96e29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:46.126352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.127583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cf5efafc-bd1b-4f75-9552-b0851be83b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.146865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd97e09e-6728-4c1b-880c-ab32b63e6560 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.151474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Made reservation on behalf of 92442b70d2034c89b3520450f7db25af for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:46.153023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.157822 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cf1a90cd-919c-45e0-bb01-b448a93d78e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.182616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.186463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] device_id is not set on port 932d6add-4800-4f68-9724-ff54d525dd05 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:46.210044 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:46.210457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:46.223766 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:46.260202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd97e09e-6728-4c1b-880c-ab32b63e6560 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.335660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-48f8c427-18d0-403d-8619-b69dff4afd52 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Deleting port 92826a98-810c-42f1-acf3-63c61e8d5001 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:46.338164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48f8c427-18d0-403d-8619-b69dff4afd52 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.382692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Allocated IP 2001:db8::13e (92a6d650-0db2-4764-80ac-45dd167d3c2b/1db3ec33-27ac-4c68-b8f0-850c54363cbd/932d6add-4800-4f68-9724-ff54d525dd05) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:46.406763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-cf5efafc-bd1b-4f75-9552-b0851be83b84 None None] For port 55b11f82-3446-4351-885c-089509d03a5e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=55b11f82-3446-4351-885c-089509d03a5e,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:46.414096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-92a6d650-0db2-4764-80ac-45dd167d3c2b', 'network_id': '92a6d650-0db2-4764-80ac-45dd167d3c2b', 'tenant_id': '92442b70d2034c89b3520450f7db25af', 'fixed_ips': [{'subnet_id': '1db3ec33-27ac-4c68-b8f0-850c54363cbd'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:46.414415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.416958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ee581c4c-6dac-4180-b1dd-ff55b7463459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.430840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee581c4c-6dac-4180-b1dd-ff55b7463459 None None] No DVR routers for this DVR port a7aa98ec-a9b6-421b-b725-7220e402cf8a on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:46.431718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 55b11f82-3446-4351-885c-089509d03a5e {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:46.432289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.484131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd97e09e-6728-4c1b-880c-ab32b63e6560 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.485781 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cd97e09e-6728-4c1b-880c-ab32b63e6560 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5476577 Apr 01 15:42:46.489087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50662) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:46.501116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': True}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:46.527699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.536843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cf5efafc-bd1b-4f75-9552-b0851be83b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.537889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.547789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48f8c427-18d0-403d-8619-b69dff4afd52 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.555978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee581c4c-6dac-4180-b1dd-ff55b7463459 None None] Pushing event deleted for resources: {'Port': ['ID=a7aa98ec-a9b6-421b-b725-7220e402cf8a,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:46.645261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cf1a90cd-919c-45e0-bb01-b448a93d78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.650860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cf1a90cd-919c-45e0-bb01-b448a93d78e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.652303 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cf1a90cd-919c-45e0-bb01-b448a93d78e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbfc26d8-c398-460f-8ca8-2ebff01f397a HTTP/1.1" status: 204 len: 168 time: 1.1125164 Apr 01 15:42:46.653816 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.662614 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/networks/b29e4f17-781d-46c3-aa9b-f7c7b94f5938 HTTP/1.1" status: 204 len: 168 time: 2.4873345 Apr 01 15:42:46.675496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50666) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:46.677569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Deleting port a15d79f5-27f4-468c-8349-d1b8bf5fc0da {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:46.677911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.684113 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-528341923'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:46.706522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.711561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] For port 55b11f82-3446-4351-885c-089509d03a5e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=55b11f82-3446-4351-885c-089509d03a5e,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:46.712039 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.722414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5efafc-bd1b-4f75-9552-b0851be83b84 None None] Pushing event updated for resources: {'Port': ['ID=55b11f82-3446-4351-885c-089509d03a5e,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:46.735232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f32db532-b4fd-4466-835e-9fcbc87db4d8 None None] Provisioning complete for port 55b11f82-3446-4351-885c-089509d03a5e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:46.735577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f32db532-b4fd-4466-835e-9fcbc87db4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.748738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 55b11f82-3446-4351-885c-089509d03a5e owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:46.792359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:46.796202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.822230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fc16a-8b9a-4be3-8414-d9e1060c4423 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Network': ['ID=b29e4f17-781d-46c3-aa9b-f7c7b94f5938,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:46.825671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] For port a15d79f5-27f4-468c-8349-d1b8bf5fc0da, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a15d79f5-27f4-468c-8349-d1b8bf5fc0da,segment=NetworkSegment(50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05),segment_id=50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:46.826079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.850958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Calling delete_port for a15d79f5-27f4-468c-8349-d1b8bf5fc0da owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:46.863187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:46.872369 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-48f8c427-18d0-403d-8619-b69dff4afd52 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Calling delete_port for 92826a98-810c-42f1-acf3-63c61e8d5001 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:46.874462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a90cd-919c-45e0-bb01-b448a93d78e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfc26d8-c398-460f-8ca8-2ebff01f397a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:46.915956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.916364 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Added segment 046837ee-d037-4ea8-9265-ac7c64b5be0d of type vlan for network e71c22f5-eff5-4f6e-8185-19c5338d2469 Apr 01 15:42:46.947892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f32db532-b4fd-4466-835e-9fcbc87db4d8 None None] Provisioning complete for port 92826a98-810c-42f1-acf3-63c61e8d5001 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:46.947892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f32db532-b4fd-4466-835e-9fcbc87db4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.979751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:46.993735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f32db532-b4fd-4466-835e-9fcbc87db4d8 None None] Port 92826a98-810c-42f1-acf3-63c61e8d5001 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:47.047112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.048793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Allocated IP 2001:db8::2 (92a6d650-0db2-4764-80ac-45dd167d3c2b/1db3ec33-27ac-4c68-b8f0-850c54363cbd/a4024ca3-fb49-469e-87c9-ffc896d945b0) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:47.102669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event updated for resources: {'Port': ['ID=932d6add-4800-4f68-9724-ff54d525dd05,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:47.118620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Network 92a6d650-0db2-4764-80ac-45dd167d3c2b is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:47.120094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:47.122911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:47.128765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:47.129661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.143998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.222211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.233705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.241507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:47.242333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.293746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.331858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.335124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.367097 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fec2a360-eed7-4247-945f-f9f97ac273c8 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7582941 Apr 01 15:42:47.368586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Network': ['ID=e71c22f5-eff5-4f6e-8185-19c5338d2469,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:47.371206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Port': ['ID=a15d79f5-27f4-468c-8349-d1b8bf5fc0da,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:47.374093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50676) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:47.380268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Request body: {'port': {'network_id': '92a6d650-0db2-4764-80ac-45dd167d3c2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1161999693', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:47.380563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.api.validators [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] bootfile-name is not in valid_values {{(pid=110106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:42:47.380876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.api.validators [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] tftp-server is not in valid_values {{(pid=110106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:42:47.381206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.api.validators [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] server-ip-address is not in valid_values {{(pid=110106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:42:47.384780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No DVR routers for this DVR port a15d79f5-27f4-468c-8349-d1b8bf5fc0da on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:47.386515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network e71c22f5-eff5-4f6e-8185-19c5338d2469 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:47.426410 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bf03d7d9-5c13-467e-a3ae-d08229ee7afa tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7431133 Apr 01 15:42:47.426654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50678) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:47.433964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': 'e71c22f5-eff5-4f6e-8185-19c5338d2469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:47.434182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Network 92a6d650-0db2-4764-80ac-45dd167d3c2b is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:47.435576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=55b11f82-3446-4351-885c-089509d03a5e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:47.440617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48f8c427-18d0-403d-8619-b69dff4afd52 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.443284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:47.478993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:47.490012 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Pushing event updated for resources: {'Port': ['ID=a4024ca3-fb49-469e-87c9-ffc896d945b0,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:47.584612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Attempting to bind port a4024ca3-fb49-469e-87c9-ffc896d945b0 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:47.584994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Attempting to bind port a4024ca3-fb49-469e-87c9-ffc896d945b0 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '86a56279-025c-4254-bbae-e913a7025fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92a6d650-0db2-4764-80ac-45dd167d3c2b'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:47.585366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Attempting to bind port a4024ca3-fb49-469e-87c9-ffc896d945b0 on network 92a6d650-0db2-4764-80ac-45dd167d3c2b {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:47.590245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.597738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:47.598130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Checking segment: {'id': '86a56279-025c-4254-bbae-e913a7025fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92a6d650-0db2-4764-80ac-45dd167d3c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:47.598575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.598981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Bound using segment: {'id': '86a56279-025c-4254-bbae-e913a7025fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92a6d650-0db2-4764-80ac-45dd167d3c2b'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:47.599464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Bound port: a4024ca3-fb49-469e-87c9-ffc896d945b0, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a56279-025c-4254-bbae-e913a7025fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92a6d650-0db2-4764-80ac-45dd167d3c2b'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:47.599863 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.620136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee095846-f2c2-453a-ab49-a2b934c0f591']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:47.621447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.632717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:47.633153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a5a3ec-e4cc-4b0b-93a4-a09fe9652c05') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:47.650237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.655715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8c427-18d0-403d-8619-b69dff4afd52 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event deleted for resources: {'Port': ['ID=92826a98-810c-42f1-acf3-63c61e8d5001,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:47.664830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.676408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:47.677438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:47.769373 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:47.782314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] For port a4024ca3-fb49-469e-87c9-ffc896d945b0, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:47.797220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] For port a4024ca3-fb49-469e-87c9-ffc896d945b0, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a4024ca3-fb49-469e-87c9-ffc896d945b0,segment=NetworkSegment(86a56279-025c-4254-bbae-e913a7025fab),segment_id=86a56279-025c-4254-bbae-e913a7025fab)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:47.891616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.900451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.944851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:47.948874 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/ee095846-f2c2-453a-ab49-a2b934c0f591 HTTP/1.1" status: 204 len: 168 time: 4.1117601 Apr 01 15:42:47.950169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa60f6-4dc7-4e65-a9cd-768183550aae tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Network': ['ID=ee095846-f2c2-453a-ab49-a2b934c0f591,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:47.958127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50686) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:47.965285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1077287647'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:47.984621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:47.987895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:48.019967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595a3d8-c3e8-4da9-8d8a-0bc93af32324 None None] Pushing event updated for resources: {'Port': ['ID=a4024ca3-fb49-469e-87c9-ffc896d945b0,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:48.071863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Made reservation on behalf of 92442b70d2034c89b3520450f7db25af for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:48.075501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:48.106489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] device_id is not set on port 3e31774c-3444-45b0-a875-52508f4530b3 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:48.118127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:48.122320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:48.133192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Router fa54c967-f7e1-4415-a413-b965cd0de58f has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:42:48.178629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48f8c427-18d0-403d-8619-b69dff4afd52 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:48.183363 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-48f8c427-18d0-403d-8619-b69dff4afd52 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "DELETE /v2.0/ports/92826a98-810c-42f1-acf3-63c61e8d5001 HTTP/1.1" status: 204 len: 168 time: 2.3011823 Apr 01 15:42:48.190828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50690) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:48.224244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:48.260992 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a165c091-b529-4671-b3cb-52df7ec84a6a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] GET failed (client error): The resource could not be found. Apr 01 15:42:48.262997 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a165c091-b529-4671-b3cb-52df7ec84a6a tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "GET /v2.0/ports/92826a98-810c-42f1-acf3-63c61e8d5001 HTTP/1.1" status: 404 len: 333 time: 0.0710313 Apr 01 15:42:48.271155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50694) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:48.315635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'port': {'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-30227477'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:48.393272 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:48.444503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] Sync routers for ids ['fa54c967-f7e1-4415-a413-b965cd0de58f'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:48.463925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50696) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:48.470390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] Routers {'fa54c967-f7e1-4415-a413-b965cd0de58f'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:48.471204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa54c967-f7e1-4415-a413-b965cd0de58f'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:48.472735 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ddc9f616-9090-4ec9-bce8-6f176593ef56 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "PUT /v2.0/routers/fa54c967-f7e1-4415-a413-b965cd0de58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4048035 Apr 01 15:42:48.476393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50698) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:48.545277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] Set router fa54c967-f7e1-4415-a413-b965cd0de58f gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:48.614890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa54c967-f7e1-4415-a413-b965cd0de58f', 'name': 'tempest-NetworksTestDHCPv6-router-1360445357', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:36Z', 'updated_at': '2022-04-01T15:42:47Z', 'revision_number': 3, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:48.650630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] Checking router: fa54c967-f7e1-4415-a413-b965cd0de58f for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:42:48.662126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] Routers {'fa54c967-f7e1-4415-a413-b965cd0de58f'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:48.662941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa54c967-f7e1-4415-a413-b965cd0de58f'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:48.720010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:48.720687 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Added segment 1a7709f4-95af-4798-b205-87b20c351db2 of type vlan for network fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb Apr 01 15:42:48.769059 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] Set router fa54c967-f7e1-4415-a413-b965cd0de58f gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:42:48.818855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Allocated IP 2001:db8::2aa (92a6d650-0db2-4764-80ac-45dd167d3c2b/1db3ec33-27ac-4c68-b8f0-850c54363cbd/3e31774c-3444-45b0-a875-52508f4530b3) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:48.840295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:48.877744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-secgroup--162390'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:48.884311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa54c967-f7e1-4415-a413-b965cd0de58f', 'name': 'tempest-NetworksTestDHCPv6-router-1360445357', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:36Z', 'updated_at': '2022-04-01T15:42:47Z', 'revision_number': 3, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:48.929795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11bc432-81e3-4a5b-83ad-3467b64686bb None None] The sync data for ids ['fa54c967-f7e1-4415-a413-b965cd0de58f'] in dv-neutron-835865-1-hyperv is: [{'id': 'fa54c967-f7e1-4415-a413-b965cd0de58f', 'name': 'tempest-NetworksTestDHCPv6-router-1360445357', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:42:36Z', 'updated_at': '2022-04-01T15:42:47Z', 'revision_number': 3, 'project_id': '56b915c18c664395a27c0fb72e83f955', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:48.996438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa0fa9-255b-4eab-90de-fb23a1410a3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:48.997969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa0fa9-255b-4eab-90de-fb23a1410a3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:49.004038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.005141 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2afa0fa9-255b-4eab-90de-fb23a1410a3d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5143409 Apr 01 15:42:49.005242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50702) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:49.027827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.058119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.060368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.067803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.067803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:49.067803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.074277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.139190 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Made reservation on behalf of eaff8768674b4b76bd644f12219de658 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:49.142755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.191328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=93c514c9-7dfb-4200-8636-4ed8ad7c5996,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:49.211200 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] device_id is not set on port 409f5f74-e336-424d-980b-525df5154898 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:49.217280 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.225406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d526ec4-5808-4052-bf95-60f34d21c46e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 7767ab89-f7b9-40e0-a8bf-3489cba96e29 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:49.269987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d526ec4-5808-4052-bf95-60f34d21c46e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.278770 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3193197 Apr 01 15:42:49.279075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50704) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:49.292289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'subnet': {'network_id': 'fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:49.294753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6dcb7b-eac7-421a-9efd-cd1814721e93 None None] Network 92a6d650-0db2-4764-80ac-45dd167d3c2b requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:49.301708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Allocated IP 172.26.6.131 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/7403a99e-2c2a-4073-b1c6-87e2e6d4b275) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:49.308157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab4f0e-6070-4688-9ae9-29587e029084 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Network': ['ID=fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:49.337669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Checking segment: {'id': '046837ee-d037-4ea8-9265-ac7c64b5be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e71c22f5-eff5-4f6e-8185-19c5338d2469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:49.338079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network hostable DHCP agents. Network: e71c22f5-eff5-4f6e-8185-19c5338d2469, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:49.362442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d526ec4-5808-4052-bf95-60f34d21c46e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.386936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:49.460294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.484972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f115e3ef-8e3f-46a3-bc4b-173cfa4300ed None None] Provisioning complete for port a4024ca3-fb49-469e-87c9-ffc896d945b0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:49.485549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f115e3ef-8e3f-46a3-bc4b-173cfa4300ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.485645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d526ec4-5808-4052-bf95-60f34d21c46e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.538149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network e71c22f5-eff5-4f6e-8185-19c5338d2469 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:49.554508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Allocated IP 2001:db8::261 (1979d200-38a6-4bc9-8451-760a3a57a821/08e715aa-c2c7-4684-870a-fb31f7d55109/409f5f74-e336-424d-980b-525df5154898) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:49.566270 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.573082 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.648782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.655227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, e71c22f5-eff5-4f6e-8185-19c5338d2469) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:49.657088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f115e3ef-8e3f-46a3-bc4b-173cfa4300ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.665356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e7521e-4a43-41ea-aa4f-b125d01beaba,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:49.678918 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:49.682241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.692656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:49.693888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.698941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f87e1da-4695-4a52-99c3-0159d3c930d3 None None] Network e71c22f5-eff5-4f6e-8185-19c5338d2469 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:49.746563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Network 92a6d650-0db2-4764-80ac-45dd167d3c2b is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:49.750078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event updated for resources: {'Port': ['ID=3e31774c-3444-45b0-a875-52508f4530b3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:49.760176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:49.764836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:49.775879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:49.777700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.820314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f115e3ef-8e3f-46a3-bc4b-173cfa4300ed None None] For port a4024ca3-fb49-469e-87c9-ffc896d945b0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a4024ca3-fb49-469e-87c9-ffc896d945b0,segment=NetworkSegment(86a56279-025c-4254-bbae-e913a7025fab),segment_id=86a56279-025c-4254-bbae-e913a7025fab)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:49.835774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d526ec4-5808-4052-bf95-60f34d21c46e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.886063 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d044f059-6b00-411b-8480-12a0b0bc4ed8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4538558 Apr 01 15:42:49.887665 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-80ac5cf7-5b96-4aca-ba0a-2ab57ddd4115 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5122204 Apr 01 15:42:49.890002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50706) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:49.890656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50708) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:49.891606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d526ec4-5808-4052-bf95-60f34d21c46e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=7767ab89-f7b9-40e0-a8bf-3489cba96e29,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:49.898591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e3739d6e-e5b4-458c-9486-f1fbeaa99c96 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-265988662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:49.906947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.908416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc1f4d-d217-4ace-aa67-5a35f050961e None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:49.917044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d526ec4-5808-4052-bf95-60f34d21c46e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:49.923641 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1d526ec4-5808-4052-bf95-60f34d21c46e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/7767ab89-f7b9-40e0-a8bf-3489cba96e29 HTTP/1.1" status: 204 len: 168 time: 0.9114532 Apr 01 15:42:49.929310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50710) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:49.983600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f115e3ef-8e3f-46a3-bc4b-173cfa4300ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.005135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5445340-4baa-416d-a63a-c1005f57aabc tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:50.016416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5445340-4baa-416d-a63a-c1005f57aabc tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:50.022985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5445340-4baa-416d-a63a-c1005f57aabc tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:50.023286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-e71c22f5-eff5-4f6e-8185-19c5338d2469', 'network_id': 'e71c22f5-eff5-4f6e-8185-19c5338d2469', 'tenant_id': '3deab709b4e7402c97b28b23e44bae23', 'fixed_ips': [{'subnet_id': '93c514c9-7dfb-4200-8636-4ed8ad7c5996'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:50.024310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.033118 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a5445340-4baa-416d-a63a-c1005f57aabc tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1290944 Apr 01 15:42:50.033768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50712) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:50.101580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e3739d6e-e5b4-458c-9486-f1fbeaa99c96 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.102641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e3739d6e-e5b4-458c-9486-f1fbeaa99c96 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.137623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.146024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a4024ca3-fb49-469e-87c9-ffc896d945b0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:50.152217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.190906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e3739d6e-e5b4-458c-9486-f1fbeaa99c96 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.202979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d7b7d-5f3e-4e5e-a187-0816fd482176 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Deleting port 3e31774c-3444-45b0-a875-52508f4530b3 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:50.208327 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ad6d7b7d-5f3e-4e5e-a187-0816fd482176 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.209475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.217370 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115e3ef-8e3f-46a3-bc4b-173cfa4300ed None None] Pushing event updated for resources: {'Port': ['ID=a4024ca3-fb49-469e-87c9-ffc896d945b0,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:50.323781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e3739d6e-e5b4-458c-9486-f1fbeaa99c96 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.326053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4400b6fe-116d-4a0a-9daa-65170aa039ee None None] Provisioning complete for port a4024ca3-fb49-469e-87c9-ffc896d945b0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:50.326424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4400b6fe-116d-4a0a-9daa-65170aa039ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.328706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:50.344862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.346459 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1740 time: 1.8723059 Apr 01 15:42:50.351287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50714) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:50.360614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:50.374939 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7a2b5e51-61c1-4336-8881-ec9fc3bb1dfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4444113 Apr 01 15:42:50.376202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:50.382443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50716) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:50.444120 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e1fba-6fca-42a8-976d-dd40dbd7c86b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151099cf-b902-4735-b858-a9fc1881678d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:50.451118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a4024ca3-fb49-469e-87c9-ffc896d945b0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:50.451643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.453973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Allocated IP 2001:db8::2 (e71c22f5-eff5-4f6e-8185-19c5338d2469/93c514c9-7dfb-4200-8636-4ed8ad7c5996/8bcf5639-6daa-4ef7-88c0-4cc01e944540) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:50.470733 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-19306013-d5bc-4a06-b596-c0849f5d9547 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4501 time: 0.1181836 Apr 01 15:42:50.474714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e3739d6e-e5b4-458c-9486-f1fbeaa99c96 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.480097 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e3739d6e-e5b4-458c-9486-f1fbeaa99c96 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5818770 Apr 01 15:42:50.480097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ad6d7b7d-5f3e-4e5e-a187-0816fd482176 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.527307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50718) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:50.527557 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50720) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:50.537383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'network_id': 'e71c22f5-eff5-4f6e-8185-19c5338d2469', 'name': 'tempest-PortsIpV6TestJSON-331660000'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:50.549975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-33d3003c-76a5-4eb7-a349-0c52fad787d1 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-security--1205217342', 'description': 'tempest-security-description-986329166'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:50.600963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event updated for resources: {'Port': ['ID=7403a99e-2c2a-4073-b1c6-87e2e6d4b275,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:50.637008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d7b7d-5f3e-4e5e-a187-0816fd482176 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Calling delete_port for 3e31774c-3444-45b0-a875-52508f4530b3 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:50.656168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5563-5736-43d6-9e3c-df10d181ff7d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.702346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33d3003c-76a5-4eb7-a349-0c52fad787d1 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.732295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca80aa94-0169-463f-8267-9dda8c4b1abe None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:50.775090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.855781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Port': ['ID=409f5f74-e336-424d-980b-525df5154898,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:50.861115 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Network 1979d200-38a6-4bc9-8451-760a3a57a821 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:50.864602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:50.868302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:50.874803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:50.875688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.929554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4400b6fe-116d-4a0a-9daa-65170aa039ee None None] Provisioning complete for port 3e31774c-3444-45b0-a875-52508f4530b3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:50.929930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4400b6fe-116d-4a0a-9daa-65170aa039ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.953240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33d3003c-76a5-4eb7-a349-0c52fad787d1 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.959525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:50.997495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5563-5736-43d6-9e3c-df10d181ff7d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.002748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5563-5736-43d6-9e3c-df10d181ff7d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.025510 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ca80aa94-0169-463f-8267-9dda8c4b1abe None None] Deleting port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:51.026608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca80aa94-0169-463f-8267-9dda8c4b1abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.033555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.049340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4400b6fe-116d-4a0a-9daa-65170aa039ee None None] Port 3e31774c-3444-45b0-a875-52508f4530b3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:51.070836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Subnet': ['ID=b4ff6bba-1c8d-4cb9-a316-35203f92ec14,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:51.092669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33d3003c-76a5-4eb7-a349-0c52fad787d1 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.100277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33d3003c-76a5-4eb7-a349-0c52fad787d1 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.101763 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-33d3003c-76a5-4eb7-a349-0c52fad787d1 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "PUT /v2.0/security-groups/151099cf-b902-4735-b858-a9fc1881678d HTTP/1.1" status: 200 len: 1777 time: 0.5732300 Apr 01 15:42:51.109681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4400b6fe-116d-4a0a-9daa-65170aa039ee None None] Provisioning complete for port 932d6add-4800-4f68-9724-ff54d525dd05 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:51.110330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4400b6fe-116d-4a0a-9daa-65170aa039ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.113753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ca80aa94-0169-463f-8267-9dda8c4b1abe None None] For port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:51.114443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca80aa94-0169-463f-8267-9dda8c4b1abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.119543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50722) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:51.141781 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cbe519cf-f37a-4c61-9804-fa4451cb3fb3 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8665178 Apr 01 15:42:51.144284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50724) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:51.147119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.160158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ca80aa94-0169-463f-8267-9dda8c4b1abe None None] Calling delete_port for e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:51.181494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-cb3404a7-f5c8-4322-9f9c-811c51bd5aba tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ff:4c:7c'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:51.218385 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a8334ea9-6db6-41d6-b8e3-24e2d20eafdb tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups/151099cf-b902-4735-b858-a9fc1881678d HTTP/1.1" status: 200 len: 1777 time: 0.0964806 Apr 01 15:42:51.221863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50726) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:51.246689 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Checking segment: {'id': '1a7709f4-95af-4798-b205-87b20c351db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:51.247492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network hostable DHCP agents. Network: fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:51.265834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 55b11f82-3446-4351-885c-089509d03a5e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:51.273619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Network e71c22f5-eff5-4f6e-8185-19c5338d2469 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:51.274397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4400b6fe-116d-4a0a-9daa-65170aa039ee None None] Port 932d6add-4800-4f68-9724-ff54d525dd05 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:51.298003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5563-5736-43d6-9e3c-df10d181ff7d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.298948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0b5563-5736-43d6-9e3c-df10d181ff7d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Fanout notify agent at l3_agent the message router_deleted on router fa54c967-f7e1-4415-a413-b965cd0de58f {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:42:51.300581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:51.301558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:51.305491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.305982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Pushing event updated for resources: {'Port': ['ID=8bcf5639-6daa-4ef7-88c0-4cc01e944540,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:51.308304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 55b11f82-3446-4351-885c-089509d03a5e {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:51.308710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 55b11f82-3446-4351-885c-089509d03a5e not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:51.312132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:51.323025 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5563-5736-43d6-9e3c-df10d181ff7d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.323025 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4c0b5563-5736-43d6-9e3c-df10d181ff7d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/routers/fa54c967-f7e1-4415-a413-b965cd0de58f HTTP/1.1" status: 204 len: 168 time: 0.8649838 Apr 01 15:42:51.324555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50728) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:51.355904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3003c-76a5-4eb7-a349-0c52fad787d1 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151099cf-b902-4735-b858-a9fc1881678d,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:51.364421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:51.369772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.458230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c0016e03-65e9-4fac-b3dd-3e958f28203b None None] Provisioning complete for port 409f5f74-e336-424d-980b-525df5154898 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:51.458499 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c0016e03-65e9-4fac-b3dd-3e958f28203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.466935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ad6d7b7d-5f3e-4e5e-a187-0816fd482176 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.469539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1e5f57-8132-494a-9021-6c980fe4eb20 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:51.471525 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2a1e5f57-8132-494a-9021-6c980fe4eb20 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1446497 Apr 01 15:42:51.479239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50730) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:51.484723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ce49a1e5-0bff-486a-a56b-6934a7c18e7f tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.495372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Attempting to bind port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:51.495372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Attempting to bind port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '046837ee-d037-4ea8-9265-ac7c64b5be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e71c22f5-eff5-4f6e-8185-19c5338d2469'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:51.495692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Attempting to bind port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 on network e71c22f5-eff5-4f6e-8185-19c5338d2469 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:51.504732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:51.505139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Checking segment: {'id': '046837ee-d037-4ea8-9265-ac7c64b5be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e71c22f5-eff5-4f6e-8185-19c5338d2469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:51.505512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.505908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Bound using segment: {'id': '046837ee-d037-4ea8-9265-ac7c64b5be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e71c22f5-eff5-4f6e-8185-19c5338d2469'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:51.506536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Bound port: 8bcf5639-6daa-4ef7-88c0-4cc01e944540, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046837ee-d037-4ea8-9265-ac7c64b5be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'e71c22f5-eff5-4f6e-8185-19c5338d2469'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:51.506924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.549718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8113cb-1552-4f60-ad62-94e6541baf48 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:51.549910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c0016e03-65e9-4fac-b3dd-3e958f28203b None None] Port 409f5f74-e336-424d-980b-525df5154898 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:51.552605 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-df8113cb-1552-4f60-ad62-94e6541baf48 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0714746 Apr 01 15:42:51.557526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50732) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:51.560988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:51.563673 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c0016e03-65e9-4fac-b3dd-3e958f28203b None None] Could not find standard attr ID for object 3e31774c-3444-45b0-a875-52508f4530b3. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:42:51.578756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d7b7d-5f3e-4e5e-a187-0816fd482176 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event deleted for resources: {'Port': ['ID=3e31774c-3444-45b0-a875-52508f4530b3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:51.581922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c0016e03-65e9-4fac-b3dd-3e958f28203b None None] Provisioning complete for port 932d6add-4800-4f68-9724-ff54d525dd05 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:51.586720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c0016e03-65e9-4fac-b3dd-3e958f28203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.624161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca80aa94-0169-463f-8267-9dda8c4b1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.626610 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ce49a1e5-0bff-486a-a56b-6934a7c18e7f tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.636607 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7b31d63c-6da5-4f51-a855-8ebc05fe6953 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711362 Apr 01 15:42:51.647062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] For port 8bcf5639-6daa-4ef7-88c0-4cc01e944540, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:51.649768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50734) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:51.657842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:51.699246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] For port 8bcf5639-6daa-4ef7-88c0-4cc01e944540, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8bcf5639-6daa-4ef7-88c0-4cc01e944540,segment=NetworkSegment(046837ee-d037-4ea8-9265-ac7c64b5be0d),segment_id=046837ee-d037-4ea8-9265-ac7c64b5be0d)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:51.703608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80aa94-0169-463f-8267-9dda8c4b1abe None None] No DVR routers for this DVR port e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:51.705494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80aa94-0169-463f-8267-9dda8c4b1abe None None] Pushing event deleted for resources: {'Port': ['ID=e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:51.709450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c0016e03-65e9-4fac-b3dd-3e958f28203b None None] Port 932d6add-4800-4f68-9724-ff54d525dd05 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:51.751887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:51.752637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ad6d7b7d-5f3e-4e5e-a187-0816fd482176 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.757481 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ad6d7b7d-5f3e-4e5e-a187-0816fd482176 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "DELETE /v2.0/ports/3e31774c-3444-45b0-a875-52508f4530b3 HTTP/1.1" status: 204 len: 168 time: 1.7219291 Apr 01 15:42:51.763531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::67 (e71c22f5-eff5-4f6e-8185-19c5338d2469/93c514c9-7dfb-4200-8636-4ed8ad7c5996/9363bd6d-0619-4cf4-9dfa-2adac59ae1e1) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:51.768020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f36583-9df8-403d-a8c4-b7d1d2205757 None None] Network fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:51.774482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50736) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:51.779095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:51.779684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.779912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Request body: {'port': {'name': 'tempest-new-port-name-866359847', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:51.780310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.api.validators [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] bootfile-name is not in valid_values {{(pid=110106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:42:51.780729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.api.validators [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] tftp-server is not in valid_values {{(pid=110106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:42:51.781054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.api.validators [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] server-ip-address is not in valid_values {{(pid=110106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 01 15:42:51.815484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.823041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb3404a7-f5c8-4322-9f9c-811c51bd5aba tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.872089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.886107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.890002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e36e6-2f56-457b-90ff-433345ae850c None None] Pushing event updated for resources: {'Port': ['ID=8bcf5639-6daa-4ef7-88c0-4cc01e944540,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:51.964020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a4024ca3-fb49-469e-87c9-ffc896d945b0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:51.997153 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0518c953-519e-49e6-bbf2-6c474f5177fe tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7072384 Apr 01 15:42:51.997153 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ce49a1e5-0bff-486a-a56b-6934a7c18e7f tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:51.998458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ce49a1e5-0bff-486a-a56b-6934a7c18e7f tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.000120 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ce49a1e5-0bff-486a-a56b-6934a7c18e7f tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/151099cf-b902-4735-b858-a9fc1881678d HTTP/1.1" status: 204 len: 168 time: 0.7768631 Apr 01 15:42:52.000750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50738) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:52.003976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50740) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:52.048795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.057427 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49a1e5-0bff-486a-a56b-6934a7c18e7f tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151099cf-b902-4735-b858-a9fc1881678d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:52.119343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a4024ca3-fb49-469e-87c9-ffc896d945b0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:52.119733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.161222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb', 'network_id': 'fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb', 'tenant_id': 'ffc8581bea0a4ce99ea176581968952e', 'fixed_ips': [{'subnet_id': 'b4ff6bba-1c8d-4cb9-a316-35203f92ec14'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:52.161396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.177983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:52.181883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.193511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.354859 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6121b305-2caa-4fcc-ae11-8b028c155364 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3429170 Apr 01 15:42:52.360443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50742) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:52.362210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.436177 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Allocated IP 2001:db8::2 (fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb/b4ff6bba-1c8d-4cb9-a316-35203f92ec14/9905fe08-9ea4-424b-8209-1e1d966904a0) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:52.452062 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-8d44dfc8-519e-4ff5-b9d2-38535fe7003b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] delete failed (client error): The resource could not be found. Apr 01 15:42:52.454025 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8d44dfc8-519e-4ff5-b9d2-38535fe7003b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/151099cf-b902-4735-b858-a9fc1881678d HTTP/1.1" status: 404 len: 347 time: 0.0949035 Apr 01 15:42:52.459045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50744) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:52.464816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:52.465001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-53cd862a-063c-4ff5-a920-b73c66b0a8b7 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060524578'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:52.473897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Router 2888a28d-73f0-4d78-b470-03c03e3ebb0c is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:42:52.500946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:52.501372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e19d8e34-ee7c-45b7-adbe-fb5d88f6cc63 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:52.569236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-53cd862a-063c-4ff5-a920-b73c66b0a8b7 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.640862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.658529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:52.663563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.664830 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-27a55f31-fa98-44df-8827-c4d57a114baf tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "PUT /v2.0/routers/2888a28d-73f0-4d78-b470-03c03e3ebb0c HTTP/1.1" status: 200 len: 915 time: 6.1723506 Apr 01 15:42:52.669831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50746) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:52.673037 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94732056-dbd9-485e-896e-24640f66506e None None] Sync routers for ids ['2888a28d-73f0-4d78-b470-03c03e3ebb0c'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:52.687523 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94732056-dbd9-485e-896e-24640f66506e None None] Routers {'2888a28d-73f0-4d78-b470-03c03e3ebb0c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:52.689286 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-94732056-dbd9-485e-896e-24640f66506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['2888a28d-73f0-4d78-b470-03c03e3ebb0c'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:52.724917 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-94732056-dbd9-485e-896e-24640f66506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:52.734203 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94732056-dbd9-485e-896e-24640f66506e None None] Routers {'2888a28d-73f0-4d78-b470-03c03e3ebb0c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:52.734949 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-94732056-dbd9-485e-896e-24640f66506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['2888a28d-73f0-4d78-b470-03c03e3ebb0c'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:52.748461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-53cd862a-063c-4ff5-a920-b73c66b0a8b7 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.754019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.769902 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-94732056-dbd9-485e-896e-24640f66506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:52.771485 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94732056-dbd9-485e-896e-24640f66506e None None] The sync data for ids ['2888a28d-73f0-4d78-b470-03c03e3ebb0c'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:52.774141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.813136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Network fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:52.816443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:52.820998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:52.824878 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-672cf20b-678d-4a53-b07d-8328b5de8fc2 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/routers/2888a28d-73f0-4d78-b470-03c03e3ebb0c HTTP/1.1" status: 200 len: 921 time: 0.1545780 Apr 01 15:42:52.827196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50748) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:52.859842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Pushing event updated for resources: {'Port': ['ID=9905fe08-9ea4-424b-8209-1e1d966904a0,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:52.907434 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Attempting to bind port 9905fe08-9ea4-424b-8209-1e1d966904a0 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:52.907434 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Attempting to bind port 9905fe08-9ea4-424b-8209-1e1d966904a0 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '1a7709f4-95af-4798-b205-87b20c351db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:52.907434 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Attempting to bind port 9905fe08-9ea4-424b-8209-1e1d966904a0 on network fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:52.913419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:52.914145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Checking segment: {'id': '1a7709f4-95af-4798-b205-87b20c351db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:52.914652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:52.915153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Bound using segment: {'id': '1a7709f4-95af-4798-b205-87b20c351db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:52.915818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Bound port: 9905fe08-9ea4-424b-8209-1e1d966904a0, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7709f4-95af-4798-b205-87b20c351db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:52.916384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.019125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] For port 9905fe08-9ea4-424b-8209-1e1d966904a0, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:53.025844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] For port 9905fe08-9ea4-424b-8209-1e1d966904a0, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9905fe08-9ea4-424b-8209-1e1d966904a0,segment=NetworkSegment(1a7709f4-95af-4798-b205-87b20c351db2),segment_id=1a7709f4-95af-4798-b205-87b20c351db2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:53.033309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb3404a7-f5c8-4322-9f9c-811c51bd5aba tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.137981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.143249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.193652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.197351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb3404a7-f5c8-4322-9f9c-811c51bd5aba tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.209454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.211875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-53cd862a-063c-4ff5-a920-b73c66b0a8b7 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.220870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81e82c-9656-4626-96f1-4d4c7d2c6c53 None None] Pushing event updated for resources: {'Port': ['ID=9905fe08-9ea4-424b-8209-1e1d966904a0,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:53.249084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.264883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ff6bba-1c8d-4cb9-a316-35203f92ec14,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:53.279746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-cb3404a7-f5c8-4322-9f9c-811c51bd5aba tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] In _notify_port_updated(), no bound segment for port 409f5f74-e336-424d-980b-525df5154898 on network 1979d200-38a6-4bc9-8451-760a3a57a821 {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:42:53.283224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd862a-063c-4ff5-a920-b73c66b0a8b7 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c53251-174d-43a6-a40c-1449cf147733,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:53.291004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3404a7-f5c8-4322-9f9c-811c51bd5aba tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:53.291641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb3404a7-f5c8-4322-9f9c-811c51bd5aba tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.293010 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cb3404a7-f5c8-4322-9f9c-811c51bd5aba tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "PUT /v2.0/ports/409f5f74-e336-424d-980b-525df5154898 HTTP/1.1" status: 200 len: 1001 time: 2.1464028 Apr 01 15:42:53.300666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50752) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:53.302884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5138bd95-4774-4889-b0f5-869f583700e6 None None] Network fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:53.307147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network e71c22f5-eff5-4f6e-8185-19c5338d2469 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:53.314284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d54abc-3a79-4d76-aa04-6a9b0192a47a tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:53.319329 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-72d54abc-3a79-4d76-aa04-6a9b0192a47a tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=2888a28d-73f0-4d78-b470-03c03e3ebb0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4907904 Apr 01 15:42:53.319941 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50754) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:53.323445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:53.328375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] In _notify_port_updated(), no bound segment for port 932d6add-4800-4f68-9724-ff54d525dd05 on network 92a6d650-0db2-4764-80ac-45dd167d3c2b {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:42:53.342675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:53.343383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.351359 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "PUT /v2.0/ports/932d6add-4800-4f68-9724-ff54d525dd05 HTTP/1.1" status: 200 len: 1129 time: 1.5756109 Apr 01 15:42:53.366071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50756) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:53.375925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:53.382259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.383511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:53.384172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.386832 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-53cd862a-063c-4ff5-a920-b73c66b0a8b7 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.390790 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-53cd862a-063c-4ff5-a920-b73c66b0a8b7 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9277985 Apr 01 15:42:53.393009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3404a7-f5c8-4322-9f9c-811c51bd5aba tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Port': ['ID=409f5f74-e336-424d-980b-525df5154898,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:53.395884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50758) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:53.425269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ebd01675-a7fa-4350-b3b6-a5eca39eb70b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'd7c53251-174d-43a6-a40c-1449cf147733', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:53.447945 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc684428-e2eb-46a7-8230-815b25666a83 None None] Network e71c22f5-eff5-4f6e-8185-19c5338d2469 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:53.501584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:53.553689 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2de91a1-88bc-4a1f-a045-b808970ddb4b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:53.557956 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c2de91a1-88bc-4a1f-a045-b808970ddb4b tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 881 time: 0.2323661 Apr 01 15:42:53.567307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7709f4-95af-4798-b205-87b20c351db2') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:53.567307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7709f4-95af-4798-b205-87b20c351db2') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:53.576293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.593928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.601707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:53.602239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.643761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:42:53.653619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50760) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:53.661492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1495674 Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:53.686009 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:53.688489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50762) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:53.704949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efd982-24bb-46c9-ad04-0dc117c3856f tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:53.706748 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-48efd982-24bb-46c9-ad04-0dc117c3856f tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "GET /v2.0/ports/932d6add-4800-4f68-9724-ff54d525dd05 HTTP/1.1" status: 200 len: 1129 time: 0.3304839 Apr 01 15:42:53.731499 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c0259c0b-735a-4811-8f1b-12c63f8195eb tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=2888a28d-73f0-4d78-b470-03c03e3ebb0c HTTP/1.1" status: 200 len: 205 time: 0.0561540 Apr 01 15:42:53.734388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50764) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:53.734716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50766) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:53.735458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44bb69-d55d-4df5-a3fa-3d3ac47664ec tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=9363bd6d-0619-4cf4-9dfa-2adac59ae1e1,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:53.757247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.api [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:42:53.757247 dv-neutron-835865-1-hyperv neutron-server[110105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:42:53.757247 dv-neutron-835865-1-hyperv neutron-server[110105]: [parameters: {'id': 'fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb'}] Apr 01 15:42:53.757247 dv-neutron-835865-1-hyperv neutron-server[110105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:42:53.758190 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG oslo_db.api [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:42:53.781145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:53.789548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3bdeee21-b88a-4176-869e-13b71575170c None None] Provisioning complete for port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:53.789924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3bdeee21-b88a-4176-869e-13b71575170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.880133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:53.905780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d35281-f58b-46d9-ad9e-405ec3ecd44c None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:53.910064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:53.911180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.952979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebd01675-a7fa-4350-b3b6-a5eca39eb70b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:53.965026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8bcf5639-6daa-4ef7-88c0-4cc01e944540 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:53.977137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=961effee-3a23-4951-a9f8-60537ce5edec,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:54.036980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407e516-a16e-40b4-9531-d1514de61596 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event updated for resources: {'Port': ['ID=932d6add-4800-4f68-9724-ff54d525dd05,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:54.053536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ca27a-28f1-4ba6-829a-e28195dfc760 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Deleting port 409f5f74-e336-424d-980b-525df5154898 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:54.053753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca27a-28f1-4ba6-829a-e28195dfc760 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.059177 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3bdeee21-b88a-4176-869e-13b71575170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.150392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:54.150779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.154549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3bdeee21-b88a-4176-869e-13b71575170c None None] For port 8bcf5639-6daa-4ef7-88c0-4cc01e944540, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8bcf5639-6daa-4ef7-88c0-4cc01e944540,segment=NetworkSegment(046837ee-d037-4ea8-9265-ac7c64b5be0d),segment_id=046837ee-d037-4ea8-9265-ac7c64b5be0d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:54.161523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.253939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3bdeee21-b88a-4176-869e-13b71575170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.280147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.286456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebd01675-a7fa-4350-b3b6-a5eca39eb70b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.299326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '961effee-3a23-4951-a9f8-60537ce5edec'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:54.299586 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5feea3cf-b1e3-4d2a-bc6d-8eeb6ef61689 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6429667 Apr 01 15:42:54.299685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.301066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50768) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:54.302731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.346629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:54.372716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdeee21-b88a-4176-869e-13b71575170c None None] Pushing event updated for resources: {'Port': ['ID=8bcf5639-6daa-4ef7-88c0-4cc01e944540,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:54.429406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebd01675-a7fa-4350-b3b6-a5eca39eb70b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.456708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-345d8300-d5ea-454a-ad6d-d50304c5816c None None] Provisioning complete for port 409f5f74-e336-424d-980b-525df5154898 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:54.457087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-345d8300-d5ea-454a-ad6d-d50304c5816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.544402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-a49276ab-29a8-424a-8153-fe31a5561e57 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Deleting port 932d6add-4800-4f68-9724-ff54d525dd05 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:54.544750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a49276ab-29a8-424a-8153-fe31a5561e57 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.548894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca27a-28f1-4ba6-829a-e28195dfc760 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.560997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01675-a7fa-4350-b3b6-a5eca39eb70b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765d4519-47ac-407b-a408-e186c4cef007,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:54.602038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ca27a-28f1-4ba6-829a-e28195dfc760 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Calling delete_port for 409f5f74-e336-424d-980b-525df5154898 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:54.623970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Allocated IP 2001:db8::f816:3eff:fe32:beac (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/961effee-3a23-4951-a9f8-60537ce5edec/9c555c69-ff27-448b-b91c-3924f60f7131) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:54.658351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebd01675-a7fa-4350-b3b6-a5eca39eb70b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.658818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Deleting port 9905fe08-9ea4-424b-8209-1e1d966904a0 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:54.659547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.662599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50770) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:54.662853 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ebd01675-a7fa-4350-b3b6-a5eca39eb70b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2619526 Apr 01 15:42:54.677559 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.776218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.778498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:54.782270 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.783891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a49276ab-29a8-424a-8153-fe31a5561e57 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.794528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a23e5595-6904-4634-9144-2565f13c2977 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.802267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-a49276ab-29a8-424a-8153-fe31a5561e57 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Calling delete_port for 932d6add-4800-4f68-9724-ff54d525dd05 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:54.805515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-345d8300-d5ea-454a-ad6d-d50304c5816c None None] Port 409f5f74-e336-424d-980b-525df5154898 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:54.835017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a23e5595-6904-4634-9144-2565f13c2977 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.875177 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-345d8300-d5ea-454a-ad6d-d50304c5816c None None] Provisioning complete for port 932d6add-4800-4f68-9724-ff54d525dd05 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:54.875495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-345d8300-d5ea-454a-ad6d-d50304c5816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.884677 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] For port 9905fe08-9ea4-424b-8209-1e1d966904a0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9905fe08-9ea4-424b-8209-1e1d966904a0,segment=NetworkSegment(1a7709f4-95af-4798-b205-87b20c351db2),segment_id=1a7709f4-95af-4798-b205-87b20c351db2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:54.885185 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.896829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.916262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:54.927720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Calling delete_port for 9905fe08-9ea4-424b-8209-1e1d966904a0 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:54.928503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-345d8300-d5ea-454a-ad6d-d50304c5816c None None] Port 932d6add-4800-4f68-9724-ff54d525dd05 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:54.995188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Deleting port 7403a99e-2c2a-4073-b1c6-87e2e6d4b275 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:54.995412 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.060373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c3f3c8cc-143e-431d-97fe-a283763de316 None None] Provisioning complete for port 9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:55.064184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c3f3c8cc-143e-431d-97fe-a283763de316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.070232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.076017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=9363bd6d-0619-4cf4-9dfa-2adac59ae1e1,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:55.099106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca27a-28f1-4ba6-829a-e28195dfc760 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.109965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a23e5595-6904-4634-9144-2565f13c2977 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.131001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a23e5595-6904-4634-9144-2565f13c2977 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.132466 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a23e5595-6904-4634-9144-2565f13c2977 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/765d4519-47ac-407b-a408-e186c4cef007 HTTP/1.1" status: 204 len: 168 time: 0.4683604 Apr 01 15:42:55.148738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50772) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:55.167946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ca27a-28f1-4ba6-829a-e28195dfc760 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event deleted for resources: {'Port': ['ID=409f5f74-e336-424d-980b-525df5154898,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:55.174106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e5595-6904-4634-9144-2565f13c2977 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=765d4519-47ac-407b-a408-e186c4cef007,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:55.180504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:55.187220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:55.191121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Pushing event updated for resources: {'Port': ['ID=9c555c69-ff27-448b-b91c-3924f60f7131,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:55.193756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:55.205948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c3f3c8cc-143e-431d-97fe-a283763de316 None None] Port 9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:55.215956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca27a-28f1-4ba6-829a-e28195dfc760 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.222552 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8c8ca27a-28f1-4ba6-829a-e28195dfc760 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "DELETE /v2.0/ports/409f5f74-e336-424d-980b-525df5154898 HTTP/1.1" status: 204 len: 168 time: 1.9181759 Apr 01 15:42:55.229758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.230552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50774) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:55.283667 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b5a010-e3e9-486f-b4e5-30d41a3bddab tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] GET failed (client error): The resource could not be found. Apr 01 15:42:55.285228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c3f3c8cc-143e-431d-97fe-a283763de316 None None] Provisioning complete for port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:55.286879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c3f3c8cc-143e-431d-97fe-a283763de316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.289818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50776) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:55.290104 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f8b5a010-e3e9-486f-b4e5-30d41a3bddab tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "GET /v2.0/ports/409f5f74-e336-424d-980b-525df5154898 HTTP/1.1" status: 404 len: 333 time: 0.0571861 Apr 01 15:42:55.293529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Calling delete_port for 7403a99e-2c2a-4073-b1c6-87e2e6d4b275 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:55.327687 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'port': {'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1058731299'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:55.338432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Attempting to bind port 9c555c69-ff27-448b-b91c-3924f60f7131 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:42:55.338880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Attempting to bind port 9c555c69-ff27-448b-b91c-3924f60f7131 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:42:55.339203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Attempting to bind port 9c555c69-ff27-448b-b91c-3924f60f7131 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:42:55.352098 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-260485e9-1b25-4683-b22a-edbc6ee83688 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1965353 Apr 01 15:42:55.352320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a49276ab-29a8-424a-8153-fe31a5561e57 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.355445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50778) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:55.357145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:42:55.357565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:55.358035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.358442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:42:55.359047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Bound port: 9c555c69-ff27-448b-b91c-3924f60f7131, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:42:55.359532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.431025 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.442991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.489385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] For port 9c555c69-ff27-448b-b91c-3924f60f7131, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:42:55.513481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] For port 9c555c69-ff27-448b-b91c-3924f60f7131, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9c555c69-ff27-448b-b91c-3924f60f7131,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:42:55.551502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49276ab-29a8-424a-8153-fe31a5561e57 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event deleted for resources: {'Port': ['ID=932d6add-4800-4f68-9724-ff54d525dd05,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:55.564828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No DVR routers for this DVR port 9905fe08-9ea4-424b-8209-1e1d966904a0 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:55.572232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Port': ['ID=9905fe08-9ea4-424b-8209-1e1d966904a0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:55.630778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.663519 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a49276ab-29a8-424a-8153-fe31a5561e57 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.670276 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a49276ab-29a8-424a-8153-fe31a5561e57 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "DELETE /v2.0/ports/932d6add-4800-4f68-9724-ff54d525dd05 HTTP/1.1" status: 204 len: 168 time: 1.9271991 Apr 01 15:42:55.670910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50780) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:55.679729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e3b75b09-57ba-4ab0-b13e-caba17e84994 None None] Provisioning complete for port 9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:55.679998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e3b75b09-57ba-4ab0-b13e-caba17e84994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.687885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-443a8992-6943-408e-899d-38e31127d1a2 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.763651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348838ce-6dd2-4e95-8ae9-92bc125f4640 None None] Pushing event updated for resources: {'Port': ['ID=9c555c69-ff27-448b-b91c-3924f60f7131,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:55.792701 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e3b75b09-57ba-4ab0-b13e-caba17e84994 None None] Port 9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:55.793107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.828075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:55.840077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7709f4-95af-4798-b205-87b20c351db2') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:55.844462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7709f4-95af-4798-b205-87b20c351db2') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:55.859865 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.868035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-443a8992-6943-408e-899d-38e31127d1a2 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.876502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.890444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.896651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a5e68b-b787-47ff-879b-9e2ca704fb3e tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Deleting subnet 1db3ec33-27ac-4c68-b8f0-850c54363cbd {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:42:55.914988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8bcf5639-6daa-4ef7-88c0-4cc01e944540 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:55.922259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a5e68b-b787-47ff-879b-9e2ca704fb3e tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.938591 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Made reservation on behalf of eaff8768674b4b76bd644f12219de658 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:55.942815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.977127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:55.977537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:55.990482 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:55.994862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a5e68b-b787-47ff-879b-9e2ca704fb3e tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.013338 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:56.015075 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:56.015654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.055678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.094365 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.096732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:56.106951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] device_id is not set on port 4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:56.112817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:56.113372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.128310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=df689e57-b280-4364-8b16-935e159e6dd7,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:56.142123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event deleted for resources: {'Port': ['ID=7403a99e-2c2a-4073-b1c6-87e2e6d4b275,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:56.217752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-443a8992-6943-408e-899d-38e31127d1a2 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.220692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-443a8992-6943-408e-899d-38e31127d1a2 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.224926 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-443a8992-6943-408e-899d-38e31127d1a2 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/d7c53251-174d-43a6-a40c-1449cf147733 HTTP/1.1" status: 204 len: 168 time: 0.8684011 Apr 01 15:42:56.229224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50782) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:56.266267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a8992-6943-408e-899d-38e31127d1a2 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c53251-174d-43a6-a40c-1449cf147733,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:56.271572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.339736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a5e68b-b787-47ff-879b-9e2ca704fb3e tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.426050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.431119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.438031 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-800f6fc6-f8ed-41cd-bdc0-2fa8fbd92a28 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2048662 Apr 01 15:42:56.448143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50786) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:56.455977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-024c46cd-ebbf-4e8b-881c-a450cf86855e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047212447'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:56.565637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.566277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Fanout notify agent at l3_agent the message router_deleted on router 2888a28d-73f0-4d78-b470-03c03e3ebb0c {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:42:56.573926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.574931 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dcf3ba69-1fe6-49b8-aa56-5a480bcfbd55 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/2888a28d-73f0-4d78-b470-03c03e3ebb0c HTTP/1.1" status: 204 len: 168 time: 2.8339741 Apr 01 15:42:56.576568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.579009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50788) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:56.587891 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5868020f-f2bc-47bf-8949-18925541fbfb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2433069 Apr 01 15:42:56.588127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b3904751-0556-49ab-9ec5-46ea47086dd0 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1497353521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:56.595257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50790) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:56.601593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:fd:39:99', 'name': 'tempest-NetworksTestDHCPv6-971213738'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:56.608894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a5e68b-b787-47ff-879b-9e2ca704fb3e tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.610973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-024c46cd-ebbf-4e8b-881c-a450cf86855e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.619683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.626607 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb HTTP/1.1" status: 204 len: 168 time: 4.6090109 Apr 01 15:42:56.650685 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50792) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:56.670002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-452249129'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:56.674822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e68b-b787-47ff-879b-9e2ca704fb3e tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event deleted for resources: {'Subnet': ['ID=1db3ec33-27ac-4c68-b8f0-850c54363cbd,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:56.680432 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a5e68b-b787-47ff-879b-9e2ca704fb3e tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.684599 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-25a5e68b-b787-47ff-879b-9e2ca704fb3e tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "DELETE /v2.0/subnets/1db3ec33-27ac-4c68-b8f0-850c54363cbd HTTP/1.1" status: 204 len: 168 time: 1.0110605 Apr 01 15:42:56.684813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73796e92-f3d3-4a5b-ada5-326a262b976f None None] Network 92a6d650-0db2-4764-80ac-45dd167d3c2b requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:56.692381 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50794) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:56.704066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa98de0-cf54-4388-8b1c-efc8dd9be6da tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Network': ['ID=fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:56.784188 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Allocated IP 2001:db8::382 (1979d200-38a6-4bc9-8451-760a3a57a821/08e715aa-c2c7-4684-870a-fb31f7d55109/4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:56.796877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3904751-0556-49ab-9ec5-46ea47086dd0 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.798601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3904751-0556-49ab-9ec5-46ea47086dd0 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.885607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:56.889349 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.902470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.986114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19484ef0-1117-4569-8d6b-3b86e94dd241 None None] DHCP port deletion for 92a6d650-0db2-4764-80ac-45dd167d3c2b request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:42:57.012294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:42:57.047235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.055747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-19484ef0-1117-4569-8d6b-3b86e94dd241 None None] Deleting port a4024ca3-fb49-469e-87c9-ffc896d945b0 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:57.056662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-19484ef0-1117-4569-8d6b-3b86e94dd241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.060993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.061425 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Added segment a807be57-a202-414d-9b92-9168c2e8da6f of type vlan for network da1ccb06-380f-45e3-a2a4-907bd8c8e698 Apr 01 15:42:57.126512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.138701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.139587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.151714 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.160279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-19484ef0-1117-4569-8d6b-3b86e94dd241 None None] For port a4024ca3-fb49-469e-87c9-ffc896d945b0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a4024ca3-fb49-469e-87c9-ffc896d945b0,segment=NetworkSegment(86a56279-025c-4254-bbae-e913a7025fab),segment_id=86a56279-025c-4254-bbae-e913a7025fab)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:57.162016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-19484ef0-1117-4569-8d6b-3b86e94dd241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.174565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2185e131-3a49-4ef4-8246-277d197d6fac None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:57.198546 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-19484ef0-1117-4569-8d6b-3b86e94dd241 None None] Calling delete_port for a4024ca3-fb49-469e-87c9-ffc896d945b0 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:57.253694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=9363bd6d-0619-4cf4-9dfa-2adac59ae1e1,revision_number=3']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:57.304134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3904751-0556-49ab-9ec5-46ea47086dd0 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.320495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-024c46cd-ebbf-4e8b-881c-a450cf86855e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.321034 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1dd46bfd-7697-434b-bf21-3862448de8c5 None None] Provisioning complete for port 9c555c69-ff27-448b-b91c-3924f60f7131 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:57.321620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1dd46bfd-7697-434b-bf21-3862448de8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.331664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network e71c22f5-eff5-4f6e-8185-19c5338d2469 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:57.333136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.338818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:57.339447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.346245 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:57.366301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Deleting port a4024ca3-fb49-469e-87c9-ffc896d945b0 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:57.366646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.438397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3904751-0556-49ab-9ec5-46ea47086dd0 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.465987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] For port a4024ca3-fb49-469e-87c9-ffc896d945b0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a4024ca3-fb49-469e-87c9-ffc896d945b0,segment=NetworkSegment(86a56279-025c-4254-bbae-e913a7025fab),segment_id=86a56279-025c-4254-bbae-e913a7025fab)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:57.466268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.469510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-024c46cd-ebbf-4e8b-881c-a450cf86855e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.471469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:57.501624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Network': ['ID=da1ccb06-380f-45e3-a2a4-907bd8c8e698,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:57.506840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.516277 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d00d2c34-7209-4a11-9350-b7971cdf4038 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8541815 Apr 01 15:42:57.522404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50796) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:57.528593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Calling delete_port for a4024ca3-fb49-469e-87c9-ffc896d945b0 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:42:57.529117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network da1ccb06-380f-45e3-a2a4-907bd8c8e698 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:42:57.533929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1dd46bfd-7697-434b-bf21-3862448de8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.562234 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Request body: {'subnet': {'network_id': 'da1ccb06-380f-45e3-a2a4-907bd8c8e698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:57.598831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Port': ['ID=4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:57.608197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Network 1979d200-38a6-4bc9-8451-760a3a57a821 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:57.612072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:57.617055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:57.621204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-19484ef0-1117-4569-8d6b-3b86e94dd241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.623073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:57.623859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.664532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c46cd-ebbf-4e8b-881c-a450cf86855e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1ff687-8399-4718-8245-bc369a4e224d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:57.681144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19484ef0-1117-4569-8d6b-3b86e94dd241 None None] Pushing event deleted for resources: {'Port': ['ID=a4024ca3-fb49-469e-87c9-ffc896d945b0,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:57.686376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1dd46bfd-7697-434b-bf21-3862448de8c5 None None] For port 9c555c69-ff27-448b-b91c-3924f60f7131, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9c555c69-ff27-448b-b91c-3924f60f7131,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:57.688916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19484ef0-1117-4569-8d6b-3b86e94dd241 None None] No DVR routers for this DVR port a4024ca3-fb49-469e-87c9-ffc896d945b0 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:57.710773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b3904751-0556-49ab-9ec5-46ea47086dd0 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.717531 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b3904751-0556-49ab-9ec5-46ea47086dd0 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1313534 Apr 01 15:42:57.717678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50798) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:57.721197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': False}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:57.772318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-024c46cd-ebbf-4e8b-881c-a450cf86855e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.773633 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-024c46cd-ebbf-4e8b-881c-a450cf86855e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3245413 Apr 01 15:42:57.782689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd863af-0d8e-43d7-a394-611ea7f4114e None None] Update dhcp port {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': '961effee-3a23-4951-a9f8-60537ce5edec', 'ip_address': '2001:db8::f816:3eff:fe32:beac'}, {'subnet_id': 'df689e57-b280-4364-8b16-935e159e6dd7'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '9c555c69-ff27-448b-b91c-3924f60f7131'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:42:57.830996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50800) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:57.843973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Router ec499db2-588c-421e-9711-7facf34cc064 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:42:57.851281 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e24a1ff0-2dfe-4fea-90af-986b2fd7cf9d tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5280690 Apr 01 15:42:57.855745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50802) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:57.859669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-74c42b6e-da71-4b29-90c1-25796de25796 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'cb1ff687-8399-4718-8245-bc369a4e224d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:57.861446 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'port': {'network_id': '1979d200-38a6-4bc9-8451-760a3a57a821', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-906204018'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:57.953031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.994903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 58de334e-e71c-464b-8c8e-3a74b746e7e7 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:57.999816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.046114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9c555c69-ff27-448b-b91c-3924f60f7131 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:58.052753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1dd46bfd-7697-434b-bf21-3862448de8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.059665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event deleted for resources: {'Port': ['ID=a4024ca3-fb49-469e-87c9-ffc896d945b0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:58.070852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] No DVR routers for this DVR port a4024ca3-fb49-469e-87c9-ffc896d945b0 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:42:58.113504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0bd863af-0d8e-43d7-a394-611ea7f4114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.129419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-74c42b6e-da71-4b29-90c1-25796de25796 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.154979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd46bfd-7697-434b-bf21-3862448de8c5 None None] Pushing event updated for resources: {'Port': ['ID=9c555c69-ff27-448b-b91c-3924f60f7131,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:58.183561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.188148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Made reservation on behalf of ffc8581bea0a4ce99ea176581968952e for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:58.191316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.206390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:42:58.215254 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7165573f-d49b-48ea-967c-f18d22ff6a79 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "PUT /v2.0/routers/ec499db2-588c-421e-9711-7facf34cc064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5245094 Apr 01 15:42:58.217158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50804) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:58.269100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ec2a757f-2f63-4988-9f21-e8e28ee27568 None None] Provisioning complete for port 9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:58.269635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ec2a757f-2f63-4988-9f21-e8e28ee27568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.270911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e4c2d-97a6-4e4c-8da2-ea0fa1893c41 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:58.272473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fcda1-95f0-425b-8178-63122b5d5d32 None None] Sync routers for ids ['ec499db2-588c-421e-9711-7facf34cc064'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:42:58.275975 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ee9e4c2d-97a6-4e4c-8da2-ea0fa1893c41 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec499db2-588c-421e-9711-7facf34cc064 HTTP/1.1" status: 200 len: 987 time: 0.0577617 Apr 01 15:42:58.276894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50806) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:58.277697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.278999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9c555c69-ff27-448b-b91c-3924f60f7131 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:58.279471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.327768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a6d650-0db2-4764-80ac-45dd167d3c2b']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.357829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Made reservation on behalf of eaff8768674b4b76bd644f12219de658 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:42:58.361902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.370538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534fcda1-95f0-425b-8178-63122b5d5d32 None None] Routers {'ec499db2-588c-421e-9711-7facf34cc064'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:58.371252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-534fcda1-95f0-425b-8178-63122b5d5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ec499db2-588c-421e-9711-7facf34cc064'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.394681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] device_id is not set on port c58b36d3-9471-46a2-ae48-4a74f6b30ef8 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:42:58.396221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a56279-025c-4254-bbae-e913a7025fab') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.396567 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a56279-025c-4254-bbae-e913a7025fab') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.408717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a757f-2f63-4988-9f21-e8e28ee27568 None None] Port 9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:58.413983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-534fcda1-95f0-425b-8178-63122b5d5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.424776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.432813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-74c42b6e-da71-4b29-90c1-25796de25796 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.438852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534fcda1-95f0-425b-8178-63122b5d5d32 None None] Routers {'ec499db2-588c-421e-9711-7facf34cc064'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:42:58.439126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-534fcda1-95f0-425b-8178-63122b5d5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ec499db2-588c-421e-9711-7facf34cc064'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.457730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ec2a757f-2f63-4988-9f21-e8e28ee27568 None None] Provisioning complete for port 4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:42:58.458184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ec2a757f-2f63-4988-9f21-e8e28ee27568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.461342 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.465622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 172.20.0.10 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/df689e57-b280-4364-8b16-935e159e6dd7/58de334e-e71c-464b-8c8e-3a74b746e7e7) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:42:58.484173 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:42:58.494035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:fefd:3999 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/961effee-3a23-4951-a9f8-60537ce5edec/58de334e-e71c-464b-8c8e-3a74b746e7e7) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:58.525229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-534fcda1-95f0-425b-8178-63122b5d5d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:42:58.526860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fcda1-95f0-425b-8178-63122b5d5d32 None None] The sync data for ids ['ec499db2-588c-421e-9711-7facf34cc064'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:42:58.563837 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a757f-2f63-4988-9f21-e8e28ee27568 None None] Port 4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:42:58.612316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-74c42b6e-da71-4b29-90c1-25796de25796 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.625523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a4024ca3-fb49-469e-87c9-ffc896d945b0 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:42:58.652652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: a4024ca3-fb49-469e-87c9-ffc896d945b0 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:42:58.653085 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a4024ca3-fb49-469e-87c9-ffc896d945b0 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:42:58.670883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c42b6e-da71-4b29-90c1-25796de25796 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0588265d-eb71-48fa-82e8-d328e6a55623,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:58.672874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.687910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Allocated IP 2001:db8::1c1 (1979d200-38a6-4bc9-8451-760a3a57a821/08e715aa-c2c7-4684-870a-fb31f7d55109/c58b36d3-9471-46a2-ae48-4a74f6b30ef8) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:58.702428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.702428 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] 10.222.0.73 "DELETE /v2.0/networks/92a6d650-0db2-4764-80ac-45dd167d3c2b HTTP/1.1" status: 204 len: 168 time: 2.0081427 Apr 01 15:42:58.776910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90d8b6-db14-461c-ad1e-07c1fcbfb91c tempest-ExtraDHCPOptionsIpV6TestJSON-93062678 tempest-ExtraDHCPOptionsIpV6TestJSON-93062678-project] Pushing event deleted for resources: {'Network': ['ID=92a6d650-0db2-4764-80ac-45dd167d3c2b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:58.817214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-74c42b6e-da71-4b29-90c1-25796de25796 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.818661 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-74c42b6e-da71-4b29-90c1-25796de25796 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9866874 Apr 01 15:42:58.831387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50810) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:58.832000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-aace239b-8a08-40f9-83eb-d73d27023a8d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'cb1ff687-8399-4718-8245-bc369a4e224d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:42:58.843673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:58.960089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:42:58.961668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.026603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event updated for resources: {'Subnet': ['ID=98a18ed1-44f9-402b-884f-0117604a9473,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:59.026978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.037864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Checking segment: {'id': 'a807be57-a202-414d-9b92-9168c2e8da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'da1ccb06-380f-45e3-a2a4-907bd8c8e698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:42:59.038307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network hostable DHCP agents. Network: da1ccb06-380f-45e3-a2a4-907bd8c8e698, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:42:59.070666 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:42:59.082407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.087816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.095888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.127379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:59.131772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:59.135814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:59.144885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-0bd863af-0d8e-43d7-a394-611ea7f4114e None None] Allocated IP 172.20.0.2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/df689e57-b280-4364-8b16-935e159e6dd7/9c555c69-ff27-448b-b91c-3924f60f7131) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:59.158855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.161429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aace239b-8a08-40f9-83eb-d73d27023a8d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.167992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Network da1ccb06-380f-45e3-a2a4-907bd8c8e698 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:42:59.187154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=58de334e-e71c-464b-8c8e-3a74b746e7e7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:59.205596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:59.206288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.258180 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0bd863af-0d8e-43d7-a394-611ea7f4114e None None] For port 9c555c69-ff27-448b-b91c-3924f60f7131, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9c555c69-ff27-448b-b91c-3924f60f7131,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:42:59.290468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0bd863af-0d8e-43d7-a394-611ea7f4114e None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.314235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, da1ccb06-380f-45e3-a2a4-907bd8c8e698) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:59.323832 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-debbc4a3-c075-42a1-b520-a0315c706061 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7235658 Apr 01 15:42:59.323832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:59.325957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.326326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e732a3-1194-4d34-9dbe-0ee73dd4f463 None None] Network da1ccb06-380f-45e3-a2a4-907bd8c8e698 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:42:59.329556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50814) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:59.393435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f50a9a6-660e-4a14-99f6-346f974746b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:59.399870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0bd863af-0d8e-43d7-a394-611ea7f4114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.402304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f50a9a6-660e-4a14-99f6-346f974746b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:59.407828 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8f50a9a6-660e-4a14-99f6-346f974746b1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0771115 Apr 01 15:42:59.408540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50816) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:59.450442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50818) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:59.467883 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fda15eaf-03f3-487c-9277-95cb84f262e6 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9337244 Apr 01 15:42:59.470299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50822) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:59.557801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd863af-0d8e-43d7-a394-611ea7f4114e None None] Pushing event updated for resources: {'Port': ['ID=9c555c69-ff27-448b-b91c-3924f60f7131,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:59.621922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-da1ccb06-380f-45e3-a2a4-907bd8c8e698', 'network_id': 'da1ccb06-380f-45e3-a2a4-907bd8c8e698', 'tenant_id': 'ffc8581bea0a4ce99ea176581968952e', 'fixed_ips': [{'subnet_id': '98a18ed1-44f9-402b-884f-0117604a9473'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:42:59.622879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.693142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.704305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aace239b-8a08-40f9-83eb-d73d27023a8d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.722849 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-98c3362e-46dd-46a8-b72f-59fe37474d71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=92442b70d2034c89b3520450f7db25af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686536 Apr 01 15:42:59.726489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50824) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:42:59.805276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Allocated IP 172.26.6.244 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/6da0ae5c-48f7-43a2-a81e-495f363ffb8f) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:59.808679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Network 1979d200-38a6-4bc9-8451-760a3a57a821 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:42:59.808837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2c16061e-9342-4a90-870a-b70d703bd607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.821884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.822098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:42:59.835127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Port': ['ID=c58b36d3-9471-46a2-ae48-4a74f6b30ef8,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:42:59.838584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:42:59.839585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2929b794-01d6-4844-ab70-b949c2d7a23e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 58de334e-e71c-464b-8c8e-3a74b746e7e7 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:42:59.839944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2929b794-01d6-4844-ab70-b949c2d7a23e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.843814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Allocated IP 2001:db8::f816:3eff:febe:8ae0 (da1ccb06-380f-45e3-a2a4-907bd8c8e698/98a18ed1-44f9-402b-884f-0117604a9473/0fd74b5c-d75e-44a2-a7f8-7888c0332601) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:42:59.856731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:42:59.861597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.869433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aace239b-8a08-40f9-83eb-d73d27023a8d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.915558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9c555c69-ff27-448b-b91c-3924f60f7131 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:42:59.917625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2c16061e-9342-4a90-870a-b70d703bd607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.944377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace239b-8a08-40f9-83eb-d73d27023a8d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7442f9-bab9-4f4c-9ec4-ed51364f6840,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:00.045727 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d6d70af9-f94d-4622-bd52-1482c4dc1cff tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1885853 Apr 01 15:43:00.049699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50826) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:00.070322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-05cea26a-9636-4e32-a8a8-6b2aefcc7ef1 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d8', 'mac_address': 'fa:16:3e:ff:4c:7c'}, {'ip_address': '2001:db8::382', 'mac_address': 'fa:16:3e:92:24:04'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:00.076875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.086445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.125031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:00.125737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.137337 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aace239b-8a08-40f9-83eb-d73d27023a8d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.152929 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aace239b-8a08-40f9-83eb-d73d27023a8d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3177621 Apr 01 15:43:00.168519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50828) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:00.174500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9c555c69-ff27-448b-b91c-3924f60f7131 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:00.175217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.178683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-513a6956-3577-4364-a6e7-f92341bdba11 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'cb1ff687-8399-4718-8245-bc369a4e224d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:00.272076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.280491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.287838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2929b794-01d6-4844-ab70-b949c2d7a23e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.296234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:00.327807 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2929b794-01d6-4844-ab70-b949c2d7a23e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 58de334e-e71c-464b-8c8e-3a74b746e7e7 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:00.340483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3d07d2c7-736c-499b-b943-55d1bf157cbe None None] Provisioning complete for port c58b36d3-9471-46a2-ae48-4a74f6b30ef8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:00.341367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3d07d2c7-736c-499b-b943-55d1bf157cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.395985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3d07d2c7-736c-499b-b943-55d1bf157cbe None None] Port c58b36d3-9471-46a2-ae48-4a74f6b30ef8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:00.406871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-05cea26a-9636-4e32-a8a8-6b2aefcc7ef1 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.517507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f943f00f-a4ad-42ca-a4ad-d0a6b2839b7a None None] Provisioning complete for port 9c555c69-ff27-448b-b91c-3924f60f7131 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:00.517876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f943f00f-a4ad-42ca-a4ad-d0a6b2839b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.724489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-548b242d-d4e6-49f5-842a-f8e12b8165b7 None None] Provisioning complete for port 58de334e-e71c-464b-8c8e-3a74b746e7e7 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:00.724857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-548b242d-d4e6-49f5-842a-f8e12b8165b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.730888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.769378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.769745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2c16061e-9342-4a90-870a-b70d703bd607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.771941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2c16061e-9342-4a90-870a-b70d703bd607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.776303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.776687 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2c16061e-9342-4a90-870a-b70d703bd607 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/67be258b-0b62-49d0-b14a-d637be698ed9 HTTP/1.1" status: 204 len: 168 time: 1.0478215 Apr 01 15:43:00.788678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2929b794-01d6-4844-ab70-b949c2d7a23e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.798063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:00.819407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Pushing event updated for resources: {'Port': ['ID=0fd74b5c-d75e-44a2-a7f8-7888c0332601,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:00.819954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-513a6956-3577-4364-a6e7-f92341bdba11 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.825762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-548b242d-d4e6-49f5-842a-f8e12b8165b7 None None] Port 58de334e-e71c-464b-8c8e-3a74b746e7e7 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:00.874437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16061e-9342-4a90-870a-b70d703bd607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be258b-0b62-49d0-b14a-d637be698ed9,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:00.884560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Network da1ccb06-380f-45e3-a2a4-907bd8c8e698 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:00.897252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:00.908818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:00.931043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929b794-01d6-4844-ab70-b949c2d7a23e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=58de334e-e71c-464b-8c8e-3a74b746e7e7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:00.934814 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-513a6956-3577-4364-a6e7-f92341bdba11 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:00.938358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:00.958295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:00.996193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.018483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Attempting to bind port 0fd74b5c-d75e-44a2-a7f8-7888c0332601 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:01.019360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Attempting to bind port 0fd74b5c-d75e-44a2-a7f8-7888c0332601 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'a807be57-a202-414d-9b92-9168c2e8da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'da1ccb06-380f-45e3-a2a4-907bd8c8e698'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:01.019568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Pushing event updated for resources: {'Port': ['ID=6da0ae5c-48f7-43a2-a81e-495f363ffb8f,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:01.020306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Attempting to bind port 0fd74b5c-d75e-44a2-a7f8-7888c0332601 on network da1ccb06-380f-45e3-a2a4-907bd8c8e698 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:01.041656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:01.042457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Checking segment: {'id': 'a807be57-a202-414d-9b92-9168c2e8da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'da1ccb06-380f-45e3-a2a4-907bd8c8e698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:01.043150 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.043772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Bound using segment: {'id': 'a807be57-a202-414d-9b92-9168c2e8da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'da1ccb06-380f-45e3-a2a4-907bd8c8e698'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:01.044556 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Bound port: 0fd74b5c-d75e-44a2-a7f8-7888c0332601, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a807be57-a202-414d-9b92-9168c2e8da6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'da1ccb06-380f-45e3-a2a4-907bd8c8e698'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:01.045197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.069032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Subnet': ['ID=98a18ed1-44f9-402b-884f-0117604a9473,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:01.087548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-513a6956-3577-4364-a6e7-f92341bdba11 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.156037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=9363bd6d-0619-4cf4-9dfa-2adac59ae1e1,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:01.169776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2929b794-01d6-4844-ab70-b949c2d7a23e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.176726 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2929b794-01d6-4844-ab70-b949c2d7a23e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/58de334e-e71c-464b-8c8e-3a74b746e7e7 HTTP/1.1" status: 204 len: 168 time: 1.7635291 Apr 01 15:43:01.180081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50832) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:01.202956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a6956-3577-4364-a6e7-f92341bdba11 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d321ca88-dacc-4a05-b8c9-c56839bb8de0,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:01.216284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.243540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] For port 0fd74b5c-d75e-44a2-a7f8-7888c0332601, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:01.249793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] For port 0fd74b5c-d75e-44a2-a7f8-7888c0332601, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0fd74b5c-d75e-44a2-a7f8-7888c0332601,segment=NetworkSegment(a807be57-a202-414d-9b92-9168c2e8da6f),segment_id=a807be57-a202-414d-9b92-9168c2e8da6f)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:01.317430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.360004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f21fc-e46c-4e10-ab9c-b110ccdcff37 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:01.373028 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-513a6956-3577-4364-a6e7-f92341bdba11 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.373208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f21fc-e46c-4e10-ab9c-b110ccdcff37 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:01.373312 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-513a6956-3577-4364-a6e7-f92341bdba11 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1891241 Apr 01 15:43:01.373414 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f21fc-e46c-4e10-ab9c-b110ccdcff37 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:01.373414 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f41f21fc-e46c-4e10-ab9c-b110ccdcff37 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1856115 Apr 01 15:43:01.382950 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50840) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:01.383295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50838) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:01.388070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0f0aa20f-161e-4371-8a26-f9a52f10209d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'cb1ff687-8399-4718-8245-bc369a4e224d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:01.397272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-05cea26a-9636-4e32-a8a8-6b2aefcc7ef1 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.399980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.411438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1ccb06-380f-45e3-a2a4-907bd8c8e698']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:01.460064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a807be57-a202-414d-9b92-9168c2e8da6f') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:01.460424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a807be57-a202-414d-9b92-9168c2e8da6f') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:01.474994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.510845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c80482-0ee6-442d-8505-93ff018e1ff5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 961effee-3a23-4951-a9f8-60537ce5edec {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:01.514582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.516525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62c80482-0ee6-442d-8505-93ff018e1ff5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.519417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-05cea26a-9636-4e32-a8a8-6b2aefcc7ef1 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.543471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163aa74-0d3d-4a64-b761-4357b6a649e9 None None] Pushing event updated for resources: {'Port': ['ID=0fd74b5c-d75e-44a2-a7f8-7888c0332601,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:01.563039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b04d8-7ced-41cc-a2a0-6e56ac05f765 None None] Network da1ccb06-380f-45e3-a2a4-907bd8c8e698 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:01.569794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:01.570209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:01.575448 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:01.636101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-05cea26a-9636-4e32-a8a8-6b2aefcc7ef1 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] In _notify_port_updated(), no bound segment for port c58b36d3-9471-46a2-ae48-4a74f6b30ef8 on network 1979d200-38a6-4bc9-8451-760a3a57a821 {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:43:01.641817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cea26a-9636-4e32-a8a8-6b2aefcc7ef1 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:01.642524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-05cea26a-9636-4e32-a8a8-6b2aefcc7ef1 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.646610 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-05cea26a-9636-4e32-a8a8-6b2aefcc7ef1 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "PUT /v2.0/ports/c58b36d3-9471-46a2-ae48-4a74f6b30ef8 HTTP/1.1" status: 200 len: 1067 time: 1.5869513 Apr 01 15:43:01.677668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50850) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:01.684077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62c80482-0ee6-442d-8505-93ff018e1ff5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.697094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa20f-161e-4371-8a26-f9a52f10209d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.732045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Router ec499db2-588c-421e-9711-7facf34cc064 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:01.746474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cea26a-9636-4e32-a8a8-6b2aefcc7ef1 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event updated for resources: {'Port': ['ID=c58b36d3-9471-46a2-ae48-4a74f6b30ef8,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:01.751991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.821908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:43:01.821908 dv-neutron-835865-1-hyperv neutron-server[110106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:43:01.821908 dv-neutron-835865-1-hyperv neutron-server[110106]: [parameters: {'id': 'da1ccb06-380f-45e3-a2a4-907bd8c8e698'}] Apr 01 15:43:01.821908 dv-neutron-835865-1-hyperv neutron-server[110106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:43:01.827807 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:43:01.949461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62c80482-0ee6-442d-8505-93ff018e1ff5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:01.999240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa20f-161e-4371-8a26-f9a52f10209d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.011125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:02.021827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ba4ac-80e8-45e3-9e4c-935f0da86c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Deleting port c58b36d3-9471-46a2-ae48-4a74f6b30ef8 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:02.022179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba4ac-80e8-45e3-9e4c-935f0da86c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.026082 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcdac41-1e99-479f-8c12-ac4ec486a432 None None] Sync routers for ids ['ec499db2-588c-421e-9711-7facf34cc064'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:02.026674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50856) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:02.032982 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2184fa33-e3dc-4a19-bdfa-0d101a55152f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "PUT /v2.0/routers/ec499db2-588c-421e-9711-7facf34cc064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7461102 Apr 01 15:43:02.037212 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdac41-1e99-479f-8c12-ac4ec486a432 None None] Routers {'ec499db2-588c-421e-9711-7facf34cc064'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:02.037839 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6bcdac41-1e99-479f-8c12-ac4ec486a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ec499db2-588c-421e-9711-7facf34cc064'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:02.047410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ca36d-a59d-4bba-b94f-fa7be9d9f426 req-816a9cd5-8f39-4c45-8453-fe06acbd236f tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:02.049731 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-394ca36d-a59d-4bba-b94f-fa7be9d9f426 req-816a9cd5-8f39-4c45-8453-fe06acbd236f tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1620367 Apr 01 15:43:02.081740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa20f-161e-4371-8a26-f9a52f10209d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.083788 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-556cada5-ade3-44e3-84c1-8f02ad0b57b4 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:43:02.085517 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-556cada5-ade3-44e3-84c1-8f02ad0b57b4 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/9363bd6d-0619-4cf4-9dfa-2adac59ae1e1 HTTP/1.1" status: 404 len: 333 time: 0.0578671 Apr 01 15:43:02.088782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50860) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:02.106022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72abb9b4-ca17-4e84-994e-47517817d70b None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:43:02.107076 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6bcdac41-1e99-479f-8c12-ac4ec486a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:02.120482 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdac41-1e99-479f-8c12-ac4ec486a432 None None] Routers {'ec499db2-588c-421e-9711-7facf34cc064'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:02.121412 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6bcdac41-1e99-479f-8c12-ac4ec486a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ec499db2-588c-421e-9711-7facf34cc064'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:02.148379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0aa20f-161e-4371-8a26-f9a52f10209d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cc9888-84a4-4d87-aa8c-60d9b6121c34,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:02.162234 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6bcdac41-1e99-479f-8c12-ac4ec486a432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:02.163121 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcdac41-1e99-479f-8c12-ac4ec486a432 None None] The sync data for ids ['ec499db2-588c-421e-9711-7facf34cc064'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:02.198777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62c80482-0ee6-442d-8505-93ff018e1ff5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.201015 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-394ca36d-a59d-4bba-b94f-fa7be9d9f426 req-079a736b-b88e-4bad-aa81-bf069ef389f3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419015 Apr 01 15:43:02.205020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-43c5a4de-6f29-456a-a78a-ad3aebf3f855 None None] Provisioning complete for port c58b36d3-9471-46a2-ae48-4a74f6b30ef8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:02.205408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-43c5a4de-6f29-456a-a78a-ad3aebf3f855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.225324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba4ac-80e8-45e3-9e4c-935f0da86c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.250347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b8a-6166-4621-b8dd-eb9bf7f818f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.281792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa20f-161e-4371-8a26-f9a52f10209d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.284668 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0f0aa20f-161e-4371-8a26-f9a52f10209d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9001937 Apr 01 15:43:02.291813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c80482-0ee6-442d-8505-93ff018e1ff5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=961effee-3a23-4951-a9f8-60537ce5edec,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:02.294691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-43c5a4de-6f29-456a-a78a-ad3aebf3f855 None None] Port c58b36d3-9471-46a2-ae48-4a74f6b30ef8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:02.296149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62c80482-0ee6-442d-8505-93ff018e1ff5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.298137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50868) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:02.307339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-92935afe-9b77-4294-96e0-6b6b4bbdac28 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'cb1ff687-8399-4718-8245-bc369a4e224d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:02.312950 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-62c80482-0ee6-442d-8505-93ff018e1ff5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/961effee-3a23-4951-a9f8-60537ce5edec HTTP/1.1" status: 204 len: 168 time: 0.9147909 Apr 01 15:43:02.313796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ba4ac-80e8-45e3-9e4c-935f0da86c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Calling delete_port for c58b36d3-9471-46a2-ae48-4a74f6b30ef8 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:02.315815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50870) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:02.337439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.382027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72abb9b4-ca17-4e84-994e-47517817d70b None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:43:02.443870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca0b454-5f9d-4120-8d7d-0b83b384901f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet df689e57-b280-4364-8b16-935e159e6dd7 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:02.445181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.451159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b454-5f9d-4120-8d7d-0b83b384901f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.522406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51df8-93e2-48c7-93d6-a0556370e025 req-32aed192-7e76-46ca-a181-227581174d54 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:02.524527 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-91b51df8-93e2-48c7-93d6-a0556370e025 req-32aed192-7e76-46ca-a181-227581174d54 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1815686 Apr 01 15:43:02.525344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.565811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b8a-6166-4621-b8dd-eb9bf7f818f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.572729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b8a-6166-4621-b8dd-eb9bf7f818f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.633400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50874) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:02.656983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92935afe-9b77-4294-96e0-6b6b4bbdac28 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.777487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae03b5-b0a1-4797-908e-3f2d78f55fd4 None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:43:02.780400 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-91b51df8-93e2-48c7-93d6-a0556370e025 req-15f5ca03-718c-4bbd-a6da-900f68c70feb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176852 Apr 01 15:43:02.850010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686885766'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:02.860494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92935afe-9b77-4294-96e0-6b6b4bbdac28 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.862500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b8a-6166-4621-b8dd-eb9bf7f818f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.863125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c2b8a-6166-4621-b8dd-eb9bf7f818f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Fanout notify agent at l3_agent the message router_deleted on router ec499db2-588c-421e-9711-7facf34cc064 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:43:02.877407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b8a-6166-4621-b8dd-eb9bf7f818f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.886187 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bd3c2b8a-6166-4621-b8dd-eb9bf7f818f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/routers/ec499db2-588c-421e-9711-7facf34cc064 HTTP/1.1" status: 204 len: 168 time: 0.7882490 Apr 01 15:43:02.886187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50880) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:02.937503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae03b5-b0a1-4797-908e-3f2d78f55fd4 None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:43:02.964775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b454-5f9d-4120-8d7d-0b83b384901f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:02.968397 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92935afe-9b77-4294-96e0-6b6b4bbdac28 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.069139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Deleting port 0fd74b5c-d75e-44a2-a7f8-7888c0332601 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:03.069591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.186509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b454-5f9d-4120-8d7d-0b83b384901f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.227093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] For port 0fd74b5c-d75e-44a2-a7f8-7888c0332601, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0fd74b5c-d75e-44a2-a7f8-7888c0332601,segment=NetworkSegment(a807be57-a202-414d-9b92-9168c2e8da6f),segment_id=a807be57-a202-414d-9b92-9168c2e8da6f)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:03.227566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.249408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192ff0c-4ead-43df-aa98-5af9b0d13e61 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:03.249606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Calling delete_port for 0fd74b5c-d75e-44a2-a7f8-7888c0332601 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:03.277932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba4ac-80e8-45e3-9e4c-935f0da86c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.308062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.312551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92935afe-9b77-4294-96e0-6b6b4bbdac28 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29197748-932f-4af2-855d-4b8c9a9e2550,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:03.324881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-139bc0d1-3161-4d8a-b43c-f6dae4539ec8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet 93c514c9-7dfb-4200-8636-4ed8ad7c5996 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:03.339131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-139bc0d1-3161-4d8a-b43c-f6dae4539ec8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.342214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.354103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ba4ac-80e8-45e3-9e4c-935f0da86c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event deleted for resources: {'Port': ['ID=c58b36d3-9471-46a2-ae48-4a74f6b30ef8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:03.393347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b9a88-16ce-4a0b-885b-0ea6ae7e8fc7 req-bc36d890-7601-43b5-846d-f6a4e4ad48ae tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:03.395562 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cf7b9a88-16ce-4a0b-885b-0ea6ae7e8fc7 req-bc36d890-7601-43b5-846d-f6a4e4ad48ae tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.5069888 Apr 01 15:43:03.428469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Router d9c79588-db3a-4b6c-982d-046062ef2001 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:43:03.463344 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b454-5f9d-4120-8d7d-0b83b384901f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.484057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92935afe-9b77-4294-96e0-6b6b4bbdac28 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.485384 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-92935afe-9b77-4294-96e0-6b6b4bbdac28 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1861858 Apr 01 15:43:03.501787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-139bc0d1-3161-4d8a-b43c-f6dae4539ec8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.505413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50882) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:03.515247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b454-5f9d-4120-8d7d-0b83b384901f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.518513 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2ca0b454-5f9d-4120-8d7d-0b83b384901f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/df689e57-b280-4364-8b16-935e159e6dd7 HTTP/1.1" status: 204 len: 168 time: 1.2015955 Apr 01 15:43:03.519366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0b454-5f9d-4120-8d7d-0b83b384901f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=df689e57-b280-4364-8b16-935e159e6dd7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:03.523231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50884) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:03.571462 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.577817 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-22a16a8f-46fd-48b0-ba9d-21bf12294194 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484037 Apr 01 15:43:03.578437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50886) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:03.622566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:03.626389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Port': ['ID=0fd74b5c-d75e-44a2-a7f8-7888c0332601,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:03.693155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No DVR routers for this DVR port 0fd74b5c-d75e-44a2-a7f8-7888c0332601 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:03.702108 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cf7b9a88-16ce-4a0b-885b-0ea6ae7e8fc7 req-57fca0ce-afd4-4ac2-8ffd-4674bf8eba3e tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728703 Apr 01 15:43:03.743409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba4ac-80e8-45e3-9e4c-935f0da86c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.743592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.750927 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8f4ba4ac-80e8-45e3-9e4c-935f0da86c6f tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "DELETE /v2.0/ports/c58b36d3-9471-46a2-ae48-4a74f6b30ef8 HTTP/1.1" status: 204 len: 168 time: 2.0696599 Apr 01 15:43:03.751963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50890) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:03.765785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd7ef-827b-41f2-b051-4ec0ee146aa4 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.789611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd7ef-827b-41f2-b051-4ec0ee146aa4 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.834258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.859377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.890945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:03.905217 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-171d2f40-5748-40a3-a1f0-e776fa740f81 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] GET failed (client error): The resource could not be found. Apr 01 15:43:03.905406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.905406 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7c2cb185-e5af-47a6-97e6-4f49db1585e9 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "PUT /v2.0/routers/d9c79588-db3a-4b6c-982d-046062ef2001 HTTP/1.1" status: 200 len: 916 time: 6.1875796 Apr 01 15:43:03.905946 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-171d2f40-5748-40a3-a1f0-e776fa740f81 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "GET /v2.0/ports/c58b36d3-9471-46a2-ae48-4a74f6b30ef8 HTTP/1.1" status: 404 len: 333 time: 0.1498301 Apr 01 15:43:03.911322 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69585a5-ea6c-4e93-9f85-db9096024791 None None] Sync routers for ids ['d9c79588-db3a-4b6c-982d-046062ef2001'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:03.914250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50892) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:03.914606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50894) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:03.940086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69585a5-ea6c-4e93-9f85-db9096024791 None None] Routers {'d9c79588-db3a-4b6c-982d-046062ef2001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:03.942199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f69585a5-ea6c-4e93-9f85-db9096024791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d9c79588-db3a-4b6c-982d-046062ef2001'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:03.948995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-139bc0d1-3161-4d8a-b43c-f6dae4539ec8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:03.958690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1ccb06-380f-45e3-a2a4-907bd8c8e698']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:03.998456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a585ad-257d-4cbf-9381-1ecfc1304069,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.017100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a807be57-a202-414d-9b92-9168c2e8da6f') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:04.017403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a807be57-a202-414d-9b92-9168c2e8da6f') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:04.019983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f69585a5-ea6c-4e93-9f85-db9096024791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:04.046882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69585a5-ea6c-4e93-9f85-db9096024791 None None] Routers {'d9c79588-db3a-4b6c-982d-046062ef2001'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:04.047952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f69585a5-ea6c-4e93-9f85-db9096024791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:42:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d9c79588-db3a-4b6c-982d-046062ef2001'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:04.049785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.052010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd7ef-827b-41f2-b051-4ec0ee146aa4 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.073535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd7ef-827b-41f2-b051-4ec0ee146aa4 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.074887 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5d9dd7ef-827b-41f2-b051-4ec0ee146aa4 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/29197748-932f-4af2-855d-4b8c9a9e2550 HTTP/1.1" status: 204 len: 168 time: 0.5649426 Apr 01 15:43:04.092837 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f69585a5-ea6c-4e93-9f85-db9096024791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:04.093902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69585a5-ea6c-4e93-9f85-db9096024791 None None] The sync data for ids ['d9c79588-db3a-4b6c-982d-046062ef2001'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:04.098861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50896) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.125477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dd7ef-827b-41f2-b051-4ec0ee146aa4 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29197748-932f-4af2-855d-4b8c9a9e2550,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.142698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8284ea-13b0-4bb6-af41-5629238daa6c req-aac5fb53-5ebd-4a11-a1b5-828032d786fe tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:04.144381 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8e8284ea-13b0-4bb6-af41-5629238daa6c req-aac5fb53-5ebd-4a11-a1b5-828032d786fe tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.3214490 Apr 01 15:43:04.148275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.163748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.174775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:04.179044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.208211 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8e8284ea-13b0-4bb6-af41-5629238daa6c req-599f42d5-49d8-454d-b2a8-33259371bece tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484128 Apr 01 15:43:04.211287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:04.211615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5babc-9f21-4484-9bb6-5e9f8625f98a None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:04.211714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:04.213229 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:04.274760 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c2fc1d9a-7094-4b65-af05-7ab1effd3d1e tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/routers/d9c79588-db3a-4b6c-982d-046062ef2001 HTTP/1.1" status: 200 len: 922 time: 0.3573124 Apr 01 15:43:04.280527 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-139bc0d1-3161-4d8a-b43c-f6dae4539ec8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.283646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.291383 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50900) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.346449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fa8f27d8-0ea7-4a99-bf69-63d107724c7c None None] Provisioning complete for port 9c555c69-ff27-448b-b91c-3924f60f7131 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:04.346819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa8f27d8-0ea7-4a99-bf69-63d107724c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.365400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50902) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.373856 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-700344e8-6535-4333-ba6d-0e1e0d9d84ec tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2619822 Apr 01 15:43:04.374177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bc0d1-3161-4d8a-b43c-f6dae4539ec8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=93c514c9-7dfb-4200-8636-4ed8ad7c5996,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.382366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-139bc0d1-3161-4d8a-b43c-f6dae4539ec8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.386221 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-139bc0d1-3161-4d8a-b43c-f6dae4539ec8 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/93c514c9-7dfb-4200-8636-4ed8ad7c5996 HTTP/1.1" status: 204 len: 168 time: 1.4992051 Apr 01 15:43:04.386747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1503de3-c9e0-4344-a2cd-7f16cad48fa6 None None] Network e71c22f5-eff5-4f6e-8185-19c5338d2469 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:04.391564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50904) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.406057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-13bf1510-a2bc-4cd6-bfc1-4e01804bbcbc tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Deleting port 4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:04.406396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13bf1510-a2bc-4cd6-bfc1-4e01804bbcbc tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.412311 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba6d7ca-c901-4ea3-bf0b-6f6a846225ca,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.434118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592b71fb-5e43-40ca-afaf-56716d8e6001 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:04.435690 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-592b71fb-5e43-40ca-afaf-56716d8e6001 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=d9c79588-db3a-4b6c-982d-046062ef2001&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1358345 Apr 01 15:43:04.438236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5b73d13-8937-4141-84b8-ecfe85685c9a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.440232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50906) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.451510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5b73d13-8937-4141-84b8-ecfe85685c9a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.530568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.532072 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7c0c5913-f0f1-4088-88f1-7408aa067bde tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8998001 Apr 01 15:43:04.534909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50908) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.557285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.564624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.572934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a3dad5-eb34-4baa-95c8-75710bae919f None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:04.594636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.600946 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/da1ccb06-380f-45e3-a2a4-907bd8c8e698 HTTP/1.1" status: 204 len: 168 time: 5.1267941 Apr 01 15:43:04.600946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999eb7bd-9530-45cc-bab2-771d54970a08 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Network': ['ID=da1ccb06-380f-45e3-a2a4-907bd8c8e698,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.609768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50912) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.644261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13bf1510-a2bc-4cd6-bfc1-4e01804bbcbc tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.664949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-13bf1510-a2bc-4cd6-bfc1-4e01804bbcbc tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Calling delete_port for 4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:04.677679 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3dad5-eb34-4baa-95c8-75710bae919f None None] Deleting port 9c555c69-ff27-448b-b91c-3924f60f7131 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:04.678239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f7a3dad5-eb34-4baa-95c8-75710bae919f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.685935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5b73d13-8937-4141-84b8-ecfe85685c9a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.694611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5b73d13-8937-4141-84b8-ecfe85685c9a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.698190 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a5b73d13-8937-4141-84b8-ecfe85685c9a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/a9cc9888-84a4-4d87-aa8c-60d9b6121c34 HTTP/1.1" status: 204 len: 168 time: 0.3213122 Apr 01 15:43:04.703728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50914) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.718953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08e367-124b-4751-b2bb-1f03d351b12b None None] DHCP port deletion for e71c22f5-eff5-4f6e-8185-19c5338d2469 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:04.735128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e935fd0-8107-4a91-863b-7bc6f838fbe2 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:04.735128 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3e935fd0-8107-4a91-863b-7bc6f838fbe2 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 881 time: 0.2923515 Apr 01 15:43:04.755591 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50916) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.761835 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f557e524-b213-4bcb-b54f-2185599bd1d2 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:04.762421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f557e524-b213-4bcb-b54f-2185599bd1d2 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:04.768110 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f557e524-b213-4bcb-b54f-2185599bd1d2 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/subnets/98a18ed1-44f9-402b-884f-0117604a9473 HTTP/1.1" status: 404 len: 337 time: 0.1543434 Apr 01 15:43:04.776780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50918) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.778456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b73d13-8937-4141-84b8-ecfe85685c9a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9cc9888-84a4-4d87-aa8c-60d9b6121c34,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:04.791350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4569-e067-4d7d-bec3-b93c3a3fd752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.805763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f7a3dad5-eb34-4baa-95c8-75710bae919f None None] For port 9c555c69-ff27-448b-b91c-3924f60f7131, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9c555c69-ff27-448b-b91c-3924f60f7131,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:04.806719 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f7a3dad5-eb34-4baa-95c8-75710bae919f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.811148 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-48c51bed-5a66-46be-ad73-9e401850335c tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9c79588-db3a-4b6c-982d-046062ef2001 HTTP/1.1" status: 200 len: 205 time: 0.0523555 Apr 01 15:43:04.817428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50920) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.832817 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3dad5-eb34-4baa-95c8-75710bae919f None None] Calling delete_port for 9c555c69-ff27-448b-b91c-3924f60f7131 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:04.835698 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2929637-316b-478f-951c-695bf91421de tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:04.836272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2929637-316b-478f-951c-695bf91421de tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:04.839430 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f2929637-316b-478f-951c-695bf91421de tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/da1ccb06-380f-45e3-a2a4-907bd8c8e698 HTTP/1.1" status: 404 len: 339 time: 0.0640690 Apr 01 15:43:04.847900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50922) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.874929 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e9c04c30-7ce2-4eee-8081-eec1454f4434 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3388064 Apr 01 15:43:04.886784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50924) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.899372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-fe102445-fe41-41a8-9552-724011033441 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-security--1963305570', 'description': 'tempest-security-description-1854290348'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:04.909880 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aae0db1-0a5e-41af-9919-03afc016ce9a tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:04.910555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aae0db1-0a5e-41af-9919-03afc016ce9a tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:04.912170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4b08e367-124b-4751-b2bb-1f03d351b12b None None] Deleting port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:04.912741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4b08e367-124b-4751-b2bb-1f03d351b12b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:04.912878 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810785a-97d4-403b-af47-f9ab3a9d4251 req-d94fed33-2835-44d5-ad92-0d0d719fba97 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:04.916473 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1aae0db1-0a5e-41af-9919-03afc016ce9a tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/subnets/b4ff6bba-1c8d-4cb9-a316-35203f92ec14 HTTP/1.1" status: 404 len: 337 time: 0.0636666 Apr 01 15:43:04.920784 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9810785a-97d4-403b-af47-f9ab3a9d4251 req-d94fed33-2835-44d5-ad92-0d0d719fba97 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2555892 Apr 01 15:43:04.925029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50926) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.946140 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e4fd9aa3-7d0f-42d4-bfae-4d3fdf836559 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2409098 Apr 01 15:43:04.954536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50928) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:04.963567 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fa3554-269c-496a-886e-b6dfa6980e7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:04.966792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fa3554-269c-496a-886e-b6dfa6980e7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:04.967242 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a8fa3554-269c-496a-886e-b6dfa6980e7d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/fb0e072d-2552-4bd1-a6a0-ebcaf9b16fdb HTTP/1.1" status: 404 len: 339 time: 0.0410471 Apr 01 15:43:04.972677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50930) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.005023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4b08e367-124b-4751-b2bb-1f03d351b12b None None] For port 8bcf5639-6daa-4ef7-88c0-4cc01e944540, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8bcf5639-6daa-4ef7-88c0-4cc01e944540,segment=NetworkSegment(046837ee-d037-4ea8-9265-ac7c64b5be0d),segment_id=046837ee-d037-4ea8-9265-ac7c64b5be0d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:05.005694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4b08e367-124b-4751-b2bb-1f03d351b12b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.029013 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4b08e367-124b-4751-b2bb-1f03d351b12b None None] Calling delete_port for 8bcf5639-6daa-4ef7-88c0-4cc01e944540 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:05.060991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fe102445-fe41-41a8-9552-724011033441 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.061488 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-92389fb2-fa96-4b6e-9ac5-e81f040ee7db tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:05.061948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92389fb2-fa96-4b6e-9ac5-e81f040ee7db tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:05.065052 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-92389fb2-fa96-4b6e-9ac5-e81f040ee7db tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/subnets/9bd2e11b-84c4-44a5-9137-dd17ce407f4b HTTP/1.1" status: 404 len: 337 time: 0.0900888 Apr 01 15:43:05.072278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f884c883-0268-4cf4-99c2-6aa5a3a0bdf5 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.075383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50932) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.088858 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9810785a-97d4-403b-af47-f9ab3a9d4251 req-7786c64d-7633-40f7-a569-7a1dedd2dcbb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667070 Apr 01 15:43:05.097843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:05.098828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.103192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f884c883-0268-4cf4-99c2-6aa5a3a0bdf5 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.126368 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ce5a0d-bf76-439a-a038-3367bee32c9d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:05.129436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ce5a0d-bf76-439a-a038-3367bee32c9d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:05.133063 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f5ce5a0d-bf76-439a-a038-3367bee32c9d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/ee095846-f2c2-453a-ab49-a2b934c0f591 HTTP/1.1" status: 404 len: 339 time: 0.0481319 Apr 01 15:43:05.133238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.134014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50934) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.164681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f7a3dad5-eb34-4baa-95c8-75710bae919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.199565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3dad5-eb34-4baa-95c8-75710bae919f None None] No DVR routers for this DVR port 9c555c69-ff27-448b-b91c-3924f60f7131 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:05.209835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3dad5-eb34-4baa-95c8-75710bae919f None None] Pushing event deleted for resources: {'Port': ['ID=9c555c69-ff27-448b-b91c-3924f60f7131,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:05.229039 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fe102445-fe41-41a8-9552-724011033441 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.251447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] For port 8bcf5639-6daa-4ef7-88c0-4cc01e944540, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8bcf5639-6daa-4ef7-88c0-4cc01e944540,segment=NetworkSegment(046837ee-d037-4ea8-9265-ac7c64b5be0d),segment_id=046837ee-d037-4ea8-9265-ac7c64b5be0d)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:05.251828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.273779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 8bcf5639-6daa-4ef7-88c0-4cc01e944540 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:05.294495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.318188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13bf1510-a2bc-4cd6-bfc1-4e01804bbcbc tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.347682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fe102445-fe41-41a8-9552-724011033441 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.347929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4b08e367-124b-4751-b2bb-1f03d351b12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.350818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fe102445-fe41-41a8-9552-724011033441 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.352322 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fe102445-fe41-41a8-9552-724011033441 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "PUT /v2.0/security-groups/4ba6d7ca-c901-4ea3-bf0b-6f6a846225ca HTTP/1.1" status: 200 len: 1778 time: 0.4568105 Apr 01 15:43:05.358191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f884c883-0268-4cf4-99c2-6aa5a3a0bdf5 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.361653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50936) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.373517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f884c883-0268-4cf4-99c2-6aa5a3a0bdf5 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.374700 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f884c883-0268-4cf4-99c2-6aa5a3a0bdf5 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/d321ca88-dacc-4a05-b8c9-c56839bb8de0 HTTP/1.1" status: 204 len: 168 time: 0.4191899 Apr 01 15:43:05.378779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50938) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.383685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08e367-124b-4751-b2bb-1f03d351b12b None None] Pushing event deleted for resources: {'Port': ['ID=8bcf5639-6daa-4ef7-88c0-4cc01e944540,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:05.393873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08e367-124b-4751-b2bb-1f03d351b12b None None] No DVR routers for this DVR port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:05.410670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884c883-0268-4cf4-99c2-6aa5a3a0bdf5 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d321ca88-dacc-4a05-b8c9-c56839bb8de0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:05.414400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf1510-a2bc-4cd6-bfc1-4e01804bbcbc tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event deleted for resources: {'Port': ['ID=4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:05.416811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe102445-fe41-41a8-9552-724011033441 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba6d7ca-c901-4ea3-bf0b-6f6a846225ca,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:05.481754 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7dc204b3-839c-4253-bcc9-460fa1c10fea tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0979679 Apr 01 15:43:05.485011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50940) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.489385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:43:05.497209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Deleting port ca0d0cc8-ceeb-44a5-b96b-fec097ddf20e {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:05.497544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.508737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13bf1510-a2bc-4cd6-bfc1-4e01804bbcbc tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.512506 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-13bf1510-a2bc-4cd6-bfc1-4e01804bbcbc tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "DELETE /v2.0/ports/4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445 HTTP/1.1" status: 204 len: 168 time: 1.5967021 Apr 01 15:43:05.515785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50942) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.531773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.554012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-245f38da-91cb-4c61-ad01-42f7b0b314ee tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.563387 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-726fa957-0959-4bc6-b542-8cf8c24e1790 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] GET failed (client error): The resource could not be found. Apr 01 15:43:05.571364 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-726fa957-0959-4bc6-b542-8cf8c24e1790 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "GET /v2.0/ports/4a6a0bfe-5bd4-4bcd-b90d-343ffd2be445 HTTP/1.1" status: 404 len: 333 time: 0.0519540 Apr 01 15:43:05.571364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50944) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.573693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-245f38da-91cb-4c61-ad01-42f7b0b314ee tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.588244 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-71c418bc-c700-4c3b-8c9d-0a8e9203c727 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups/4ba6d7ca-c901-4ea3-bf0b-6f6a846225ca HTTP/1.1" status: 200 len: 1778 time: 0.2227552 Apr 01 15:43:05.593568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Deleting port 6da0ae5c-48f7-43a2-a81e-495f363ffb8f {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:05.594572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.598736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50946) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.662817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:05.664780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.684961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:05.686549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.691909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:05.692538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.705986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=61c043a6-d1c0-4760-ad1b-7c1b02161a9f,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:05.712389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a352564-be02-4626-a0bf-e487b93b60dc None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:05.732437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Calling delete_port for ca0d0cc8-ceeb-44a5-b96b-fec097ddf20e owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:05.753430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=8bcf5639-6daa-4ef7-88c0-4cc01e944540,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:05.762490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No DVR routers for this DVR port 8bcf5639-6daa-4ef7-88c0-4cc01e944540 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:05.779809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.798015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Calling delete_port for 6da0ae5c-48f7-43a2-a81e-495f363ffb8f owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:05.804172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-245f38da-91cb-4c61-ad01-42f7b0b314ee tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.815657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d82bf-39b0-459e-9c08-2c7070d8a43b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Deleting port 83d49c50-9571-4743-9034-3283bd496c6e {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:05.816378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82bf-39b0-459e-9c08-2c7070d8a43b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.883710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-245f38da-91cb-4c61-ad01-42f7b0b314ee tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.887181 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-245f38da-91cb-4c61-ad01-42f7b0b314ee tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/cf7442f9-bab9-4f4c-9ec4-ed51364f6840 HTTP/1.1" status: 204 len: 168 time: 0.3988657 Apr 01 15:43:05.887518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f38da-91cb-4c61-ad01-42f7b0b314ee tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf7442f9-bab9-4f4c-9ec4-ed51364f6840,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:05.891218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50948) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.891451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8bcf5639-6daa-4ef7-88c0-4cc01e944540 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:05.896231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-921c3ca9-15f0-430f-9a58-26c243a06153 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.907680 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-35592bf9-30bb-4b1a-98f4-0fd4f2147969 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2899344 Apr 01 15:43:05.920310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50950) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:05.925447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:05.951802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '61c043a6-d1c0-4760-ad1b-7c1b02161a9f'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:05.953313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.957292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 8bcf5639-6daa-4ef7-88c0-4cc01e944540 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:05.958210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8bcf5639-6daa-4ef7-88c0-4cc01e944540 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:05.958634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9c555c69-ff27-448b-b91c-3924f60f7131 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:05.964484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.986543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-921c3ca9-15f0-430f-9a58-26c243a06153 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:05.991562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 9c555c69-ff27-448b-b91c-3924f60f7131 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:05.991924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9c555c69-ff27-448b-b91c-3924f60f7131 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:06.018924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71c22f5-eff5-4f6e-8185-19c5338d2469']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:06.036354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046837ee-d037-4ea8-9265-ac7c64b5be0d') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:06.037213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046837ee-d037-4ea8-9265-ac7c64b5be0d') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:06.046581 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-110d4138-c98e-4538-97c7-0587e4d6954f tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1504221 Apr 01 15:43:06.046748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50952) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.069071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82bf-39b0-459e-9c08-2c7070d8a43b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.085221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.107590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.116776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.118530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d82bf-39b0-459e-9c08-2c7070d8a43b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Calling delete_port for 83d49c50-9571-4743-9034-3283bd496c6e owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:06.161833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.164786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Allocated IP 2001:db8::f816:3eff:fe86:ab1d (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/61c043a6-d1c0-4760-ad1b-7c1b02161a9f/3b700e65-e4db-4a55-aeaa-bee2d12f6ab5) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:06.168226 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/ports/ca0d0cc8-ceeb-44a5-b96b-fec097ddf20e HTTP/1.1" status: 204 len: 168 time: 1.0332189 Apr 01 15:43:06.169489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29017371-2b79-42c5-8e66-2e9d51505327 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.171594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50956) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.178027 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:06.178027 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:06.178269 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:06.180942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Port': ['ID=ca0d0cc8-ceeb-44a5-b96b-fec097ddf20e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.213931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29017371-2b79-42c5-8e66-2e9d51505327 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.277458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.278093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.278259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.278472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.278808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.279581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.279581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.279898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.280228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.280593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.286420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.286420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809c6bb9-0332-4da1-a4af-30b783998cfa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.286420 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a56dec-26c7-48c4-881c-9cc9fad875c0 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:06.286728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a56dec-26c7-48c4-881c-9cc9fad875c0 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:06.292747 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-42a56dec-26c7-48c4-881c-9cc9fad875c0 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/subnets/799b3918-69bf-49a9-aead-0de3c4659369 HTTP/1.1" status: 404 len: 337 time: 0.1154122 Apr 01 15:43:06.293229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50958) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.315137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-921c3ca9-15f0-430f-9a58-26c243a06153 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.317932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-921c3ca9-15f0-430f-9a58-26c243a06153 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.327312 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-921c3ca9-15f0-430f-9a58-26c243a06153 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/4ba6d7ca-c901-4ea3-bf0b-6f6a846225ca HTTP/1.1" status: 204 len: 168 time: 0.6936219 Apr 01 15:43:06.336739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50960) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.360605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c3ca9-15f0-430f-9a58-26c243a06153 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba6d7ca-c901-4ea3-bf0b-6f6a846225ca,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.367072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.424126 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62cdb-b0db-4933-91ef-0a061a472689 req-95ff40ff-586f-4389-9f9d-0b1e1344a9bb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:06.425840 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-29a62cdb-b0db-4933-91ef-0a061a472689 req-95ff40ff-586f-4389-9f9d-0b1e1344a9bb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2261579 Apr 01 15:43:06.426967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.429903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.438710 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.446332 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/networks/e71c22f5-eff5-4f6e-8185-19c5338d2469 HTTP/1.1" status: 204 len: 168 time: 2.0501022 Apr 01 15:43:06.447274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50962) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.458858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee50f3a-b76a-4559-9dca-2f8cbe9a3ccb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Network': ['ID=e71c22f5-eff5-4f6e-8185-19c5338d2469,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.462985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.467700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29017371-2b79-42c5-8e66-2e9d51505327 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.475791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29017371-2b79-42c5-8e66-2e9d51505327 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.480493 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-29017371-2b79-42c5-8e66-2e9d51505327 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/0588265d-eb71-48fa-82e8-d328e6a55623 HTTP/1.1" status: 204 len: 168 time: 0.4292262 Apr 01 15:43:06.480879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50964) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.511436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29017371-2b79-42c5-8e66-2e9d51505327 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0588265d-eb71-48fa-82e8-d328e6a55623,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.513359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:06.518617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:06.524003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:06.529191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Pushing event updated for resources: {'Port': ['ID=3b700e65-e4db-4a55-aeaa-bee2d12f6ab5,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.567500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:06.571148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.586995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Attempting to bind port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:06.587287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Attempting to bind port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:06.587894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Attempting to bind port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:06.590094 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4b542918-e51a-4c1b-8046-847973d7a549 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2496951 Apr 01 15:43:06.593981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.596378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50966) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.596926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:06.597314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:06.597726 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.598784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:06.599165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Bound port: 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:06.599553 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.619932 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-ab8e29d3-e388-451f-ae7e-76bba501e170 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] delete failed (client error): The resource could not be found. Apr 01 15:43:06.624718 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ab8e29d3-e388-451f-ae7e-76bba501e170 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/4ba6d7ca-c901-4ea3-bf0b-6f6a846225ca HTTP/1.1" status: 404 len: 347 time: 0.0236433 Apr 01 15:43:06.627624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b05c7-6db5-4ad1-a4c9-1f8600c7e223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:06.632985 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-078b05c7-6db5-4ad1-a4c9-1f8600c7e223 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/32b34103-ab45-4a22-8b29-5592693f3db3 HTTP/1.1" status: 200 len: 844 time: 0.1813695 Apr 01 15:43:06.633196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50968) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.635523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50970) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.648741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1db0c3a4-4f0f-414e-8604-9445b93a85bc tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-secgroup--101705568'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:06.658723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76575fe-d5f0-4ba4-b372-48833dfe43ed']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:06.674449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.677495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6076fc2f-13c1-4adc-ab33-221be6b9af8b') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:06.677697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6076fc2f-13c1-4adc-ab33-221be6b9af8b') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:06.697043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.714255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.721203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:06.721614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:06.726113 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:06.730288 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-29a62cdb-b0db-4933-91ef-0a061a472689 req-a53c7ec3-3482-461b-a181-306a6d7c9992 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550220 Apr 01 15:43:06.787271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event deleted for resources: {'Port': ['ID=6da0ae5c-48f7-43a2-a81e-495f363ffb8f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.797192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1db0c3a4-4f0f-414e-8604-9445b93a85bc tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.801790 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8084f4d6-1d8d-49b3-b016-9e7c33f5510a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2949843 Apr 01 15:43:06.809165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50972) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.819031 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dae86ffc-3b2d-499f-a0d0-034576f4df2b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/32b34103-ab45-4a22-8b29-5592693f3db3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1716325 Apr 01 15:43:06.823015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50974) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.835712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] For port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:06.836534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:06.839499 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] For port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3b700e65-e4db-4a55-aeaa-bee2d12f6ab5,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:06.840475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.840844 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.841164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.841502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.841838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.842168 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.842491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.842829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.843143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.843457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.843773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.844089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:06.848764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82bf-39b0-459e-9c08-2c7070d8a43b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.895814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.900639 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.905088 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/f76575fe-d5f0-4ba4-b372-48833dfe43ed HTTP/1.1" status: 204 len: 168 time: 0.6014521 Apr 01 15:43:06.908903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d82bf-39b0-459e-9c08-2c7070d8a43b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event deleted for resources: {'Port': ['ID=83d49c50-9571-4743-9034-3283bd496c6e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:06.910937 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50976) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:06.931402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:06.997779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.009693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573bc8d-75f7-46e4-a026-87a5b0874399 None None] Pushing event updated for resources: {'Port': ['ID=3b700e65-e4db-4a55-aeaa-bee2d12f6ab5,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:07.010311 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9c4d82bf-39b0-459e-9c08-2c7070d8a43b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.015742 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9c4d82bf-39b0-459e-9c08-2c7070d8a43b tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "DELETE /v2.0/ports/83d49c50-9571-4743-9034-3283bd496c6e HTTP/1.1" status: 204 len: 168 time: 1.4382973 Apr 01 15:43:07.017542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1db0c3a4-4f0f-414e-8604-9445b93a85bc tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.029541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50978) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:07.043854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe8a55-37e2-4f96-85ae-8bca86b9f93d tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Network': ['ID=f76575fe-d5f0-4ba4-b372-48833dfe43ed,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:07.099965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9cd62d9-8321-4e5b-8e05-5854bb93ab5e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.131954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1db0c3a4-4f0f-414e-8604-9445b93a85bc tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.135426 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.138263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.145576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dbc669-04dc-4f87-ae4d-48b0f2f21a43 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Deleting subnet 08e715aa-c2c7-4684-870a-fb31f7d55109 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:07.273650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-31f72e85-3ce5-4f11-b6fd-65da884876f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.299927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-89cb6b12-da87-40d4-b60e-b267b55c40ea tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Deleting port 7eca5cd6-ae0d-405b-a5a7-633c40d14272 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:07.300279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89cb6b12-da87-40d4-b60e-b267b55c40ea tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.498380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80dbc669-04dc-4f87-ae4d-48b0f2f21a43 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.514160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9cd62d9-8321-4e5b-8e05-5854bb93ab5e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.534914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:07.538488 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.592758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0c3a4-4f0f-414e-8604-9445b93a85bc tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a6e6e8-c06f-4ad1-bced-a9f15b1eb213,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:07.616939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80dbc669-04dc-4f87-ae4d-48b0f2f21a43 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.639118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.639539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Fanout notify agent at l3_agent the message router_deleted on router d9c79588-db3a-4b6c-982d-046062ef2001 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:43:07.647882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.650198 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5255f0d0-433c-49b2-ae76-2f72ebaaca10 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/d9c79588-db3a-4b6c-982d-046062ef2001 HTTP/1.1" status: 204 len: 168 time: 2.8285217 Apr 01 15:43:07.655058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50980) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:07.668440 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-698730530', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:07.705609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1db0c3a4-4f0f-414e-8604-9445b93a85bc tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.706863 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1db0c3a4-4f0f-414e-8604-9445b93a85bc tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0756369 Apr 01 15:43:07.714063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50982) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:07.725027 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4929b55a-0eaa-4684-9709-276b3ae23382 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': '86a6e6e8-c06f-4ad1-bced-a9f15b1eb213', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:07.737201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89cb6b12-da87-40d4-b60e-b267b55c40ea tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.760052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-89cb6b12-da87-40d4-b60e-b267b55c40ea tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Calling delete_port for 7eca5cd6-ae0d-405b-a5a7-633c40d14272 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:07.830284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9cd62d9-8321-4e5b-8e05-5854bb93ab5e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.834675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9cd62d9-8321-4e5b-8e05-5854bb93ab5e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.834675 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a9cd62d9-8321-4e5b-8e05-5854bb93ab5e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/cb1ff687-8399-4718-8245-bc369a4e224d HTTP/1.1" status: 204 len: 168 time: 1.0243447 Apr 01 15:43:07.838028 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80dbc669-04dc-4f87-ae4d-48b0f2f21a43 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.876216 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50986) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:07.897195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.897999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.916941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd62d9-8321-4e5b-8e05-5854bb93ab5e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1ff687-8399-4718-8245-bc369a4e224d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:07.941217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4929b55a-0eaa-4684-9709-276b3ae23382 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:07.965555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:07.973842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.037256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=f23b1a19-84d0-4f4d-a2e0-6439ed807ccc,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:08.061558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4929b55a-0eaa-4684-9709-276b3ae23382 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.073329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:08.073923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.091171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80dbc669-04dc-4f87-ae4d-48b0f2f21a43 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.099195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:08.117179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b1fcf-b9f2-41a7-9581-6913c5ded5ce None None] Network 1979d200-38a6-4bc9-8451-760a3a57a821 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:08.127701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80dbc669-04dc-4f87-ae4d-48b0f2f21a43 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.131380 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-80dbc669-04dc-4f87-ae4d-48b0f2f21a43 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "DELETE /v2.0/subnets/08e715aa-c2c7-4684-870a-fb31f7d55109 HTTP/1.1" status: 204 len: 168 time: 1.1003864 Apr 01 15:43:08.134228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50988) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:08.145650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.146147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.147770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbc669-04dc-4f87-ae4d-48b0f2f21a43 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event deleted for resources: {'Subnet': ['ID=08e715aa-c2c7-4684-870a-fb31f7d55109,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:08.166803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:08.183639 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e912bdec-6bed-46d8-970e-23ac554a82bd tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3046772 Apr 01 15:43:08.183958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:08.184983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.187477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50990) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:08.197096 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1b78-847b-4dc1-a8b5-c75d7d312aad req-015e7932-f1fb-448d-96b6-ee72c398eea5 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:08.198761 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bacc1b78-847b-4dc1-a8b5-c75d7d312aad req-015e7932-f1fb-448d-96b6-ee72c398eea5 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.3127859 Apr 01 15:43:08.204825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c98c259b-41b3-4380-a0d9-f66deb49477d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263845830'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:08.218935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4929b55a-0eaa-4684-9709-276b3ae23382 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.249058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89cb6b12-da87-40d4-b60e-b267b55c40ea tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.283106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:08.298201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515a23f-dc0a-4f10-b4e5-9741d06dee6d None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:08.300419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:08.307642 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929b55a-0eaa-4684-9709-276b3ae23382 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0c6369-15f2-4f36-ae64-36df91a20b17,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:08.313915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.314957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:08.315505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.319295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=51199cc6-6f6f-48de-957b-e8c127c7e473,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:08.325587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.343060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e55e9-194e-447a-b92b-0bd7e7c00c46 None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:08.353817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6b12-da87-40d4-b60e-b267b55c40ea tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Port': ['ID=7eca5cd6-ae0d-405b-a5a7-633c40d14272,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:08.392490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Deleting port 93ca8bca-f525-47de-935c-9816689d70e6 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:08.392962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.403518 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bbee4506-4622-46e1-9302-174406015379 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4792418 Apr 01 15:43:08.403518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89cb6b12-da87-40d4-b60e-b267b55c40ea tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.406664 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-89cb6b12-da87-40d4-b60e-b267b55c40ea tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/ports/7eca5cd6-ae0d-405b-a5a7-633c40d14272 HTTP/1.1" status: 204 len: 168 time: 1.4896741 Apr 01 15:43:08.406809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50992) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:08.407188 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 50994) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:08.410849 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bacc1b78-847b-4dc1-a8b5-c75d7d312aad req-2288822c-7413-4d35-b59b-3c5cfe4374cd tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988239 Apr 01 15:43:08.422063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:93:94:3a', 'name': 'tempest-NetworksTestDHCPv6-1922733825'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:08.458915 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-12309081-4b2c-4cde-85a0-d7d801ba2151 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6299953 Apr 01 15:43:08.461871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4929b55a-0eaa-4684-9709-276b3ae23382 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.465682 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4929b55a-0eaa-4684-9709-276b3ae23382 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7429893 Apr 01 15:43:08.468897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50996) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:08.469177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 50998) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:08.473732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4b44c939-00a5-4cc4-a1aa-e413829f49c5 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1521471772'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:08.497574 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2c8ec3-c694-4d50-945f-8dd0658ec0a5 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:08.498015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2c8ec3-c694-4d50-945f-8dd0658ec0a5 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:08.501389 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2c2c8ec3-c694-4d50-945f-8dd0658ec0a5 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/subnets/60d3a925-deee-43be-bdfa-0c9e2b8ff168 HTTP/1.1" status: 404 len: 337 time: 0.0885530 Apr 01 15:43:08.507518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c98c259b-41b3-4380-a0d9-f66deb49477d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.509301 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51000) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:08.521335 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] For port 93ca8bca-f525-47de-935c-9816689d70e6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=93ca8bca-f525-47de-935c-9816689d70e6,segment=NetworkSegment(775d1456-197b-42d1-a74f-9b2a7c6b79c4),segment_id=775d1456-197b-42d1-a74f-9b2a7c6b79c4)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:08.521720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.538208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0eb86c2-e82b-4d3b-9c4f-a1e6ba2185e6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.543955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Calling delete_port for 93ca8bca-f525-47de-935c-9816689d70e6 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:08.548572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.552645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0eb86c2-e82b-4d3b-9c4f-a1e6ba2185e6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.567052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3b700e65-e4db-4a55-aeaa-bee2d12f6ab5,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:08.623299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4b44c939-00a5-4cc4-a1aa-e413829f49c5 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.634631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-207d756c-2ad2-4e83-bf5e-2ad5ea080925 None None] Provisioning complete for port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:08.635584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-207d756c-2ad2-4e83-bf5e-2ad5ea080925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.691714 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.703721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0eb86c2-e82b-4d3b-9c4f-a1e6ba2185e6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.715892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0eb86c2-e82b-4d3b-9c4f-a1e6ba2185e6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.721288 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c0eb86c2-e82b-4d3b-9c4f-a1e6ba2185e6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/bc0c6369-15f2-4f36-ae64-36df91a20b17 HTTP/1.1" status: 204 len: 168 time: 0.2377024 Apr 01 15:43:08.722005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51002) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:08.733676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.767686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb86c2-e82b-4d3b-9c4f-a1e6ba2185e6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc0c6369-15f2-4f36-ae64-36df91a20b17,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:08.776004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.799212 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c98c259b-41b3-4380-a0d9-f66deb49477d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.830836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event deleted for resources: {'Port': ['ID=93ca8bca-f525-47de-935c-9816689d70e6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:08.843657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] No DVR routers for this DVR port 93ca8bca-f525-47de-935c-9816689d70e6 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:08.862380 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-954d36e2-2ada-4106-8753-c80275d8962c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1391623 Apr 01 15:43:08.870371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47456f8c-be5a-447f-9a66-3f452e1f1181 None None] DHCP port deletion for 1979d200-38a6-4bc9-8451-760a3a57a821 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:08.872758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51004) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:08.877098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4b44c939-00a5-4cc4-a1aa-e413829f49c5 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.910800 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c98c259b-41b3-4380-a0d9-f66deb49477d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.911875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=3b700e65-e4db-4a55-aeaa-bee2d12f6ab5,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:08.951949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.967147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:08.976370 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-7f6aaf98-911f-4789-9d13-085dd3c05f63', 'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'tenant_id': '3deab709b4e7402c97b28b23e44bae23', 'fixed_ips': [{'subnet_id': '51199cc6-6f6f-48de-957b-e8c127c7e473'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:08.977757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.017401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d43509b-cfd4-4e6b-828f-876b8575b9ed None None] Update dhcp port {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': '61c043a6-d1c0-4760-ad1b-7c1b02161a9f', 'ip_address': '2001:db8::f816:3eff:fe86:ab1d'}, {'subnet_id': 'f23b1a19-84d0-4f4d-a2e0-6439ed807ccc'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '3b700e65-e4db-4a55-aeaa-bee2d12f6ab5'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:43:09.019483 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f6fbc3-0a68-4bee-843e-b41fb4124e28']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:09.024562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c259b-41b3-4380-a0d9-f66deb49477d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc92ac53-3001-437e-aa1d-730f367fa75f,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:09.061952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.069825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bdb223-bc21-416b-b9fa-ede8aa283aaa') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:09.070179 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bdb223-bc21-416b-b9fa-ede8aa283aaa') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:09.087907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.105691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4b44c939-00a5-4cc4-a1aa-e413829f49c5 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.112639 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1979d200-38a6-4bc9-8451-760a3a57a821']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:09.143901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775d1456-197b-42d1-a74f-9b2a7c6b79c4') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:09.144223 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775d1456-197b-42d1-a74f-9b2a7c6b79c4') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:09.146372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6b9452b7-e0bf-44e5-8b67-a5c526199b5b tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.151193 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9d43509b-cfd4-4e6b-828f-876b8575b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.155754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c98c259b-41b3-4380-a0d9-f66deb49477d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.159612 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c98c259b-41b3-4380-a0d9-f66deb49477d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9573209 Apr 01 15:43:09.159612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.164297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.167006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51006) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:09.177159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.178701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4a55b807-6fa2-43a2-b039-701079450afa tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'fc92ac53-3001-437e-aa1d-730f367fa75f', 'direction': 'ingress', 'protocol': 17}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:09.190762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:09.191165 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.203286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44c939-00a5-4cc4-a1aa-e413829f49c5 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84478783-5c91-4185-b601-2188ef990909,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:09.223787 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:09.225998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6b9452b7-e0bf-44e5-8b67-a5c526199b5b tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.232088 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.256506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:09.256911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:09.260383 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:09.282818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4b44c939-00a5-4cc4-a1aa-e413829f49c5 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.284556 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4b44c939-00a5-4cc4-a1aa-e413829f49c5 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8140223 Apr 01 15:43:09.297864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51008) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:09.303849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0562c30a-c06f-40e8-a2cb-49aef6c2b2a4 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1521575631'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:09.319428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 4b1c89b2-9d25-462f-b664-c2e7948ce3c8 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:09.325046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.340019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Allocated IP 2001:db8::2 (7f6aaf98-911f-4789-9d13-085dd3c05f63/51199cc6-6f6f-48de-957b-e8c127c7e473/51c622cd-1416-493a-a7d3-01811d044f07) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:09.350202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.418755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-9d43509b-cfd4-4e6b-828f-876b8575b9ed None None] Allocated IP 172.20.0.2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/f23b1a19-84d0-4f4d-a2e0-6439ed807ccc/3b700e65-e4db-4a55-aeaa-bee2d12f6ab5) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:09.461482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4a55b807-6fa2-43a2-b039-701079450afa tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.486026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.487936 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0562c30a-c06f-40e8-a2cb-49aef6c2b2a4 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.497584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.524257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6b9452b7-e0bf-44e5-8b67-a5c526199b5b tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.528635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.534456 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/e8f6fbc3-0a68-4bee-843e-b41fb4124e28 HTTP/1.1" status: 204 len: 168 time: 0.9860816 Apr 01 15:43:09.535045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6b9452b7-e0bf-44e5-8b67-a5c526199b5b tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.536275 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6b9452b7-e0bf-44e5-8b67-a5c526199b5b tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/86a6e6e8-c06f-4ad1-bced-a9f15b1eb213 HTTP/1.1" status: 204 len: 168 time: 0.6623521 Apr 01 15:43:09.537857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.549355 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] 10.222.0.73 "DELETE /v2.0/networks/1979d200-38a6-4bc9-8451-760a3a57a821 HTTP/1.1" status: 204 len: 168 time: 1.4132841 Apr 01 15:43:09.554195 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51012) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:09.554490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51014) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:09.562368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8153134-5789-4ace-bb28-6410dcbfdef9 tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Network': ['ID=e8f6fbc3-0a68-4bee-843e-b41fb4124e28,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:09.585922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Allocated IP 172.26.6.213 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/1641ab33-1194-4618-ad3b-2b89f272852e) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:09.607890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894618e6-a10f-4c8c-8d77-50b0b46d26d9 tempest-AllowedAddressPairIpV6TestJSON-350890093 tempest-AllowedAddressPairIpV6TestJSON-350890093-project] Pushing event deleted for resources: {'Network': ['ID=1979d200-38a6-4bc9-8451-760a3a57a821,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:09.611992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4a55b807-6fa2-43a2-b039-701079450afa tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.678819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9452b7-e0bf-44e5-8b67-a5c526199b5b tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a6e6e8-c06f-4ad1-bced-a9f15b1eb213,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:09.709045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.745793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c72d9e-5248-4b4a-8ddf-524bfb395cee tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Deleting subnet b6825e62-a344-4d10-84e3-595d6f6607d5 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:09.746505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4a55b807-6fa2-43a2-b039-701079450afa tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.755055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9d43509b-cfd4-4e6b-828f-876b8575b9ed None None] For port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3b700e65-e4db-4a55-aeaa-bee2d12f6ab5,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:09.758609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-58c72d9e-5248-4b4a-8ddf-524bfb395cee tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.772797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.807616 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-84600d8a-f4f8-4c15-8810-1ea7545ec98b tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2241118 Apr 01 15:43:09.808547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9d43509b-cfd4-4e6b-828f-876b8575b9ed None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.817811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51018) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:09.820758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4cfb7adf-4d48-45ab-8c7a-c82ce9a981d6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-secgroup--965148171'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:09.829681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55b807-6fa2-43a2-b039-701079450afa tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7142b8-2cd5-460a-96e9-f5e174e545e2,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:09.865133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0562c30a-c06f-40e8-a2cb-49aef6c2b2a4 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.868534 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.868719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-58c72d9e-5248-4b4a-8ddf-524bfb395cee tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.868998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:09.879955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57a95-200d-480f-86d4-41d10d70ba53 req-e6b50074-2d97-43a9-b78e-4d228b940c52 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:09.882371 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6e57a95-200d-480f-86d4-41d10d70ba53 req-e6b50074-2d97-43a9-b78e-4d228b940c52 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1368079 Apr 01 15:43:09.912845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:09.942455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:09.954016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:09.963172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:09.975902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Pushing event updated for resources: {'Port': ['ID=51c622cd-1416-493a-a7d3-01811d044f07,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:09.981907 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6e57a95-200d-480f-86d4-41d10d70ba53 req-39ce70f5-98f0-4ff0-b7a0-e2fe9c19c611 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907357 Apr 01 15:43:10.020105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-58c72d9e-5248-4b4a-8ddf-524bfb395cee tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.034794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9d43509b-cfd4-4e6b-828f-876b8575b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.038324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4a55b807-6fa2-43a2-b039-701079450afa tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.038547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.038547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.038547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.038937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.039185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.039498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.039835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.040182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.040557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.040887 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.041213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.041500 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4a55b807-6fa2-43a2-b039-701079450afa tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8668063 Apr 01 15:43:10.041655 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:10.043360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51020) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:10.060621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0562c30a-c06f-40e8-a2cb-49aef6c2b2a4 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.083872 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Attempting to bind port 51c622cd-1416-493a-a7d3-01811d044f07 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:10.084245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Attempting to bind port 51c622cd-1416-493a-a7d3-01811d044f07 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '491e9bff-c963-4d29-9f65-e1143d1e871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:10.084643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Attempting to bind port 51c622cd-1416-493a-a7d3-01811d044f07 on network 7f6aaf98-911f-4789-9d13-085dd3c05f63 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:10.115845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:10.116229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.144996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562c30a-c06f-40e8-a2cb-49aef6c2b2a4 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7a4c20-3177-4ba0-8f50-4c785d9135fc,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:10.171175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2a4345d6-58ab-4e4e-a6c1-7987cfbab555 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.202619 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 172.20.0.9 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/f23b1a19-84d0-4f4d-a2e0-6439ed807ccc/4b1c89b2-9d25-462f-b664-c2e7948ce3c8) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:10.205346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2a4345d6-58ab-4e4e-a6c1-7987cfbab555 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.210949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:fe93:943a (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/61c043a6-d1c0-4760-ad1b-7c1b02161a9f/4b1c89b2-9d25-462f-b664-c2e7948ce3c8) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:10.260254 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0562c30a-c06f-40e8-a2cb-49aef6c2b2a4 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.260254 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0562c30a-c06f-40e8-a2cb-49aef6c2b2a4 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9609823 Apr 01 15:43:10.264700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51024) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:10.271051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-526505855', 'security_groups': ['dd7a4c20-3177-4ba0-8f50-4c785d9135fc'], 'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '51199cc6-6f6f-48de-957b-e8c127c7e473'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:10.271407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.273605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7adf-4d48-45ab-8c7a-c82ce9a981d6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.311892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51026) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:10.323438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-58c72d9e-5248-4b4a-8ddf-524bfb395cee tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.326672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:10.327544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Checking segment: {'id': '491e9bff-c963-4d29-9f65-e1143d1e871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:10.327544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.327869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Bound using segment: {'id': '491e9bff-c963-4d29-9f65-e1143d1e871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:10.328310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Bound port: 51c622cd-1416-493a-a7d3-01811d044f07, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491e9bff-c963-4d29-9f65-e1143d1e871c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:10.329923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.389548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43509b-cfd4-4e6b-828f-876b8575b9ed None None] Pushing event updated for resources: {'Port': ['ID=3b700e65-e4db-4a55-aeaa-bee2d12f6ab5,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:10.416289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c72d9e-5248-4b4a-8ddf-524bfb395cee tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Subnet': ['ID=b6825e62-a344-4d10-84e3-595d6f6607d5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:10.418678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-58c72d9e-5248-4b4a-8ddf-524bfb395cee tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.424206 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-58c72d9e-5248-4b4a-8ddf-524bfb395cee tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/subnets/b6825e62-a344-4d10-84e3-595d6f6607d5 HTTP/1.1" status: 204 len: 168 time: 0.8533976 Apr 01 15:43:10.426464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51030) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:10.432253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d74692a-ee15-49ff-9b0d-e6cf0c8f450c None None] Network 55cfcf19-1a89-4820-9f16-56a40bff1ade requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:10.531242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7adf-4d48-45ab-8c7a-c82ce9a981d6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.533954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event updated for resources: {'Port': ['ID=1641ab33-1194-4618-ad3b-2b89f272852e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:10.537917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2a4345d6-58ab-4e4e-a6c1-7987cfbab555 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.540691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2a4345d6-58ab-4e4e-a6c1-7987cfbab555 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.541920 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2a4345d6-58ab-4e4e-a6c1-7987cfbab555 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/fc92ac53-3001-437e-aa1d-730f367fa75f HTTP/1.1" status: 204 len: 168 time: 0.4973800 Apr 01 15:43:10.545306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51032) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:10.547009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:10.577891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:10.587250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:10.600563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4345d6-58ab-4e4e-a6c1-7987cfbab555 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc92ac53-3001-437e-aa1d-730f367fa75f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:10.601050 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] For port 51c622cd-1416-493a-a7d3-01811d044f07, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:10.614437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.631004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] For port 51c622cd-1416-493a-a7d3-01811d044f07, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=51c622cd-1416-493a-a7d3-01811d044f07,segment=NetworkSegment(491e9bff-c963-4d29-9f65-e1143d1e871c),segment_id=491e9bff-c963-4d29-9f65-e1143d1e871c)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:10.750204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.753212 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1a1c0fb8-a49b-4988-87eb-dc6547e7307b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eaff8768674b4b76bd644f12219de658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400883 Apr 01 15:43:10.779214 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6c61356b-254c-4b13-ab87-0ec6a7300e74 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2223375 Apr 01 15:43:10.788604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51034) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:10.789196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51036) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:10.792703 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.821976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 93ca8bca-f525-47de-935c-9816689d70e6 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:10.830064 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7adf-4d48-45ab-8c7a-c82ce9a981d6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.853736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4f25be67-46a3-498d-b432-e9e286435392 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051718319'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:10.870046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ca0f1-6943-41e6-b58e-548dd678c915 None None] DHCP port deletion for 55cfcf19-1a89-4820-9f16-56a40bff1ade request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:10.884900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 93ca8bca-f525-47de-935c-9816689d70e6 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:10.885487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 93ca8bca-f525-47de-935c-9816689d70e6 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:10.905750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:10.940879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07111edc-0535-4d6f-80e1-0ee158c369ba None None] Pushing event updated for resources: {'Port': ['ID=51c622cd-1416-493a-a7d3-01811d044f07,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:10.950020 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb7adf-4d48-45ab-8c7a-c82ce9a981d6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d04c82-24d8-4737-80d3-7b22c928d79b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:10.962995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.978632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dba1f6fe-7aad-493d-8e4a-dd7abb0c326a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:10.980020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ca0f1-6943-41e6-b58e-548dd678c915 None None] Deleting port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:10.980511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9b3ca0f1-6943-41e6-b58e-548dd678c915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.003560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.060313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Deleting port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:11.060787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.073002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9b3ca0f1-6943-41e6-b58e-548dd678c915 None None] For port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=239c2bd6-01e6-44ae-9c73-00acd7afa5cd,segment=NetworkSegment(1522a0dd-9d16-43d6-9eb2-61f13682297b),segment_id=1522a0dd-9d16-43d6-9eb2-61f13682297b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:11.073564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9b3ca0f1-6943-41e6-b58e-548dd678c915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.078542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dba1f6fe-7aad-493d-8e4a-dd7abb0c326a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.087006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.095357 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7adf-4d48-45ab-8c7a-c82ce9a981d6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.098757 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4cfb7adf-4d48-45ab-8c7a-c82ce9a981d6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2821052 Apr 01 15:43:11.104203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ca0f1-6943-41e6-b58e-548dd678c915 None None] Calling delete_port for 239c2bd6-01e6-44ae-9c73-00acd7afa5cd owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:11.110797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f25be67-46a3-498d-b432-e9e286435392 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.125306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51040) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:11.131211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f92d9643-74cc-4d71-b999-6dcb9823b7d8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': '91d04c82-24d8-4737-80d3-7b22c928d79b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:11.238497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.290529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] For port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=239c2bd6-01e6-44ae-9c73-00acd7afa5cd,segment=NetworkSegment(1522a0dd-9d16-43d6-9eb2-61f13682297b),segment_id=1522a0dd-9d16-43d6-9eb2-61f13682297b)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:11.290529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.304074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Calling delete_port for 239c2bd6-01e6-44ae-9c73-00acd7afa5cd owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:11.307614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:11.319289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9b3ca0f1-6943-41e6-b58e-548dd678c915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.324813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:11.357565 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:11.385824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ca0f1-6943-41e6-b58e-548dd678c915 None None] Pushing event deleted for resources: {'Port': ['ID=239c2bd6-01e6-44ae-9c73-00acd7afa5cd,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:11.390156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=4b1c89b2-9d25-462f-b664-c2e7948ce3c8,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:11.399142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ca0f1-6943-41e6-b58e-548dd678c915 None None] No DVR routers for this DVR port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:11.430251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b8e8-3e0b-4d19-87c4-dceb53660ddb req-6c4afb56-8c0c-45e5-a03f-c02922d806d5 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:11.431926 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2152b8e8-3e0b-4d19-87c4-dceb53660ddb req-6c4afb56-8c0c-45e5-a03f-c02922d806d5 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2628562 Apr 01 15:43:11.444303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.477259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:11.477758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.484986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port e4d0304b-f26b-4e38-acb5-c2ac2b112e81 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:11.543031 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2152b8e8-3e0b-4d19-87c4-dceb53660ddb req-218f60da-860e-4017-a2ab-5492b3f231ee tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007950 Apr 01 15:43:11.576445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f53d7398-ffb0-47fb-9fbe-9a2ef9e71afc None None] Provisioning complete for port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:11.576902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f53d7398-ffb0-47fb-9fbe-9a2ef9e71afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.583814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.603507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f92d9643-74cc-4d71-b999-6dcb9823b7d8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.653860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Port': ['ID=239c2bd6-01e6-44ae-9c73-00acd7afa5cd,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:11.691422 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cb8e5896-1a31-484b-aeb3-ae3e87cc693f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2796352 Apr 01 15:43:11.695672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51042) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:11.713302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] No DVR routers for this DVR port 239c2bd6-01e6-44ae-9c73-00acd7afa5cd on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:11.729351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dba1f6fe-7aad-493d-8e4a-dd7abb0c326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.731810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dba1f6fe-7aad-493d-8e4a-dd7abb0c326a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.737177 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dba1f6fe-7aad-493d-8e4a-dd7abb0c326a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa605831-8aa5-4c51-8f36-1f2e91350d35 HTTP/1.1" status: 204 len: 168 time: 0.9411242 Apr 01 15:43:11.777268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f25be67-46a3-498d-b432-e9e286435392 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.778346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1f6fe-7aad-493d-8e4a-dd7abb0c326a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa605831-8aa5-4c51-8f36-1f2e91350d35,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:11.938026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.950249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f92d9643-74cc-4d71-b999-6dcb9823b7d8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.963295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f1f415e2-7ed9-4ca0-bd22-fd1001a434f5 None None] Provisioning complete for port 4b1c89b2-9d25-462f-b664-c2e7948ce3c8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:11.964091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f1f415e2-7ed9-4ca0-bd22-fd1001a434f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:11.979746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cfcf19-1a89-4820-9f16-56a40bff1ade']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:12.034487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::cc (7f6aaf98-911f-4789-9d13-085dd3c05f63/51199cc6-6f6f-48de-957b-e8c127c7e473/e4d0304b-f26b-4e38-acb5-c2ac2b112e81) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:12.036408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f1f415e2-7ed9-4ca0-bd22-fd1001a434f5 None None] Port 4b1c89b2-9d25-462f-b664-c2e7948ce3c8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:12.048391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1522a0dd-9d16-43d6-9eb2-61f13682297b') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:12.049328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1522a0dd-9d16-43d6-9eb2-61f13682297b') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:12.054123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f25be67-46a3-498d-b432-e9e286435392 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.093211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.101382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 51c622cd-1416-493a-a7d3-01811d044f07 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:12.185107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224f0bc-0600-47ec-bce5-5e7e8a7a5d2c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:12.188258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:12.190494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.193531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224f0bc-0600-47ec-bce5-5e7e8a7a5d2c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:12.198271 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0224f0bc-0600-47ec-bce5-5e7e8a7a5d2c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5018795 Apr 01 15:43:12.199315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51046) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:12.208661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.215593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f92d9643-74cc-4d71-b999-6dcb9823b7d8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.243869 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25be67-46a3-498d-b432-e9e286435392 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ac5ad-ca3a-4bdf-bf14-2e7d0f22ac7c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:12.250928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:12.251508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:12.256166 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:12.260467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.305026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f25be67-46a3-498d-b432-e9e286435392 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.311254 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4f25be67-46a3-498d-b432-e9e286435392 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4677405 Apr 01 15:43:12.311254 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51048) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:12.320325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6f0d3792-3b39-4434-b64b-5697e80a3226 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103532487'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:12.325178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d9643-74cc-4d71-b999-6dcb9823b7d8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5ba377-c7ae-46bb-b766-ee08471c382a,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:12.361741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d1a22649-83ad-4db8-8db2-2ea00b7f261a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 4b1c89b2-9d25-462f-b664-c2e7948ce3c8 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:12.362087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d1a22649-83ad-4db8-8db2-2ea00b7f261a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.385056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.448400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 51c622cd-1416-493a-a7d3-01811d044f07, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=51c622cd-1416-493a-a7d3-01811d044f07,segment=NetworkSegment(491e9bff-c963-4d29-9f65-e1143d1e871c),segment_id=491e9bff-c963-4d29-9f65-e1143d1e871c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:12.456686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f92d9643-74cc-4d71-b999-6dcb9823b7d8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.461287 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f92d9643-74cc-4d71-b999-6dcb9823b7d8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3314354 Apr 01 15:43:12.463408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51052) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:12.474545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8c8b84cb-8adf-4bb1-a028-5185f7caf761 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': '91d04c82-24d8-4737-80d3-7b22c928d79b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:12.530957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.532124 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:12.544790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.546705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d1a22649-83ad-4db8-8db2-2ea00b7f261a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.560754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d1a22649-83ad-4db8-8db2-2ea00b7f261a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 4b1c89b2-9d25-462f-b664-c2e7948ce3c8 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:12.600725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.605467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3792-3b39-4434-b64b-5697e80a3226 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.635029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.639065 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] 10.222.0.73 "DELETE /v2.0/networks/55cfcf19-1a89-4820-9f16-56a40bff1ade HTTP/1.1" status: 204 len: 168 time: 2.2121186 Apr 01 15:43:12.642289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a1cbb-9eee-4c50-b19f-943c1240f8fa tempest-NetworksIpV6TestAttrs-1186376364 tempest-NetworksIpV6TestAttrs-1186376364-project] Pushing event deleted for resources: {'Network': ['ID=55cfcf19-1a89-4820-9f16-56a40bff1ade,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:12.660993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c8b84cb-8adf-4bb1-a028-5185f7caf761 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.670070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=51c622cd-1416-493a-a7d3-01811d044f07,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:12.689061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:12.689595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Router db115a7e-fd4b-4ae6-b02a-ce1153d11bdd is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:43:12.689825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.728777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.827576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:12.843768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:12.847446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=e4d0304b-f26b-4e38-acb5-c2ac2b112e81,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:12.854702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-30c89df3-d61e-4a82-9154-06a3cff4362d None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:12.855093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-30c89df3-d61e-4a82-9154-06a3cff4362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.856740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:12.863468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:12.864283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.887016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3792-3b39-4434-b64b-5697e80a3226 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.901472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c8b84cb-8adf-4bb1-a028-5185f7caf761 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:12.920278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05af80c-a55d-4bf7-8770-5ba41d17bb6b req-0a5ba53f-7501-45c8-8741-3a0f7b530be3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:12.922054 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c05af80c-a55d-4bf7-8770-5ba41d17bb6b req-0a5ba53f-7501-45c8-8741-3a0f7b530be3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2422273 Apr 01 15:43:12.983087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 239c2bd6-01e6-44ae-9c73-00acd7afa5cd no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:12.983087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 239c2bd6-01e6-44ae-9c73-00acd7afa5cd {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:12.983087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 239c2bd6-01e6-44ae-9c73-00acd7afa5cd not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:13.021641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-30c89df3-d61e-4a82-9154-06a3cff4362d None None] Provisioning complete for port 32b34103-ab45-4a22-8b29-5592693f3db3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:13.021641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-30c89df3-d61e-4a82-9154-06a3cff4362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.057223 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d5baea38-8fc3-4a72-8811-f4dd0d6476a0 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7903581 Apr 01 15:43:13.058534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51064) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:13.059386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c8b84cb-8adf-4bb1-a028-5185f7caf761 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.062564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-30c89df3-d61e-4a82-9154-06a3cff4362d None None] Port 32b34103-ab45-4a22-8b29-5592693f3db3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:13.069675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e22ecb91-2bc7-4a8a-9e13-fc51fe97e35f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:13.076483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3792-3b39-4434-b64b-5697e80a3226 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.082720 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c05af80c-a55d-4bf7-8770-5ba41d17bb6b req-3a578474-6599-4a8c-a01e-24ad9d2cf138 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430869 Apr 01 15:43:13.092788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:13.107056 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efcfb5-3a76-477e-ac8e-7635d004e458 None None] Sync routers for ids ['db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:13.124862 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8efcfb5-3a76-477e-ac8e-7635d004e458 None None] Routers {'db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:13.125521 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c8efcfb5-3a76-477e-ac8e-7635d004e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:13.170638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b84cb-8adf-4bb1-a028-5185f7caf761 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ec504d-5f33-48ff-8950-76e92a615439,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:13.204599 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c8efcfb5-3a76-477e-ac8e-7635d004e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:13.207855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d3792-3b39-4434-b64b-5697e80a3226 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061e7b66-6cec-4f3b-a303-1527053b1bf6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:13.217536 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8efcfb5-3a76-477e-ac8e-7635d004e458 None None] Routers {'db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:13.217536 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c8efcfb5-3a76-477e-ac8e-7635d004e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:13.253647 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c8efcfb5-3a76-477e-ac8e-7635d004e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:13.255244 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efcfb5-3a76-477e-ac8e-7635d004e458 None None] The sync data for ids ['db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:13.284969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3650ff10-b1cc-4d26-b5bb-1817e29aad06 None None] Provisioning complete for port e4d0304b-f26b-4e38-acb5-c2ac2b112e81 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:13.285884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3650ff10-b1cc-4d26-b5bb-1817e29aad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.288546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.290440 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-94293cbc-1465-41ee-9b04-3ea97bd1a2e5 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6276841 Apr 01 15:43:13.293233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51068) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:13.298849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:13.328893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c8b84cb-8adf-4bb1-a028-5185f7caf761 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.330065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3650ff10-b1cc-4d26-b5bb-1817e29aad06 None None] Port e4d0304b-f26b-4e38-acb5-c2ac2b112e81 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:13.334294 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8c8b84cb-8adf-4bb1-a028-5185f7caf761 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8644845 Apr 01 15:43:13.338705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3792-3b39-4434-b64b-5697e80a3226 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.340476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51070) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:13.343559 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6f0d3792-3b39-4434-b64b-5697e80a3226 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0247161 Apr 01 15:43:13.343808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51072) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:13.345502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d96e5e6b-3868-4f97-9b1c-83bedcf35093 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': '91d04c82-24d8-4737-80d3-7b22c928d79b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:13.349324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-00c8f3d3-04d2-4e8a-bd6e-714ad27f90df tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': '0f9ac5ad-ca3a-4bdf-bf14-2e7d0f22ac7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '061e7b66-6cec-4f3b-a303-1527053b1bf6', 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:13.351997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d1a22649-83ad-4db8-8db2-2ea00b7f261a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.393809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a22649-83ad-4db8-8db2-2ea00b7f261a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=4b1c89b2-9d25-462f-b664-c2e7948ce3c8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:13.451209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22ecb91-2bc7-4a8a-9e13-fc51fe97e35f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:13.456570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e22ecb91-2bc7-4a8a-9e13-fc51fe97e35f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.532743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-00c8f3d3-04d2-4e8a-bd6e-714ad27f90df tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.566172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51082) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:13.611135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d96e5e6b-3868-4f97-9b1c-83bedcf35093 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.683277 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.ipam_backend_mixin [None req-e22ecb91-2bc7-4a8a-9e13-fc51fe97e35f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51199cc6-6f6f-48de-957b-e8c127c7e473 (CIDR: 2001:db8::/64) Apr 01 15:43:13.685536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d1a22649-83ad-4db8-8db2-2ea00b7f261a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.691693 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d1a22649-83ad-4db8-8db2-2ea00b7f261a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/4b1c89b2-9d25-462f-b664-c2e7948ce3c8 HTTP/1.1" status: 204 len: 168 time: 1.4894276 Apr 01 15:43:13.698212 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51086) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:13.701770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-00c8f3d3-04d2-4e8a-bd6e-714ad27f90df tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.759493 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22ecb91-2bc7-4a8a-9e13-fc51fe97e35f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:43:13.759949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22ecb91-2bc7-4a8a-9e13-fc51fe97e35f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:13.827145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-00c8f3d3-04d2-4e8a-bd6e-714ad27f90df tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.849520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554f748-6723-4dd6-a1e6-8501a9828bcf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:13.851469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554f748-6723-4dd6-a1e6-8501a9828bcf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:13.853228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554f748-6723-4dd6-a1e6-8501a9828bcf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:13.854382 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7554f748-6723-4dd6-a1e6-8501a9828bcf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1514151 Apr 01 15:43:13.854889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51090) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:13.860594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51092) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:13.860977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8f3d3-04d2-4e8a-bd6e-714ad27f90df tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe6b634-e83f-4d31-b0d1-cffe168a8e9d,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:13.876687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 51c622cd-1416-493a-a7d3-01811d044f07 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:13.883390 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e22ecb91-2bc7-4a8a-9e13-fc51fe97e35f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8215029 Apr 01 15:43:13.903467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51096) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:13.908545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:13.931906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:13.932282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.987180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'networks': [{'name': 'tempest-network--1757707535'}, {'name': 'tempest-network--1367424355'}]} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:13.987429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-308cfb0c-73de-4c4e-a516-c19a287deba5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ffc8581bea0a4ce99ea176581968952e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145503 Apr 01 15:43:13.987538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'network': {'name': 'tempest-network--1757707535'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:13.987538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'network': {'name': 'tempest-network--1367424355'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:13.991229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d96e5e6b-3868-4f97-9b1c-83bedcf35093 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:13.992188 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51098) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:14.000083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-00c8f3d3-04d2-4e8a-bd6e-714ad27f90df tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.002223 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-00c8f3d3-04d2-4e8a-bd6e-714ad27f90df tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6564126 Apr 01 15:43:14.006998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51100) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:14.052581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3623d09a-e189-4a1b-b5dd-715e61589728 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.062512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3623d09a-e189-4a1b-b5dd-715e61589728 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.073306 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76e8575-4d25-448c-a1ee-6a829176f17b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 61c043a6-d1c0-4760-ad1b-7c1b02161a9f {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:14.085180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f76e8575-4d25-448c-a1ee-6a829176f17b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.119158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.145463 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f76e8575-4d25-448c-a1ee-6a829176f17b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.172067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d96e5e6b-3868-4f97-9b1c-83bedcf35093 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.178548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-842ccd78-591b-41f9-bf95-b1df1ef23814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.204833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Made reservation on behalf of 6509d6fbaeef47508be085c8d2d44493 for: {'network': 2} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:14.210713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.214218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:14.220981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.227488 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3623d09a-e189-4a1b-b5dd-715e61589728 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.243618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e5e6b-3868-4f97-9b1c-83bedcf35093 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f657291f-79b5-4d14-869f-fc3825660eed,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.246059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3623d09a-e189-4a1b-b5dd-715e61589728 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.250068 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3623d09a-e189-4a1b-b5dd-715e61589728 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/5fe6b634-e83f-4d31-b0d1-cffe168a8e9d HTTP/1.1" status: 204 len: 168 time: 0.2396834 Apr 01 15:43:14.250068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.255267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-842ccd78-591b-41f9-bf95-b1df1ef23814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.255643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51104) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:14.274820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623d09a-e189-4a1b-b5dd-715e61589728 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fe6b634-e83f-4d31-b0d1-cffe168a8e9d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.325387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.346097 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3614bf5-e9da-4295-9b27-0536eaed38e9 req-4f8fa9ca-eec9-4d68-8840-6184742d8172 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:14.347688 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3614bf5-e9da-4295-9b27-0536eaed38e9 req-4f8fa9ca-eec9-4d68-8840-6184742d8172 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1766274 Apr 01 15:43:14.352262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f76e8575-4d25-448c-a1ee-6a829176f17b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.382650 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-96488d5d-9647-45fe-ba54-9221fcd8fc1a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1246302 Apr 01 15:43:14.388070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51106) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:14.414491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d96e5e6b-3868-4f97-9b1c-83bedcf35093 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.415686 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d96e5e6b-3868-4f97-9b1c-83bedcf35093 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0739472 Apr 01 15:43:14.419201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51108) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:14.423773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fa8e332c-2ef5-4c7e-8cc2-b417a0c6f3aa tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': '91d04c82-24d8-4737-80d3-7b22c928d79b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:14.477442 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3614bf5-e9da-4295-9b27-0536eaed38e9 req-cb9b77af-f5d3-4351-981f-61a64af85ac7 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191282 Apr 01 15:43:14.508904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.513746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-85c1305e-58b4-40f2-a3b7-af516d1dfc2b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.517080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-842ccd78-591b-41f9-bf95-b1df1ef23814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.520158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-842ccd78-591b-41f9-bf95-b1df1ef23814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.521320 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-842ccd78-591b-41f9-bf95-b1df1ef23814 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/151bebde-4a58-4742-b2b4-944101095d95 HTTP/1.1" status: 204 len: 168 time: 0.5227861 Apr 01 15:43:14.552086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ccd78-591b-41f9-bf95-b1df1ef23814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151bebde-4a58-4742-b2b4-944101095d95,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.555877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-85c1305e-58b4-40f2-a3b7-af516d1dfc2b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.590041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa8e332c-2ef5-4c7e-8cc2-b417a0c6f3aa tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.595073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Deleting port 1641ab33-1194-4618-ad3b-2b89f272852e {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:14.595073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.618915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f76e8575-4d25-448c-a1ee-6a829176f17b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.622006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.622471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.678243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e8575-4d25-448c-a1ee-6a829176f17b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=61c043a6-d1c0-4760-ad1b-7c1b02161a9f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.686825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f76e8575-4d25-448c-a1ee-6a829176f17b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.694097 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f76e8575-4d25-448c-a1ee-6a829176f17b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/61c043a6-d1c0-4760-ad1b-7c1b02161a9f HTTP/1.1" status: 204 len: 168 time: 0.8262241 Apr 01 15:43:14.694097 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51112) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:14.694324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acc1ccf-203d-430e-8346-4b77772cfc97,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.697611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0b3b2-e944-4e59-91fa-90fb688da89a None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:14.714477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:14.726090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.726510 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Added segment 39fba327-8464-4be5-a0eb-b42a990c06ce of type vlan for network 11f90209-0221-44c8-98a8-c79fee385182 Apr 01 15:43:14.729698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-85c1305e-58b4-40f2-a3b7-af516d1dfc2b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.732253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-85c1305e-58b4-40f2-a3b7-af516d1dfc2b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.736132 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-85c1305e-58b4-40f2-a3b7-af516d1dfc2b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/061e7b66-6cec-4f3b-a303-1527053b1bf6 HTTP/1.1" status: 204 len: 168 time: 0.3435767 Apr 01 15:43:14.752187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51114) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:14.767251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.771217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.789731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa8e332c-2ef5-4c7e-8cc2-b417a0c6f3aa tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.790932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.791904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1305e-58b4-40f2-a3b7-af516d1dfc2b tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061e7b66-6cec-4f3b-a303-1527053b1bf6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.806059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Calling delete_port for 1641ab33-1194-4618-ad3b-2b89f272852e owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:14.811197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-80842476-e8c3-47fb-a43a-326029919e35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet f23b1a19-84d0-4f4d-a2e0-6439ed807ccc {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:14.817457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80842476-e8c3-47fb-a43a-326029919e35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.852760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:14.852760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:14.856759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:14.862024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:14.862618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.871947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.872262 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Added segment ad88eda1-20e3-48b4-9512-5317e5f9de4c of type vlan for network 52001d29-2673-42e4-9334-968e42f3708c Apr 01 15:43:14.882967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7827b-03f8-4b06-8b05-0c5457783ab2 None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:14.883571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=3bec01c6-87f5-410c-850d-54ead40a5336,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.912356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa8e332c-2ef5-4c7e-8cc2-b417a0c6f3aa tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.916997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80842476-e8c3-47fb-a43a-326029919e35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.935582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:14.949966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e332c-2ef5-4c7e-8cc2-b417a0c6f3aa tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13eead63-d815-4c5b-97ea-472f9ad0c2a8,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:14.963161 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-90e3e931-5145-4313-ba16-e3723f0ff5fe tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2098398 Apr 01 15:43:14.969084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51116) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:15.039185 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bf72709e-2d3e-4b0d-9193-d1fe59f8d0ca tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1345921 Apr 01 15:43:15.040129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51120) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:15.047046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-904798607', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3bec01c6-87f5-410c-850d-54ead40a5336'}], 'security_groups': ['84478783-5c91-4185-b601-2188ef990909']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:15.089954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa8e332c-2ef5-4c7e-8cc2-b417a0c6f3aa tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.096239 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fa8e332c-2ef5-4c7e-8cc2-b417a0c6f3aa tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6759200 Apr 01 15:43:15.102237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51122) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:15.109643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9f10548c-fd9f-4ba0-bbf6-8bcf64fc3c1e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': '91d04c82-24d8-4737-80d3-7b22c928d79b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:15.163662 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80842476-e8c3-47fb-a43a-326029919e35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.178899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.183381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f2559617-2c91-4a21-90fd-915d85061c4d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.190772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.191962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.199735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:15.215326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:15.215326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.296054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9f10548c-fd9f-4ba0-bbf6-8bcf64fc3c1e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.299511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f2559617-2c91-4a21-90fd-915d85061c4d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.312881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c703b2d3-3ad5-4d4f-badb-6815913ef854 None None] Update dhcp port {'port': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'fixed_ips': [{'subnet_id': '51199cc6-6f6f-48de-957b-e8c127c7e473', 'ip_address': '2001:db8::2'}, {'subnet_id': '3bec01c6-87f5-410c-850d-54ead40a5336'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '51c622cd-1416-493a-a7d3-01811d044f07'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:43:15.366555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c703b2d3-3ad5-4d4f-badb-6815913ef854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.417141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.418103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.524189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f2559617-2c91-4a21-90fd-915d85061c4d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.527875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f2559617-2c91-4a21-90fd-915d85061c4d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.529098 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f2559617-2c91-4a21-90fd-915d85061c4d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/0f9ac5ad-ca3a-4bdf-bf14-2e7d0f22ac7c HTTP/1.1" status: 204 len: 168 time: 0.5572915 Apr 01 15:43:15.532300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80842476-e8c3-47fb-a43a-326029919e35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.572983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51134) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:15.594080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Pushing event deleted for resources: {'Port': ['ID=1641ab33-1194-4618-ad3b-2b89f272852e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:15.690276 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-c703b2d3-3ad5-4d4f-badb-6815913ef854 None None] Allocated IP 2001:db8:0:1::2 (7f6aaf98-911f-4789-9d13-085dd3c05f63/3bec01c6-87f5-410c-850d-54ead40a5336/51c622cd-1416-493a-a7d3-01811d044f07) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:15.737100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80842476-e8c3-47fb-a43a-326029919e35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.744161 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-80842476-e8c3-47fb-a43a-326029919e35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/f23b1a19-84d0-4f4d-a2e0-6439ed807ccc HTTP/1.1" status: 204 len: 168 time: 1.0492010 Apr 01 15:43:15.747379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80842476-e8c3-47fb-a43a-326029919e35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=f23b1a19-84d0-4f4d-a2e0-6439ed807ccc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:15.749496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2559617-2c91-4a21-90fd-915d85061c4d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ac5ad-ca3a-4bdf-bf14-2e7d0f22ac7c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:15.757918 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51136) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:15.830015 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9e53a855-78a7-44b6-9cb9-484a1159ecc6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708892 Apr 01 15:43:15.841167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51142) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:15.849518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:15.883146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c703b2d3-3ad5-4d4f-badb-6815913ef854 None None] For port 51c622cd-1416-493a-a7d3-01811d044f07, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=51c622cd-1416-493a-a7d3-01811d044f07,segment=NetworkSegment(491e9bff-c963-4d29-9f65-e1143d1e871c),segment_id=491e9bff-c963-4d29-9f65-e1143d1e871c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:15.905069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b9a20-e91b-4346-b714-03e48ac76295 req-97d06bee-0b5f-49f9-a005-c7226d300b29 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:15.906628 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c36b9a20-e91b-4346-b714-03e48ac76295 req-97d06bee-0b5f-49f9-a005-c7226d300b29 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2618032 Apr 01 15:43:15.907536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.955884 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0994470 Apr 01 15:43:15.984669 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c703b2d3-3ad5-4d4f-badb-6815913ef854 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:15.988146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6a59f2-89c3-4e6a-ae78-68f56b1482f3 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:15.993566 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51146) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.019663 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ae3139b4-d67b-4686-8486-eddf1628e7df tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3997915 Apr 01 15:43:16.019943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Network': ['ID=11f90209-0221-44c8-98a8-c79fee385182,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:16.020842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51148) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.029183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d0cc260a-ab4a-4c49-bbe9-bcb990d8e9b3 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433407459'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:16.032246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 11f90209-0221-44c8-98a8-c79fee385182 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:16.093026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c703b2d3-3ad5-4d4f-badb-6815913ef854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.263849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ecdb04c4-007f-4726-8325-4478f5e4e50d None None] Provisioning complete for port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:16.264371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ecdb04c4-007f-4726-8325-4478f5e4e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.310787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51152) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.337593 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703b2d3-3ad5-4d4f-badb-6815913ef854 None None] Pushing event updated for resources: {'Port': ['ID=51c622cd-1416-493a-a7d3-01811d044f07,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:16.370358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5a8c4-6a61-46b7-b398-3e51af5d8b25 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Network': ['ID=52001d29-2673-42e4-9334-968e42f3708c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:16.398990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9f10548c-fd9f-4ba0-bbf6-8bcf64fc3c1e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.417903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 52001d29-2673-42e4-9334-968e42f3708c details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:16.427309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cc260a-ab4a-4c49-bbe9-bcb990d8e9b3 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.458912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795de306-345d-4452-9366-a60c5e7b02c6 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:16.541449 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c36b9a20-e91b-4346-b714-03e48ac76295 req-4b5d11df-963f-4d59-8bd5-0b517385dd50 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6134386 Apr 01 15:43:16.594370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e71af0f1-753f-4fea-a1c3-e5265344177d tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] Request body: {'port': {'network_id': '881cc40e-bc26-4e10-a209-840f80e0d204', 'name': 'tempest-NetworksNegativeTestJSON-1146376198'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:16.599140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-795de306-345d-4452-9366-a60c5e7b02c6 None None] Deleting port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:16.599614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-795de306-345d-4452-9366-a60c5e7b02c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.605500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9f10548c-fd9f-4ba0-bbf6-8bcf64fc3c1e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.649490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cc260a-ab4a-4c49-bbe9-bcb990d8e9b3 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.657261 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71af0f1-753f-4fea-a1c3-e5265344177d tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] POST failed (client error): The resource could not be found. Apr 01 15:43:16.658265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71af0f1-753f-4fea-a1c3-e5265344177d tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:16.663976 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e71af0f1-753f-4fea-a1c3-e5265344177d tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3436615 Apr 01 15:43:16.666613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51158) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.694367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-795de306-345d-4452-9366-a60c5e7b02c6 None None] For port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3b700e65-e4db-4a55-aeaa-bee2d12f6ab5,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:16.694367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-795de306-345d-4452-9366-a60c5e7b02c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.709464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-795de306-345d-4452-9366-a60c5e7b02c6 None None] Calling delete_port for 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:16.713356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10548c-fd9f-4ba0-bbf6-8bcf64fc3c1e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439631ea-a58e-430f-89cd-d78ab1cd6509,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:16.717500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Delete allocated IP 2001:db8::cc (7f6aaf98-911f-4789-9d13-085dd3c05f63/51199cc6-6f6f-48de-957b-e8c127c7e473) {{(pid=110106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:43:16.739438 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a75881b-3cb1-4bad-8144-0552ee44d46d tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:16.740182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a75881b-3cb1-4bad-8144-0552ee44d46d tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:16.747045 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6a75881b-3cb1-4bad-8144-0552ee44d46d tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "DELETE /v2.0/networks/43cae6b7-d5bc-4757-89a6-512d89647748 HTTP/1.1" status: 404 len: 339 time: 0.0698256 Apr 01 15:43:16.747354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51160) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.758324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8:0:1::39a (7f6aaf98-911f-4789-9d13-085dd3c05f63/3bec01c6-87f5-410c-850d-54ead40a5336/e4d0304b-f26b-4e38-acb5-c2ac2b112e81) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:16.763854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.765508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:16.769180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.789237 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d15b607-e5f1-489a-99fe-380811beefe5 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:16.795379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d15b607-e5f1-489a-99fe-380811beefe5 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:16.798705 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0d15b607-e5f1-489a-99fe-380811beefe5 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "DELETE /v2.0/ports/81c2b246-f5b6-419c-84ab-50726ff83509 HTTP/1.1" status: 404 len: 333 time: 0.0503502 Apr 01 15:43:16.799056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.803221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51162) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.810136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294f52e-7829-499e-a144-23ad142d6a19 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:16.814015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cc260a-ab4a-4c49-bbe9-bcb990d8e9b3 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.817792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294f52e-7829-499e-a144-23ad142d6a19 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:16.824614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294f52e-7829-499e-a144-23ad142d6a19 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:16.831000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294f52e-7829-499e-a144-23ad142d6a19 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:16.834016 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c294f52e-7829-499e-a144-23ad142d6a19 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8376911 Apr 01 15:43:16.844942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51164) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.866370 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39fac42-7576-479b-aac0-424530a2d42f tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:16.866834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39fac42-7576-479b-aac0-424530a2d42f tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:16.870090 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a39fac42-7576-479b-aac0-424530a2d42f tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "DELETE /v2.0/subnets/dbca7522-f056-4e11-95e1-81258c3765c6 HTTP/1.1" status: 404 len: 337 time: 0.0656881 Apr 01 15:43:16.883090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51166) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.912527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9f10548c-fd9f-4ba0-bbf6-8bcf64fc3c1e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.913791 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9f10548c-fd9f-4ba0-bbf6-8bcf64fc3c1e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.8103974 Apr 01 15:43:16.918278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc260a-ab4a-4c49-bbe9-bcb990d8e9b3 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58d7d24-bfd7-4cc2-8b53-e1cdf0c1c696,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:16.920283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51168) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.932564 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbd3b7d-3489-4d65-b0e7-38cbe9bca812 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] GET failed (client error): The resource could not be found. Apr 01 15:43:16.934002 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2dbd3b7d-3489-4d65-b0e7-38cbe9bca812 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "GET /v2.0/networks/bb4072d9-2161-492f-b666-6d77ac97d97b HTTP/1.1" status: 404 len: 339 time: 0.0499606 Apr 01 15:43:16.941965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-795de306-345d-4452-9366-a60c5e7b02c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:16.942614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51170) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:16.981810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795de306-345d-4452-9366-a60c5e7b02c6 None None] Pushing event deleted for resources: {'Port': ['ID=3b700e65-e4db-4a55-aeaa-bee2d12f6ab5,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:16.990097 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795de306-345d-4452-9366-a60c5e7b02c6 None None] No DVR routers for this DVR port 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:16.995612 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce07b5db-0113-4fa0-ba1b-21ac4db4a11b tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] GET failed (client error): The resource could not be found. Apr 01 15:43:16.997284 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ce07b5db-0113-4fa0-ba1b-21ac4db4a11b tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "GET /v2.0/ports/5dbccdbc-2be0-4b8b-a5d1-4ab72b158ca5 HTTP/1.1" status: 404 len: 333 time: 0.0534997 Apr 01 15:43:17.031653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51172) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.045092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cc260a-ab4a-4c49-bbe9-bcb990d8e9b3 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.046348 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d0cc260a-ab4a-4c49-bbe9-bcb990d8e9b3 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0210509 Apr 01 15:43:17.054940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51174) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.055997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cade32c2-0ba5-42ff-8ac5-304f6c998e45 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.095336 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-dce90610-6539-4738-aee1-7ae426b2ce2a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'a58d7d24-bfd7-4cc2-8b53-e1cdf0c1c696', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:17.111157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cade32c2-0ba5-42ff-8ac5-304f6c998e45 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.116090 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bd0d23-06fe-48f2-92a3-6ac29113d900 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] GET failed (client error): The resource could not be found. Apr 01 15:43:17.121133 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-26bd0d23-06fe-48f2-92a3-6ac29113d900 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "GET /v2.0/subnets/e6042740-66c4-41c6-8761-98dfc1f4f3ef HTTP/1.1" status: 404 len: 337 time: 0.0863771 Apr 01 15:43:17.128241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51178) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.139841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Router db115a7e-fd4b-4ae6-b02a-ce1153d11bdd has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:17.141151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-09cab0c6-dd24-4325-8a46-3ab99a68912a tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:17.144474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.192794 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cab0c6-dd24-4325-8a46-3ab99a68912a tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] PUT failed (client error): The resource could not be found. Apr 01 15:43:17.193421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cab0c6-dd24-4325-8a46-3ab99a68912a tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:17.196471 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-09cab0c6-dd24-4325-8a46-3ab99a68912a tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "PUT /v2.0/networks/d654cf04-4647-483f-99b2-cc325f993cc6 HTTP/1.1" status: 404 len: 339 time: 0.0580010 Apr 01 15:43:17.199831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51180) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.207580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7f0765e5-3dfd-49d9-bcc4-094f9716a6fa tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:17.232634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8f411a42-f3d7-4ed4-8767-e6f99e934239 None None] Provisioning complete for port e4d0304b-f26b-4e38-acb5-c2ac2b112e81 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:17.233739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f411a42-f3d7-4ed4-8767-e6f99e934239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.252852 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0765e5-3dfd-49d9-bcc4-094f9716a6fa tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] PUT failed (client error): The resource could not be found. Apr 01 15:43:17.254391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0765e5-3dfd-49d9-bcc4-094f9716a6fa tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:17.260421 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7f0765e5-3dfd-49d9-bcc4-094f9716a6fa tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "PUT /v2.0/ports/589f46de-964d-46c3-b67d-c02c76668d9d HTTP/1.1" status: 404 len: 333 time: 0.0566299 Apr 01 15:43:17.261102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51182) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.272191 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0d31e886-bca3-45af-b525-e36c92218281 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:17.282514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8f411a42-f3d7-4ed4-8767-e6f99e934239 None None] Port e4d0304b-f26b-4e38-acb5-c2ac2b112e81 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:17.294688 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8f411a42-f3d7-4ed4-8767-e6f99e934239 None None] Provisioning complete for port 32b34103-ab45-4a22-8b29-5592693f3db3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:17.295323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f411a42-f3d7-4ed4-8767-e6f99e934239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.331814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.335923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8f411a42-f3d7-4ed4-8767-e6f99e934239 None None] Port 32b34103-ab45-4a22-8b29-5592693f3db3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:17.339569 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d31e886-bca3-45af-b525-e36c92218281 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] PUT failed (client error): The resource could not be found. Apr 01 15:43:17.340027 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d31e886-bca3-45af-b525-e36c92218281 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:17.345578 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0d31e886-bca3-45af-b525-e36c92218281 tempest-NetworksNegativeTestJSON-1397143415 tempest-NetworksNegativeTestJSON-1397143415-project] 10.222.0.73 "PUT /v2.0/subnets/9f303ffa-3d7a-4f5a-bfa2-7926fefb1e07 HTTP/1.1" status: 404 len: 337 time: 0.0780745 Apr 01 15:43:17.351322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cade32c2-0ba5-42ff-8ac5-304f6c998e45 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.351793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8f411a42-f3d7-4ed4-8767-e6f99e934239 None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:17.352613 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f411a42-f3d7-4ed4-8767-e6f99e934239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.362541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cade32c2-0ba5-42ff-8ac5-304f6c998e45 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.363741 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cade32c2-0ba5-42ff-8ac5-304f6c998e45 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/439631ea-a58e-430f-89cd-d78ab1cd6509 HTTP/1.1" status: 204 len: 168 time: 0.4326513 Apr 01 15:43:17.364650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dce90610-6539-4738-aee1-7ae426b2ce2a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.367610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51186) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.378411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:17.394814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade32c2-0ba5-42ff-8ac5-304f6c998e45 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=439631ea-a58e-430f-89cd-d78ab1cd6509,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:17.398900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.403524 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aa3f2644-7579-4f96-8dfb-6aec584239bf tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "PUT /v2.0/routers/db115a7e-fd4b-4ae6-b02a-ce1153d11bdd HTTP/1.1" status: 200 len: 705 time: 4.1090863 Apr 01 15:43:17.406605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51188) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.408416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c6c2c-9f1e-4bea-99cb-a31295a86a00 None None] Sync routers for ids ['db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:17.433771 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c6c2c-9f1e-4bea-99cb-a31295a86a00 None None] Routers {'db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:17.435920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-970c6c2c-9f1e-4bea-99cb-a31295a86a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:17.442923 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383239-0d25-4eb2-97c2-5b7dcdff7b25 req-515a021b-8831-4ef3-a6b3-c61456429c65 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:17.452057 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8c383239-0d25-4eb2-97c2-5b7dcdff7b25 req-515a021b-8831-4ef3-a6b3-c61456429c65 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.3044868 Apr 01 15:43:17.463988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.491565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a3778-35a4-443f-b9bf-612686fb684f req-57128ab0-fc43-4826-bd59-efa53a0e175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:17.499014 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-978a3778-35a4-443f-b9bf-612686fb684f req-57128ab0-fc43-4826-bd59-efa53a0e175b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f3592e4908d4ed58791d42b7969808a&device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 1098 time: 0.2269549 Apr 01 15:43:17.511997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-970c6c2c-9f1e-4bea-99cb-a31295a86a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:17.557695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.567271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c6c2c-9f1e-4bea-99cb-a31295a86a00 None None] Routers {'db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:17.567946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-970c6c2c-9f1e-4bea-99cb-a31295a86a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:17.588259 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8c383239-0d25-4eb2-97c2-5b7dcdff7b25 req-e25159c3-07c8-4538-be17-b86ed417a5ab tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349475 Apr 01 15:43:17.591750 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3a66b3a2-a48f-47ea-85c7-bd1510d22186 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/routers/db115a7e-fd4b-4ae6-b02a-ce1153d11bdd HTTP/1.1" status: 200 len: 740 time: 0.1782522 Apr 01 15:43:17.606818 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cda63c76-575b-4690-9d46-757906de8b61 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2345567 Apr 01 15:43:17.607409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51190) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.610065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f90209-0221-44c8-98a8-c79fee385182']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:17.618745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-970c6c2c-9f1e-4bea-99cb-a31295a86a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:17.619398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c6c2c-9f1e-4bea-99cb-a31295a86a00 None None] The sync data for ids ['db115a7e-fd4b-4ae6-b02a-ce1153d11bdd'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:17.621500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51192) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.631988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fba327-8464-4be5-a0eb-b42a990c06ce') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:17.632295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fba327-8464-4be5-a0eb-b42a990c06ce') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:17.647772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.668985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3fc3-e04c-413c-9213-e984c50ee18a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.672242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.683291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3fc3-e04c-413c-9213-e984c50ee18a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.685905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:17.686434 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:17.689395 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:17.703267 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1e218553-5943-48c3-8a29-1b82b0ca0f41 tempest-RoutersAdminTest-1916178978 tempest-RoutersAdminTest-1916178978-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=db115a7e-fd4b-4ae6-b02a-ce1153d11bdd HTTP/1.1" status: 200 len: 205 time: 0.0791335 Apr 01 15:43:17.708527 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51194) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.730144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.749002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] In _notify_port_updated(), no bound segment for port e4d0304b-f26b-4e38-acb5-c2ac2b112e81 on network 7f6aaf98-911f-4789-9d13-085dd3c05f63 {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:43:17.755643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:17.756285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.760861 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "PUT /v2.0/ports/e4d0304b-f26b-4e38-acb5-c2ac2b112e81 HTTP/1.1" status: 200 len: 930 time: 2.7194257 Apr 01 15:43:17.761700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51196) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.765943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9175bc1-2ca3-4e14-b05d-00d00170879e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=e4d0304b-f26b-4e38-acb5-c2ac2b112e81,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:17.793291 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f3312035-6c89-470e-ad8e-ddb9553793fe tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=db115a7e-fd4b-4ae6-b02a-ce1153d11bdd HTTP/1.1" status: 200 len: 205 time: 0.0768955 Apr 01 15:43:17.816158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dce90610-6539-4738-aee1-7ae426b2ce2a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.816158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51198) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:17.864368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:17.866199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:17.881273 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:17.881874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.885479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=5edc99ca-600f-42c1-9a48-274d773fffbc,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:17.891015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd135c-db0b-4f73-b136-8287e210daf3 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:17.935329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a3778-35a4-443f-b9bf-612686fb684f req-51fbcf7f-12df-4dea-8eb8-50058c97a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:17.936899 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-978a3778-35a4-443f-b9bf-612686fb684f req-51fbcf7f-12df-4dea-8eb8-50058c97a39e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 HTTP/1.1" status: 200 len: 914 time: 0.3754320 Apr 01 15:43:17.941784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9359-e47f-40d6-a9fa-f9df8f989e6a tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:17.943807 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dce90610-6539-4738-aee1-7ae426b2ce2a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.022907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.025089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3fc3-e04c-413c-9213-e984c50ee18a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.054369 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3fc3-e04c-413c-9213-e984c50ee18a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.055836 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f9ab3fc3-e04c-413c-9213-e984c50ee18a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/13eead63-d815-4c5b-97ea-472f9ad0c2a8 HTTP/1.1" status: 204 len: 168 time: 0.4331818 Apr 01 15:43:18.059520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.064552 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/networks/11f90209-0221-44c8-98a8-c79fee385182 HTTP/1.1" status: 204 len: 168 time: 1.2181478 Apr 01 15:43:18.071109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcfcb3-853f-4c38-a4d3-981c3f24d73b tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Network': ['ID=11f90209-0221-44c8-98a8-c79fee385182,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:18.071109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51200) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.071109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51202) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.078842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 51c622cd-1416-493a-a7d3-01811d044f07 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:18.087538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce90610-6539-4738-aee1-7ae426b2ce2a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbf2bf7-4bee-426f-9ad7-3c237f5ffbc4,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:18.126877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab3fc3-e04c-413c-9213-e984c50ee18a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13eead63-d815-4c5b-97ea-472f9ad0c2a8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:18.136832 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a5786ac7-f0dd-4b41-afef-9e4cd82a96e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2926364 Apr 01 15:43:18.137596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51206) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.156187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:18.180142 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-978a3778-35a4-443f-b9bf-612686fb684f req-f1b9b82d-11b1-4461-8063-dca4290b7ebf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2 HTTP/1.1" status: 200 len: 1001 time: 0.2279828 Apr 01 15:43:18.218984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9359-e47f-40d6-a9fa-f9df8f989e6a tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.219325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0316e0a0-56bd-49b2-ad03-c735804ddb96 None None] Provisioning complete for port e4d0304b-f26b-4e38-acb5-c2ac2b112e81 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:18.219771 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0316e0a0-56bd-49b2-ad03-c735804ddb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.229947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dce90610-6539-4738-aee1-7ae426b2ce2a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.231134 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dce90610-6539-4738-aee1-7ae426b2ce2a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1728177 Apr 01 15:43:18.234826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9359-e47f-40d6-a9fa-f9df8f989e6a tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.242442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51208) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.264474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6d846250-7c4a-468f-a7e0-eac436c52b2c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port e4d0304b-f26b-4e38-acb5-c2ac2b112e81 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:18.265271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d846250-7c4a-468f-a7e0-eac436c52b2c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.286903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0316e0a0-56bd-49b2-ad03-c735804ddb96 None None] Port e4d0304b-f26b-4e38-acb5-c2ac2b112e81 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:18.311068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:18.311612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.313642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.321197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51210) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.352769 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-43951fb7-aba2-4ef6-a499-b2c1f8db8262 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2770271 Apr 01 15:43:18.358832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51214) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.363633 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5cba97fd-e44a-4fda-8942-6b20eec75f7d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.380259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5cba97fd-e44a-4fda-8942-6b20eec75f7d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.391542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a3778-35a4-443f-b9bf-612686fb684f req-de91f46d-ecf2-4f6b-ab82-716479b207c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:18.393121 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-978a3778-35a4-443f-b9bf-612686fb684f req-de91f46d-ecf2-4f6b-ab82-716479b207c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f5a4e3-be43-4c74-90a9-1d70d76a2497 HTTP/1.1" status: 200 len: 851 time: 0.1768034 Apr 01 15:43:18.467258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '5edc99ca-600f-42c1-9a48-274d773fffbc'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:18.476211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.476448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc9cb73e-2b22-407b-9a8b-84146eb64422 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.477961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9359-e47f-40d6-a9fa-f9df8f989e6a tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.478460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfe9359-e47f-40d6-a9fa-f9df8f989e6a tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Fanout notify agent at l3_agent the message router_deleted on router db115a7e-fd4b-4ae6-b02a-ce1153d11bdd {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:43:18.489220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc9cb73e-2b22-407b-9a8b-84146eb64422 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.496570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9359-e47f-40d6-a9fa-f9df8f989e6a tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.502436 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0dfe9359-e47f-40d6-a9fa-f9df8f989e6a tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/db115a7e-fd4b-4ae6-b02a-ce1153d11bdd HTTP/1.1" status: 204 len: 168 time: 0.6840217 Apr 01 15:43:18.508410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51216) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.534214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.545548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a3778-35a4-443f-b9bf-612686fb684f req-9c67a3ad-e8d0-4815-be63-b3bd355dbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:18.547034 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-978a3778-35a4-443f-b9bf-612686fb684f req-9c67a3ad-e8d0-4815-be63-b3bd355dbe6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1261041 Apr 01 15:43:18.548789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d846250-7c4a-468f-a7e0-eac436c52b2c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.568368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52001d29-2673-42e4-9334-968e42f3708c']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:18.576124 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e388778e-451e-40b7-a73b-28adde5be02a tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=db115a7e-fd4b-4ae6-b02a-ce1153d11bdd HTTP/1.1" status: 200 len: 205 time: 0.0613115 Apr 01 15:43:18.586355 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51218) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.589167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6d846250-7c4a-468f-a7e0-eac436c52b2c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for e4d0304b-f26b-4e38-acb5-c2ac2b112e81 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:18.625291 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:18.626739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad88eda1-20e3-48b4-9512-5317e5f9de4c') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:18.627244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad88eda1-20e3-48b4-9512-5317e5f9de4c') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:18.640018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.656101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:18.656484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3b700e65-e4db-4a55-aeaa-bee2d12f6ab5 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:18.684537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc9cb73e-2b22-407b-9a8b-84146eb64422 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.687170 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5cba97fd-e44a-4fda-8942-6b20eec75f7d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.694732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.700332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc9cb73e-2b22-407b-9a8b-84146eb64422 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.704197 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fc9cb73e-2b22-407b-9a8b-84146eb64422 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/f657291f-79b5-4d14-869f-fc3825660eed HTTP/1.1" status: 204 len: 168 time: 0.3426049 Apr 01 15:43:18.708564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cb73e-2b22-407b-9a8b-84146eb64422 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f657291f-79b5-4d14-869f-fc3825660eed,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:18.711776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51222) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.712686 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5cba97fd-e44a-4fda-8942-6b20eec75f7d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.713903 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5cba97fd-e44a-4fda-8942-6b20eec75f7d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/edbf2bf7-4bee-426f-9ad7-3c237f5ffbc4 HTTP/1.1" status: 204 len: 168 time: 0.4658494 Apr 01 15:43:18.722164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51224) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.739792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Allocated IP 172.20.0.2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/5edc99ca-600f-42c1-9a48-274d773fffbc/eff3d730-be72-4859-a548-199904e94627) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:18.746239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:18.749722 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.776423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:18.776846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.780098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1254eaae-7ded-4016-9f6a-3a59d8be27e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.785712 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-978a3778-35a4-443f-b9bf-612686fb684f req-6dde0557-438e-4162-ba73-bbb64740e236 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204921 Apr 01 15:43:18.788984 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-15dff6f8-4b42-4bc0-887d-7148795a58c4 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] delete failed (client error): The resource could not be found. Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-15dff6f8-4b42-4bc0-887d-7148795a58c4 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/db115a7e-fd4b-4ae6-b02a-ce1153d11bdd HTTP/1.1" status: 404 len: 336 time: 0.1941543 Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:18.792426 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:18.801530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51226) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.819270 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ed311da7-97ff-4354-aaf7-2f7f368bede3 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1029358 Apr 01 15:43:18.823026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51228) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:18.836908 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba97fd-e44a-4fda-8942-6b20eec75f7d tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edbf2bf7-4bee-426f-9ad7-3c237f5ffbc4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:18.916612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:18.975860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f812d-7bbc-4ec1-adeb-28ac2f9706e2 req-82ffae10-5ede-4ea9-a767-6ce3cd66320d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:18.977577 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b94f812d-7bbc-4ec1-adeb-28ac2f9706e2 req-82ffae10-5ede-4ea9-a767-6ce3cd66320d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2800264 Apr 01 15:43:19.070569 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b94f812d-7bbc-4ec1-adeb-28ac2f9706e2 req-71981e78-df60-4e07-9bca-f73b52951ea0 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810986 Apr 01 15:43:19.103567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1254eaae-7ded-4016-9f6a-3a59d8be27e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.147969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.186394 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dd3ebd6d-7774-49ee-880a-cac96967747d tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9c79588-db3a-4b6c-982d-046062ef2001 HTTP/1.1" status: 200 len: 205 time: 0.3644319 Apr 01 15:43:19.190677 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51230) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.197026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:19.201456 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-91929579-01fb-4be5-8d8e-b61207f7c1dc tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4764864 Apr 01 15:43:19.204286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:19.205682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51232) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.208233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:19.242435 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-04066107-2729-4c2c-ad04-9b25b0c884e9 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] delete failed (client error): The resource could not be found. Apr 01 15:43:19.246533 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-04066107-2729-4c2c-ad04-9b25b0c884e9 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/d9c79588-db3a-4b6c-982d-046062ef2001 HTTP/1.1" status: 404 len: 336 time: 0.0512226 Apr 01 15:43:19.247268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51234) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.267321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.269330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Pushing event updated for resources: {'Port': ['ID=eff3d730-be72-4859-a548-199904e94627,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:19.271927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Attempting to bind port eff3d730-be72-4859-a548-199904e94627 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:19.272179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Attempting to bind port eff3d730-be72-4859-a548-199904e94627 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:19.272568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Attempting to bind port eff3d730-be72-4859-a548-199904e94627 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:19.273106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.279167 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/networks/52001d29-2673-42e4-9334-968e42f3708c HTTP/1.1" status: 204 len: 168 time: 1.1997619 Apr 01 15:43:19.279369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:19.279507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:19.279820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.280223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:19.280771 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Bound port: eff3d730-be72-4859-a548-199904e94627, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:19.281164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.293118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-376b8fcf-e525-462a-9447-5bb6c1c386cf tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.295397 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51236) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.303379 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0804576d-aeeb-4981-8be7-ca395bece09c tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=2888a28d-73f0-4d78-b470-03c03e3ebb0c HTTP/1.1" status: 200 len: 205 time: 0.0521531 Apr 01 15:43:19.308578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51238) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.317691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1254eaae-7ded-4016-9f6a-3a59d8be27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.339015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecd503-aa88-48ef-a3f8-4c428ec4e3b7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Network': ['ID=52001d29-2673-42e4-9334-968e42f3708c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:19.362751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] For port eff3d730-be72-4859-a548-199904e94627, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:19.372216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-376b8fcf-e525-462a-9447-5bb6c1c386cf tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.384117 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-318f0cf2-92a7-4a79-a5cd-8ffb46cdf518 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] delete failed (client error): The resource could not be found. Apr 01 15:43:19.391291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254eaae-7ded-4016-9f6a-3a59d8be27e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c9f0a3-bef6-42f4-b22a-96bd26d254e9,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:19.391468 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-318f0cf2-92a7-4a79-a5cd-8ffb46cdf518 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/2888a28d-73f0-4d78-b470-03c03e3ebb0c HTTP/1.1" status: 404 len: 336 time: 0.0756824 Apr 01 15:43:19.391568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51240) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.391568 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1254eaae-7ded-4016-9f6a-3a59d8be27e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=086c6c7fb9b94feb89ab86c9831a39db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0672252 Apr 01 15:43:19.398344 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51242) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.460835 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e4e961a8-b1d1-4034-8c31-a06150e75085 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0742a1f-b398-4e71-a517-edd118d790f3 HTTP/1.1" status: 200 len: 205 time: 0.0680964 Apr 01 15:43:19.464381 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51244) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.475079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4d91ad2f-7577-4ea1-af55-110c6d1b77be tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.478775 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-978a3778-35a4-443f-b9bf-612686fb684f req-4cc4dbf6-9fa6-4b55-8317-ebe0e6cd8fc7 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760769 Apr 01 15:43:19.531938 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-bca436d5-84de-4fe6-b8d0-787dbbfd5ff1 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] delete failed (client error): The resource could not be found. Apr 01 15:43:19.533024 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bca436d5-84de-4fe6-b8d0-787dbbfd5ff1 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/e0742a1f-b398-4e71-a517-edd118d790f3 HTTP/1.1" status: 404 len: 336 time: 0.0674667 Apr 01 15:43:19.537072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e70268-4da3-4a16-9b7b-b63011701719 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:19.543570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51246) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.543931 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e70268-4da3-4a16-9b7b-b63011701719 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:19.544152 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] For port eff3d730-be72-4859-a548-199904e94627, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=eff3d730-be72-4859-a548-199904e94627,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:19.545800 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d1e70268-4da3-4a16-9b7b-b63011701719 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2469809 Apr 01 15:43:19.551520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51248) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.557367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-127834115'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:19.557805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d846250-7c4a-468f-a7e0-eac436c52b2c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.560390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4d91ad2f-7577-4ea1-af55-110c6d1b77be tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.589059 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-476dcce1-bb12-4f7b-b6c5-544f541a01c7 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=7098e96f-a92d-46b2-8f27-3c520c456eca HTTP/1.1" status: 200 len: 205 time: 0.0455067 Apr 01 15:43:19.591958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51250) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.632815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-376b8fcf-e525-462a-9447-5bb6c1c386cf tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.641398 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d846250-7c4a-468f-a7e0-eac436c52b2c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=e4d0304b-f26b-4e38-acb5-c2ac2b112e81,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:19.654305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-376b8fcf-e525-462a-9447-5bb6c1c386cf tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.657838 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-376b8fcf-e525-462a-9447-5bb6c1c386cf tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/09ec504d-5f33-48ff-8950-76e92a615439 HTTP/1.1" status: 204 len: 168 time: 0.8121920 Apr 01 15:43:19.658148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.664124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51252) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.666318 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-fc01d59f-57c4-4e88-8c0a-ca45166e14f9 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] delete failed (client error): The resource could not be found. Apr 01 15:43:19.671415 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fc01d59f-57c4-4e88-8c0a-ca45166e14f9 tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/7098e96f-a92d-46b2-8f27-3c520c456eca HTTP/1.1" status: 404 len: 336 time: 0.0722446 Apr 01 15:43:19.671949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fab7976-156b-4702-a432-e53001adc054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.671949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51254) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.690925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b8fcf-e525-462a-9447-5bb6c1c386cf tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09ec504d-5f33-48ff-8950-76e92a615439,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:19.698896 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.objects.ports [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:43:19.755994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d846250-7c4a-468f-a7e0-eac436c52b2c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.759293 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6d846250-7c4a-468f-a7e0-eac436c52b2c tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/e4d0304b-f26b-4e38-acb5-c2ac2b112e81 HTTP/1.1" status: 204 len: 168 time: 1.9905894 Apr 01 15:43:19.774142 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5b93114c-d20b-4905-bc35-94c1482b792e tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b7a6cc8-8188-4438-b235-dfe9a705d1c7 HTTP/1.1" status: 200 len: 205 time: 0.1004663 Apr 01 15:43:19.774998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51256) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.789214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fab7976-156b-4702-a432-e53001adc054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.791796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51258) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.793468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff302a3-df57-447b-8cd0-4a88b8fc5e13 None None] Pushing event updated for resources: {'Port': ['ID=eff3d730-be72-4859-a548-199904e94627,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:19.844758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Made reservation on behalf of 6509d6fbaeef47508be085c8d2d44493 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:19.850460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.931862 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-4fa36625-88ec-43ef-bf95-f729ba45d68e tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] delete failed (client error): The resource could not be found. Apr 01 15:43:19.934487 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4fa36625-88ec-43ef-bf95-f729ba45d68e tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/routers/9b7a6cc8-8188-4438-b235-dfe9a705d1c7 HTTP/1.1" status: 404 len: 336 time: 0.1416571 Apr 01 15:43:19.935935 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-929569a3-c799-4122-8d9e-cf2bebbcf6ae tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:43:19.937781 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-929569a3-c799-4122-8d9e-cf2bebbcf6ae tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/e4d0304b-f26b-4e38-acb5-c2ac2b112e81 HTTP/1.1" status: 404 len: 333 time: 0.1585178 Apr 01 15:43:19.938464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51264) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.942134 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51266) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:19.948084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4d91ad2f-7577-4ea1-af55-110c6d1b77be tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.951653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4d91ad2f-7577-4ea1-af55-110c6d1b77be tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:19.955920 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4d91ad2f-7577-4ea1-af55-110c6d1b77be tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/a58d7d24-bfd7-4cc2-8b53-e1cdf0c1c696 HTTP/1.1" status: 204 len: 168 time: 0.7446592 Apr 01 15:43:19.981203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51268) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:20.002336 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2733edf3-ae9d-4a90-b280-fbb666fa889e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3337772 Apr 01 15:43:20.007545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51270) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:20.019887 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4b4f7a-c459-45f4-8ca7-3f1f4c47839f tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:20.020294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4b4f7a-c459-45f4-8ca7-3f1f4c47839f tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:20.026444 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4c4b4f7a-c459-45f4-8ca7-3f1f4c47839f tempest-RoutersAdminTest-1935631479 tempest-RoutersAdminTest-1935631479-project] 10.222.0.73 "DELETE /v2.0/subnets/c4398b73-a3f1-49ee-b853-5229514b52e2 HTTP/1.1" status: 404 len: 337 time: 0.0840085 Apr 01 15:43:20.027289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91ad2f-7577-4ea1-af55-110c6d1b77be tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58d7d24-bfd7-4cc2-8b53-e1cdf0c1c696,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:20.056424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fab7976-156b-4702-a432-e53001adc054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.059067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fab7976-156b-4702-a432-e53001adc054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.060748 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9fab7976-156b-4702-a432-e53001adc054 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/78c9f0a3-bef6-42f4-b22a-96bd26d254e9 HTTP/1.1" status: 204 len: 168 time: 0.6580012 Apr 01 15:43:20.148851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:20.163023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab7976-156b-4702-a432-e53001adc054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c9f0a3-bef6-42f4-b22a-96bd26d254e9,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:20.173669 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-51abdf82-9638-4429-b121-47fc2be0beab tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1899886 Apr 01 15:43:20.174381 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51278) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:20.180467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-abbaa970-4f18-4f43-b4bb-3319993fd197 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-secgroup--296878585'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:20.271475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.271831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Added segment 16d3310d-fd0a-4d08-a2e8-6ce4704fadb5 of type vlan for network 89252b22-8e90-451e-ad81-9c2dd93672ca Apr 01 15:43:20.312247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-20917020-f02d-4f0a-8fe7-edeb32baf97a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.360830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-20917020-f02d-4f0a-8fe7-edeb32baf97a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.385602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.387525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-abbaa970-4f18-4f43-b4bb-3319993fd197 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.397209 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a4949f48-ccb1-4897-b4c7-f871cbedd747 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.452501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cc2a1-753a-4a0c-8b93-b17a87d8e433 req-7c113bda-b808-456b-9916-5386c8a5c1fd tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:20.454018 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d46cc2a1-753a-4a0c-8b93-b17a87d8e433 req-7c113bda-b808-456b-9916-5386c8a5c1fd tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2095044 Apr 01 15:43:20.456574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a4949f48-ccb1-4897-b4c7-f871cbedd747 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.495810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-abbaa970-4f18-4f43-b4bb-3319993fd197 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.546489 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d46cc2a1-753a-4a0c-8b93-b17a87d8e433 req-ee2f0fad-42df-4a60-8dc5-aca4e0c59558 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831206 Apr 01 15:43:20.549772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.596164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-20917020-f02d-4f0a-8fe7-edeb32baf97a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.599162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.605324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:20.605970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.613688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-20917020-f02d-4f0a-8fe7-edeb32baf97a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.625532 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-20917020-f02d-4f0a-8fe7-edeb32baf97a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/9a5ba377-c7ae-46bb-b766-ee08471c382a HTTP/1.1" status: 204 len: 168 time: 0.5974784 Apr 01 15:43:20.628106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51282) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:20.713845 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-31294bbd-ff91-4cb8-afc1-3f9d761dea71 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0839851 Apr 01 15:43:20.716826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51284) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:20.780139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80efdf32-d1f0-4233-bdc4-a40541b4ff08 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.815876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80efdf32-d1f0-4233-bdc4-a40541b4ff08 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.871065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-abbaa970-4f18-4f43-b4bb-3319993fd197 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.906106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaa970-4f18-4f43-b4bb-3319993fd197 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58b8855-1da9-45a6-a480-1a88d6b062c1,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:20.964818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80efdf32-d1f0-4233-bdc4-a40541b4ff08 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.967537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80efdf32-d1f0-4233-bdc4-a40541b4ff08 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:20.971961 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-80efdf32-d1f0-4233-bdc4-a40541b4ff08 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/91d04c82-24d8-4737-80d3-7b22c928d79b HTTP/1.1" status: 204 len: 168 time: 0.2516749 Apr 01 15:43:20.990136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51292) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:20.990970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efdf32-d1f0-4233-bdc4-a40541b4ff08 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d04c82-24d8-4737-80d3-7b22c928d79b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:21.024503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-abbaa970-4f18-4f43-b4bb-3319993fd197 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.025838 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-abbaa970-4f18-4f43-b4bb-3319993fd197 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8491518 Apr 01 15:43:21.028964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51296) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.045445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b4c547d0-05aa-4e3e-8fd6-26c6e003dfb8 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'e58b8855-1da9-45a6-a480-1a88d6b062c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:21.120844 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6c170fb7-572c-4057-afb3-9c7405db34f1 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1274607 Apr 01 15:43:21.126117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51300) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.131237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51302) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.147118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-170037be-b11a-43a2-87eb-8ad083b6b26e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-secgroup--47014680'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:21.155522 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20917020-f02d-4f0a-8fe7-edeb32baf97a tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a5ba377-c7ae-46bb-b766-ee08471c382a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:21.177722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4c547d0-05aa-4e3e-8fd6-26c6e003dfb8 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.186528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a4949f48-ccb1-4897-b4c7-f871cbedd747 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.192852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a4949f48-ccb1-4897-b4c7-f871cbedd747 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.201751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51306) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.202520 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a4949f48-ccb1-4897-b4c7-f871cbedd747 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/security-groups/dd7a4c20-3177-4ba0-8f50-4c785d9135fc HTTP/1.1" status: 204 len: 168 time: 1.2569540 Apr 01 15:43:21.255565 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4949f48-ccb1-4897-b4c7-f871cbedd747 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7a4c20-3177-4ba0-8f50-4c785d9135fc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:21.294230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-170037be-b11a-43a2-87eb-8ad083b6b26e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.328585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4c547d0-05aa-4e3e-8fd6-26c6e003dfb8 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.332864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Network': ['ID=89252b22-8e90-451e-ad81-9c2dd93672ca,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:21.340512 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6e4b55b6-1e57-4ec5-b3df-34d88b149d1c tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7879047 Apr 01 15:43:21.345040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51308) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.353684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 89252b22-8e90-451e-ad81-9c2dd93672ca details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:21.354259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1109457154'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:21.408849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] For port eff3d730-be72-4859-a548-199904e94627, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=eff3d730-be72-4859-a548-199904e94627,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:21.449283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.456501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-170037be-b11a-43a2-87eb-8ad083b6b26e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.473005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Made reservation on behalf of 6509d6fbaeef47508be085c8d2d44493 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:21.476699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.480887 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c51b920-22ca-412d-b5b0-b318a920c47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.483164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4c547d0-05aa-4e3e-8fd6-26c6e003dfb8 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.509816 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:21.521064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-dbb1c63b-eea0-4a7c-a389-6a083f607c96 None None] Provisioning complete for port eff3d730-be72-4859-a548-199904e94627 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:21.521915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c63b-eea0-4a7c-a389-6a083f607c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.522809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.523338 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Added segment a727fec1-cb95-490c-9e91-e4d134a465e4 of type vlan for network e40c7481-db7c-4e9b-82d1-61013220c7a0 Apr 01 15:43:21.533986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.534779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.547052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90ec73fe-3d5f-4142-afe7-caa73225f3ff tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.570035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90ec73fe-3d5f-4142-afe7-caa73225f3ff tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.581306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-170037be-b11a-43a2-87eb-8ad083b6b26e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.584026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c547d0-05aa-4e3e-8fd6-26c6e003dfb8 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed616d6b-4558-42ae-87b1-4295a047a21f,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:21.652699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.653421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4c547d0-05aa-4e3e-8fd6-26c6e003dfb8 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.654746 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b4c547d0-05aa-4e3e-8fd6-26c6e003dfb8 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6218495 Apr 01 15:43:21.657785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51318) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.664396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c63b-eea0-4a7c-a389-6a083f607c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.666597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:21.677962 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:21.689803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:21.690698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.702633 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=071a9c8e-c1fe-4af8-baf8-1a5fcd00688e,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:21.708788 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe12b48-3b6e-4c70-bfe8-636d4754421c None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:21.720206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170037be-b11a-43a2-87eb-8ad083b6b26e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7803966-4fb9-403d-8975-86fd05ebfdcb,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:21.742560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=eff3d730-be72-4859-a548-199904e94627,revision_number=4']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:21.749671 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3dce4525-9c8e-40f7-98ab-1c49e27fb971 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules/ed616d6b-4558-42ae-87b1-4295a047a21f HTTP/1.1" status: 200 len: 763 time: 0.0901241 Apr 01 15:43:21.761587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51322) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.763822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-dbb1c63b-eea0-4a7c-a389-6a083f607c96 None None] For port eff3d730-be72-4859-a548-199904e94627, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=eff3d730-be72-4859-a548-199904e94627,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:21.766820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-170037be-b11a-43a2-87eb-8ad083b6b26e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.768332 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-170037be-b11a-43a2-87eb-8ad083b6b26e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6353667 Apr 01 15:43:21.772624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51324) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.783971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5289dff3-707c-4613-b850-c273de125bfb tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': 'b7803966-4fb9-403d-8975-86fd05ebfdcb', 'direction': 'ingress', 'protocol': 17}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:21.835576 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-46b87395-b3a2-4d57-a655-0c7b614e3499 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0717785 Apr 01 15:43:21.839348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51326) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.850221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1437bf3-776e-41d7-a775-4defe3acb790 req-e4999247-c8b0-4d75-90ec-e55cbcc27127 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:21.853242 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d1437bf3-776e-41d7-a775-4defe3acb790 req-e4999247-c8b0-4d75-90ec-e55cbcc27127 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1585660 Apr 01 15:43:21.882619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c51b920-22ca-412d-b5b0-b318a920c47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.886749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c63b-eea0-4a7c-a389-6a083f607c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.901036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1203b864-9a48-4084-a789-158750b7ea48 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.909276 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d1437bf3-776e-41d7-a775-4defe3acb790 req-2814351d-aded-4921-844e-cc691fa86291 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495877 Apr 01 15:43:21.914843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1203b864-9a48-4084-a789-158750b7ea48 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.924161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51328) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.925295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90ec73fe-3d5f-4142-afe7-caa73225f3ff tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.928651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90ec73fe-3d5f-4142-afe7-caa73225f3ff tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.930628 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.939899 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-90ec73fe-3d5f-4142-afe7-caa73225f3ff tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/security-groups/84478783-5c91-4185-b601-2188ef990909 HTTP/1.1" status: 204 len: 168 time: 0.7338433 Apr 01 15:43:21.942555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:21.959992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.962313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51332) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:21.963170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec73fe-3d5f-4142-afe7-caa73225f3ff tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84478783-5c91-4185-b601-2188ef990909,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:21.981396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c51b920-22ca-412d-b5b0-b318a920c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:21.996593 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5f3bb1eb-4fb7-4eeb-941a-fff594310e3f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8448758 Apr 01 15:43:22.005829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51336) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:22.041248 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:15:da:6a', 'name': 'tempest-NetworksTestDHCPv6-465017419'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:22.053263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device eff3d730-be72-4859-a548-199904e94627 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:22.076265 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9c51b920-22ca-412d-b5b0-b318a920c47b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d85652d7cd3f4e2384833c8149993680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9335854 Apr 01 15:43:22.080088 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51338) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:22.099098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1c63b-eea0-4a7c-a389-6a083f607c96 None None] Pushing event updated for resources: {'Port': ['ID=eff3d730-be72-4859-a548-199904e94627,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:22.110555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51b920-22ca-412d-b5b0-b318a920c47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbfd028-db35-4992-b77b-b9fbc9fbfa13,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:22.129470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2bf97d-def0-4c75-ac46-380d057bdc10 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet 51199cc6-6f6f-48de-957b-e8c127c7e473 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:22.140895 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port eff3d730-be72-4859-a548-199904e94627 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:22.141323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.155677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf97d-def0-4c75-ac46-380d057bdc10 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.156553 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5289dff3-707c-4613-b850-c273de125bfb tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.186659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1203b864-9a48-4084-a789-158750b7ea48 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.188280 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1769034221'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:22.192224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1203b864-9a48-4084-a789-158750b7ea48 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.193594 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1203b864-9a48-4084-a789-158750b7ea48 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ed616d6b-4558-42ae-87b1-4295a047a21f HTTP/1.1" status: 204 len: 168 time: 0.3535264 Apr 01 15:43:22.205538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51340) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:22.256445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0f24926-03d5-4aae-9981-40f8dd38e61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.258276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203b864-9a48-4084-a789-158750b7ea48 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed616d6b-4558-42ae-87b1-4295a047a21f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:22.276686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf97d-def0-4c75-ac46-380d057bdc10 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.338598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0f24926-03d5-4aae-9981-40f8dd38e61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.346324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9997184 Apr 01 15:43:22.354879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51342) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:22.361627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'ports': [{'network_id': '89252b22-8e90-451e-ad81-9c2dd93672ca', 'name': 'tempest-port--1406211836', 'admin_state_up': True}, {'network_id': 'e40c7481-db7c-4e9b-82d1-61013220c7a0', 'admin_state_up': False}]} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:22.361977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'port': {'network_id': '89252b22-8e90-451e-ad81-9c2dd93672ca', 'name': 'tempest-port--1406211836', 'admin_state_up': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:22.362435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'port': {'network_id': 'e40c7481-db7c-4e9b-82d1-61013220c7a0', 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:22.410721 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b30495b8-ce12-4969-868a-942215536f8a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1922472 Apr 01 15:43:22.413609 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64aa00-5874-45d6-9586-f742b3d167c7 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Network': ['ID=e40c7481-db7c-4e9b-82d1-61013220c7a0,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:22.417505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51344) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:22.426851 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network e40c7481-db7c-4e9b-82d1-61013220c7a0 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:22.429671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-46f97c02-6f3b-4a4c-86f1-51b087644ee6 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'e58b8855-1da9-45a6-a480-1a88d6b062c1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:22.475357 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3f85-e679-44f6-97c9-9841cf04d9c3 req-b59a1d2b-20ee-4369-96ac-8200bdfa9e02 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:22.477066 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-680b3f85-e679-44f6-97c9-9841cf04d9c3 req-b59a1d2b-20ee-4369-96ac-8200bdfa9e02 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2957602 Apr 01 15:43:22.481883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5289dff3-707c-4613-b850-c273de125bfb tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.506441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf97d-def0-4c75-ac46-380d057bdc10 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.508664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:22.512389 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.526656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.552958 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-680b3f85-e679-44f6-97c9-9841cf04d9c3 req-c997fade-bbb2-4316-99f1-ef449ba018cb tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645373 Apr 01 15:43:22.571418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5289dff3-707c-4613-b850-c273de125bfb tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.601886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289dff3-707c-4613-b850-c273de125bfb tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9016ed-b39a-4146-b1d5-fe26096c6475,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:22.615838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:22.639493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46f97c02-6f3b-4a4c-86f1-51b087644ee6 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.701144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0f24926-03d5-4aae-9981-40f8dd38e61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.703579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0f24926-03d5-4aae-9981-40f8dd38e61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.707302 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c0f24926-03d5-4aae-9981-40f8dd38e61d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8fbfd028-db35-4992-b77b-b9fbc9fbfa13 HTTP/1.1" status: 204 len: 168 time: 0.6183465 Apr 01 15:43:22.729131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f24926-03d5-4aae-9981-40f8dd38e61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbfd028-db35-4992-b77b-b9fbc9fbfa13,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:22.764951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5289dff3-707c-4613-b850-c273de125bfb tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.766169 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5289dff3-707c-4613-b850-c273de125bfb tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9925592 Apr 01 15:43:22.769650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51350) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:22.801301 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46f97c02-6f3b-4a4c-86f1-51b087644ee6 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.833439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf97d-def0-4c75-ac46-380d057bdc10 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.839636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a8aec-ef0f-4382-9d6b-f5e91d6cc867 req-86946f24-e8ba-40ee-ac77-83498932fcd6 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:22.841498 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-479a8aec-ef0f-4382-9d6b-f5e91d6cc867 req-86946f24-e8ba-40ee-ac77-83498932fcd6 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1760325 Apr 01 15:43:22.844041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.873054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-008a783f-de88-4f0d-b346-6cd2fd11bcf3 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.878494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bf97d-def0-4c75-ac46-380d057bdc10 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=51199cc6-6f6f-48de-957b-e8c127c7e473,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:22.881042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Made reservation on behalf of 6509d6fbaeef47508be085c8d2d44493 for: {'port': 2} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:22.891568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.908585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31d62f-c865-48ee-8d75-1bbeff1f7682 None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:22.919486 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc2bf97d-def0-4c75-ac46-380d057bdc10 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.927389 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port bdbfe521-5b0d-4497-b809-346bdba1d1a7 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:22.928179 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fc2bf97d-def0-4c75-ac46-380d057bdc10 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/51199cc6-6f6f-48de-957b-e8c127c7e473 HTTP/1.1" status: 204 len: 168 time: 0.9603915 Apr 01 15:43:22.931845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51352) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:22.940300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:22.944077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-008a783f-de88-4f0d-b346-6cd2fd11bcf3 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.946746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:22.972635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46f97c02-6f3b-4a4c-86f1-51b087644ee6 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.012777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.100164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-529e1610-d13c-406a-bca5-664d13c8da9b None None] Provisioning complete for port eff3d730-be72-4859-a548-199904e94627 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:23.100744 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-529e1610-d13c-406a-bca5-664d13c8da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.108725 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-479a8aec-ef0f-4382-9d6b-f5e91d6cc867 req-0e2ce07d-99f8-409f-8484-a1c15492e7f9 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382066 Apr 01 15:43:23.125177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f97c02-6f3b-4a4c-86f1-51b087644ee6 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef81658-60c1-40d0-b5c4-e2598b8253bb,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:23.148504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.236313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] device_id is not set on port 848a4de4-265c-4426-9b11-16420337c9e6 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:23.258568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:23.305412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46f97c02-6f3b-4a4c-86f1-51b087644ee6 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.307313 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-46f97c02-6f3b-4a4c-86f1-51b087644ee6 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8871677 Apr 01 15:43:23.309045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9667063-5548-4561-8e6c-96363a1fb517,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:23.315891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51358) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:23.348514 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-73c049d4-ee21-4c7f-a0d0-f3e0c1ec9d3f tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules/6ef81658-60c1-40d0-b5c4-e2598b8253bb HTTP/1.1" status: 200 len: 763 time: 0.0360079 Apr 01 15:43:23.353413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51360) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:23.390004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.390324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added segment ba48e0a1-e889-4818-9bd5-91af6e3a4b92 of type vlan for network 5781f914-6ee0-4708-8fd6-028e6d765a56 Apr 01 15:43:23.419099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-008a783f-de88-4f0d-b346-6cd2fd11bcf3 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.423626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-008a783f-de88-4f0d-b346-6cd2fd11bcf3 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.425373 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-008a783f-de88-4f0d-b346-6cd2fd11bcf3 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/b7803966-4fb9-403d-8975-86fd05ebfdcb HTTP/1.1" status: 204 len: 168 time: 0.6548147 Apr 01 15:43:23.429455 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.442341 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51362) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:23.454172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fde6b-2e57-4077-80aa-a1e79fe10d5c req-32d1c991-78da-401b-ace3-e0fb7fd2ec6e tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:23.455918 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-336fde6b-2e57-4077-80aa-a1e79fe10d5c req-32d1c991-78da-401b-ace3-e0fb7fd2ec6e tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2246439 Apr 01 15:43:23.477071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a783f-de88-4f0d-b346-6cd2fd11bcf3 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7803966-4fb9-403d-8975-86fd05ebfdcb,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:23.526376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.530136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:23.535454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.577909 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cb3ab817-f65b-45db-80d0-d944bae52b50 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2232401 Apr 01 15:43:23.584468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51364) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:23.597051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] device_id is not set on port a11fad40-05de-405e-b1d9-0c37c87164ab yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:23.625908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17e77fcc-afe8-4a3d-ae11-c3f5c42cdc99 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.635556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 172.20.0.10 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/5edc99ca-600f-42c1-9a48-274d773fffbc/bdbfe521-5b0d-4497-b809-346bdba1d1a7) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:23.638603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17e77fcc-afe8-4a3d-ae11-c3f5c42cdc99 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.701487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:fe15:da6a (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/071a9c8e-c1fe-4af8-baf8-1a5fcd00688e/bdbfe521-5b0d-4497-b809-346bdba1d1a7) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:23.706339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-336fde6b-2e57-4077-80aa-a1e79fe10d5c req-6f121d53-194c-40cc-8bcc-3415749d8524 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119036 Apr 01 15:43:23.714286 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6c0f8d4b-a51e-4db0-8ad1-d92971711819 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2536256 Apr 01 15:43:23.715796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51366) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:23.725399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e51b8e2e-3f51-4b5f-af81-379ef8a93e0f tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064183322'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:23.773057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.818568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17e77fcc-afe8-4a3d-ae11-c3f5c42cdc99 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.829162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17e77fcc-afe8-4a3d-ae11-c3f5c42cdc99 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.836078 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-17e77fcc-afe8-4a3d-ae11-c3f5c42cdc99 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/6ef81658-60c1-40d0-b5c4-e2598b8253bb HTTP/1.1" status: 204 len: 168 time: 0.2477653 Apr 01 15:43:23.852671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51370) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:23.858721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e77fcc-afe8-4a3d-ae11-c3f5c42cdc99 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ef81658-60c1-40d0-b5c4-e2598b8253bb,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:23.866103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51b8e2e-3f51-4b5f-af81-379ef8a93e0f tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.879889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.891088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:23.891864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:23.961743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device eff3d730-be72-4859-a548-199904e94627 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:23.970542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51b8e2e-3f51-4b5f-af81-379ef8a93e0f tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.020762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port eff3d730-be72-4859-a548-199904e94627 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:24.021312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.120951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Network': ['ID=5781f914-6ee0-4708-8fd6-028e6d765a56,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:24.139305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 5781f914-6ee0-4708-8fd6-028e6d765a56 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:24.160604 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-afc6a492-ecd6-4c54-9ed4-602042caffc9 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2974868 Apr 01 15:43:24.161528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51372) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:24.167487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-281e232a-f060-4965-8eb2-b0729bc10354 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': 'e58b8855-1da9-45a6-a480-1a88d6b062c1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:24.173031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550a012-cc1c-4754-9b0e-d43c0a6cf2a5 req-5caf84a8-7fac-4eb3-8fc5-7ed305bf6cb4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:24.181343 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6550a012-cc1c-4754-9b0e-d43c0a6cf2a5 req-5caf84a8-7fac-4eb3-8fc5-7ed305bf6cb4 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.3190410 Apr 01 15:43:24.191925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51374) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:24.194881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.221580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-93debae6-4211-48a7-a1b8-bd283cd453b5 None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:24.226565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-93debae6-4211-48a7-a1b8-bd283cd453b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.283711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.291482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51b8e2e-3f51-4b5f-af81-379ef8a93e0f tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.295681 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6550a012-cc1c-4754-9b0e-d43c0a6cf2a5 req-05d55423-d996-4f38-898f-384d4584245f tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112959 Apr 01 15:43:24.323954 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4c09394f-a3b2-4d4e-a58c-868339b89272 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4010623 Apr 01 15:43:24.336211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51378) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:24.343462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-181459820'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:24.367635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Port': ['ID=848a4de4-265c-4426-9b11-16420337c9e6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:24.369530 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-93debae6-4211-48a7-a1b8-bd283cd453b5 None None] Provisioning complete for port 32b34103-ab45-4a22-8b29-5592693f3db3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:24.378002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-93debae6-4211-48a7-a1b8-bd283cd453b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.380805 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dcfc24f7-bf6e-4908-94c4-b81b61f4fc1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab6d9025f082462eb0d0988a992b92aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783149 Apr 01 15:43:24.381632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51380) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:24.404620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b8e2e-3f51-4b5f-af81-379ef8a93e0f tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e645d-dbe2-4d23-86b6-add262425381,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:24.429285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Checking segment: {'id': '16d3310d-fd0a-4d08-a2e8-6ce4704fadb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '89252b22-8e90-451e-ad81-9c2dd93672ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:24.429654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Network hostable DHCP agents. Network: 89252b22-8e90-451e-ad81-9c2dd93672ca, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:24.438653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-93debae6-4211-48a7-a1b8-bd283cd453b5 None None] Port 32b34103-ab45-4a22-8b29-5592693f3db3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:24.457373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-281e232a-f060-4965-8eb2-b0729bc10354 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.470908 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f7901e25-c155-4d6a-923d-45875679a7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.486837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e51b8e2e-3f51-4b5f-af81-379ef8a93e0f tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.507323 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e51b8e2e-3f51-4b5f-af81-379ef8a93e0f tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7721016 Apr 01 15:43:24.507323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51382) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:24.507323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0b08b9a7-bc07-4868-9dbb-96a2dd63779e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857068052'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:24.507719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f7901e25-c155-4d6a-923d-45875679a7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.549063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-281e232a-f060-4965-8eb2-b0729bc10354 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.644993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:24.645631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b08b9a7-bc07-4868-9dbb-96a2dd63779e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.648372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Network 89252b22-8e90-451e-ad81-9c2dd93672ca is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:24.649553 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.652752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.655760 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.723653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-281e232a-f060-4965-8eb2-b0729bc10354 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.739652 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f7901e25-c155-4d6a-923d-45875679a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.742145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f7901e25-c155-4d6a-923d-45875679a7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.743303 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f7901e25-c155-4d6a-923d-45875679a7ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6ae716ae-39f0-42c0-bf33-fbb19f761045 HTTP/1.1" status: 204 len: 168 time: 0.3541410 Apr 01 15:43:24.757609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b08b9a7-bc07-4868-9dbb-96a2dd63779e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.760266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e232a-f060-4965-8eb2-b0729bc10354 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e73168c-4bfc-420e-aace-72a9b926c1be,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:24.769549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 89252b22-8e90-451e-ad81-9c2dd93672ca) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:24.771775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:24.773632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:24.775178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:24.776797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.781920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aea91a-1e0f-4aea-a70c-df702961c4d4 None None] Network 89252b22-8e90-451e-ad81-9c2dd93672ca requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:24.785512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:24.791856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:24.793799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:24.803394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7901e25-c155-4d6a-923d-45875679a7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae716ae-39f0-42c0-bf33-fbb19f761045,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:24.807283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:24.807875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.810344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:24.816900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=bdbfe521-5b0d-4497-b809-346bdba1d1a7,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:24.819321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=d71a0745-5be2-43ee-93d6-96b5ee60064d,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:24.828949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e343bd-a23c-4639-9604-8370d982555e None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:24.845219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.845563 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added segment c486c6a5-e597-4c47-98be-efe9aa8eadcb of type vlan for network 978081f3-0f88-4305-bbcb-f9f1e641b3cb Apr 01 15:43:24.856431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Port': ['ID=a11fad40-05de-405e-b1d9-0c37c87164ab,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:24.881102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b08b9a7-bc07-4868-9dbb-96a2dd63779e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.911918 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:24.912638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.916083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.946401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08b9a7-bc07-4868-9dbb-96a2dd63779e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b2157c-bb1e-4b04-b4ba-bf876e659f9d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:24.958274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-281e232a-f060-4965-8eb2-b0729bc10354 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:24.962630 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-281e232a-f060-4965-8eb2-b0729bc10354 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7994676 Apr 01 15:43:24.994997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51388) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:24.994997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Checking segment: {'id': 'a727fec1-cb95-490c-9e91-e4d134a465e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': 'e40c7481-db7c-4e9b-82d1-61013220c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:24.994997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Network hostable DHCP agents. Network: e40c7481-db7c-4e9b-82d1-61013220c7a0, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:25.004628 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51390) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.004847 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e25cb54e-5f82-4ead-803e-311b705a8d39 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules/4e73168c-4bfc-420e-aace-72a9b926c1be HTTP/1.1" status: 200 len: 764 time: 0.0372639 Apr 01 15:43:25.030331 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-baf61bda-c8c6-4aea-97d6-aaf5434b81f9 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0920081 Apr 01 15:43:25.030544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51392) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.035562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-93cbda83-fffe-4167-8d4f-aea017aa20fb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1800156689'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:25.107779 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5f24cd64-20e1-4574-8bd2-8aff3a97231a tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0994344 Apr 01 15:43:25.107997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51394) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.145834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe5fb-e8e3-49d3-8c1e-2fd076afc9ed tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.162260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f4b63-9886-4561-acb6-5c8581f8c290 req-21bb72a1-c307-4215-a3a2-4b5553ddfe30 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:25.163815 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9c6f4b63-9886-4561-acb6-5c8581f8c290 req-21bb72a1-c307-4215-a3a2-4b5553ddfe30 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.1113131 Apr 01 15:43:25.165613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe5fb-e8e3-49d3-8c1e-2fd076afc9ed tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.178574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Network e40c7481-db7c-4e9b-82d1-61013220c7a0 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:25.186090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.192097 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:25.192725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.226457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b08b9a7-bc07-4868-9dbb-96a2dd63779e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.227785 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0b08b9a7-bc07-4868-9dbb-96a2dd63779e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7318225 Apr 01 15:43:25.230809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51396) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.236492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3fdc9294-2830-4c60-9d6d-9557fa3ce212 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': 'ef7e645d-dbe2-4d23-86b6-add262425381', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd1b2157c-bb1e-4b04-b4ba-bf876e659f9d', 'remote_ip_prefix': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:25.248065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51398) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.248974 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-11cbbadc-fbbb-4bf9-b20f-d89bb96de9e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2363949 Apr 01 15:43:25.301132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c046dd25-3cef-4d2d-9a0c-570ebde16ff9 None None] Provisioning complete for port bdbfe521-5b0d-4497-b809-346bdba1d1a7 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:25.301724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c046dd25-3cef-4d2d-9a0c-570ebde16ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.303162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ae4571-9490-44b8-b5d3-f943d50636fa None None] Update dhcp port {'port': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'fixed_ips': [{'subnet_id': '3bec01c6-87f5-410c-850d-54ead40a5336', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd71a0745-5be2-43ee-93d6-96b5ee60064d'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '51c622cd-1416-493a-a7d3-01811d044f07'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:43:25.313367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52448e-8568-4621-9dee-f193dee151b0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:25.321221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52448e-8568-4621-9dee-f193dee151b0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:25.321514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Network': ['ID=978081f3-0f88-4305-bbcb-f9f1e641b3cb,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:25.333015 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6c52448e-8568-4621-9dee-f193dee151b0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0758328 Apr 01 15:43:25.333015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51400) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.333483 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9c6f4b63-9886-4561-acb6-5c8581f8c290 req-ea7eb19c-242c-4fbc-a93c-fc8f1ee082b2 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313164 Apr 01 15:43:25.346444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 978081f3-0f88-4305-bbcb-f9f1e641b3cb details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:25.365295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, e40c7481-db7c-4e9b-82d1-61013220c7a0) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:25.375128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:25.381700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:25.381939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da541f67-5917-4821-ae20-34a90e116c93 None None] Network e40c7481-db7c-4e9b-82d1-61013220c7a0 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:25.383554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe5fb-e8e3-49d3-8c1e-2fd076afc9ed tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.388474 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7b560c59-943a-4088-b306-baf5b1a30468 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0497026 Apr 01 15:43:25.389746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93cbda83-fffe-4167-8d4f-aea017aa20fb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.391933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:25.392094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51402) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.392513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.403920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae2fe5fb-e8e3-49d3-8c1e-2fd076afc9ed tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.403920 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ae2fe5fb-e8e3-49d3-8c1e-2fd076afc9ed tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4e73168c-4bfc-420e-aace-72a9b926c1be HTTP/1.1" status: 204 len: 168 time: 0.2875078 Apr 01 15:43:25.404508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'subnet': {'network_id': '5781f914-6ee0-4708-8fd6-028e6d765a56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:25.411512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51404) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.411767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-15ae4571-9490-44b8-b5d3-f943d50636fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.441544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fe5fb-e8e3-49d3-8c1e-2fd076afc9ed tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e73168c-4bfc-420e-aace-72a9b926c1be,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:25.489137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c046dd25-3cef-4d2d-9a0c-570ebde16ff9 None None] Port bdbfe521-5b0d-4497-b809-346bdba1d1a7 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:25.537154 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2eb4f7ab-224f-45cf-a803-27255aee0900 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1253643 Apr 01 15:43:25.538459 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51408) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.544733 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-75bdf216-1779-46f0-8c84-d958f50258f0 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1871002 Apr 01 15:43:25.547761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9294-2830-4c60-9d6d-9557fa3ce212 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.548645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51410) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.621796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93cbda83-fffe-4167-8d4f-aea017aa20fb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.630103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9294-2830-4c60-9d6d-9557fa3ce212 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.638182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c1111296-a864-4b0b-ac07-14e49adfb8ea tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port bdbfe521-5b0d-4497-b809-346bdba1d1a7 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:25.638525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1111296-a864-4b0b-ac07-14e49adfb8ea tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.650611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:25.654129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.747172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9294-2830-4c60-9d6d-9557fa3ce212 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.772300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93cbda83-fffe-4167-8d4f-aea017aa20fb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.787387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc9294-2830-4c60-9d6d-9557fa3ce212 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af38b0c5-5cac-404a-8aab-25333a1f9144,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:25.793096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1111296-a864-4b0b-ac07-14e49adfb8ea tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.794001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ebbaf-4996-45d3-9541-05469114a45d tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:25.799929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ebbaf-4996-45d3-9541-05469114a45d tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:25.802103 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-393ebbaf-4996-45d3-9541-05469114a45d tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2475302 Apr 01 15:43:25.802864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-626269db-a220-4d60-8497-7d5cffd2de08 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.807422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51418) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.824318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c1111296-a864-4b0b-ac07-14e49adfb8ea tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for bdbfe521-5b0d-4497-b809-346bdba1d1a7 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:25.852586 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbda83-fffe-4167-8d4f-aea017aa20fb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3281a8e8-2cc6-4a2b-b72c-5ca8eb849501,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:25.860196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-626269db-a220-4d60-8497-7d5cffd2de08 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.928436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-15ae4571-9490-44b8-b5d3-f943d50636fa None None] Allocated IP 2001:db8::2 (7f6aaf98-911f-4789-9d13-085dd3c05f63/d71a0745-5be2-43ee-93d6-96b5ee60064d/51c622cd-1416-493a-a7d3-01811d044f07) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:25.943908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9294-2830-4c60-9d6d-9557fa3ce212 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.945219 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3fdc9294-2830-4c60-9d6d-9557fa3ce212 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7133992 Apr 01 15:43:25.947754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93cbda83-fffe-4167-8d4f-aea017aa20fb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:25.948366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51422) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.949808 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-93cbda83-fffe-4167-8d4f-aea017aa20fb tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9183366 Apr 01 15:43:25.957548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51424) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:25.973002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-cdbe0fac-4c9f-4a50-b1fa-5f5fc63cea38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1156262451'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:26.017012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac159653-f328-42cb-8375-2aceb687536c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.031938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac159653-f328-42cb-8375-2aceb687536c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.032376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-15ae4571-9490-44b8-b5d3-f943d50636fa None None] For port 51c622cd-1416-493a-a7d3-01811d044f07, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=51c622cd-1416-493a-a7d3-01811d044f07,segment=NetworkSegment(491e9bff-c963-4d29-9f65-e1143d1e871c),segment_id=491e9bff-c963-4d29-9f65-e1143d1e871c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:26.058353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-17bdf3c3-3086-4967-b011-9c8af3a1e7b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Deleting port 848a4de4-265c-4426-9b11-16420337c9e6 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:26.058696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17bdf3c3-3086-4967-b011-9c8af3a1e7b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.100127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-626269db-a220-4d60-8497-7d5cffd2de08 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.100365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-15ae4571-9490-44b8-b5d3-f943d50636fa None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.100588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-626269db-a220-4d60-8497-7d5cffd2de08 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.104373 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-626269db-a220-4d60-8497-7d5cffd2de08 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/e58b8855-1da9-45a6-a480-1a88d6b062c1 HTTP/1.1" status: 204 len: 168 time: 0.5625155 Apr 01 15:43:26.107429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51426) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:26.120848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626269db-a220-4d60-8497-7d5cffd2de08 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58b8855-1da9-45a6-a480-1a88d6b062c1,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:26.160545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17bdf3c3-3086-4967-b011-9c8af3a1e7b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.168827 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ab84e844-02e5-4e7b-a008-6ee4c4eb4b1e tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0561388 Apr 01 15:43:26.169210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51428) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:26.173804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bad95083-e3bc-48e2-9c8e-61609413ea73 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126265396'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:26.186035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-17bdf3c3-3086-4967-b011-9c8af3a1e7b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Calling delete_port for 848a4de4-265c-4426-9b11-16420337c9e6 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:26.210373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0fac-4c9f-4a50-b1fa-5f5fc63cea38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.288942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.289176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac159653-f328-42cb-8375-2aceb687536c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.298012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac159653-f328-42cb-8375-2aceb687536c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.299161 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ac159653-f328-42cb-8375-2aceb687536c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/af38b0c5-5cac-404a-8aab-25333a1f9144 HTTP/1.1" status: 204 len: 168 time: 0.3481162 Apr 01 15:43:26.302667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51432) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:26.322551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac159653-f328-42cb-8375-2aceb687536c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af38b0c5-5cac-404a-8aab-25333a1f9144,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:26.332576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-15ae4571-9490-44b8-b5d3-f943d50636fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.343772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bad95083-e3bc-48e2-9c8e-61609413ea73 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.387569 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d2d6679f-76d5-47f2-9ebb-521aa9ab9953 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0789723 Apr 01 15:43:26.388328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51438) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:26.404181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1111296-a864-4b0b-ac07-14e49adfb8ea tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.451663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Subnet': ['ID=1e3543fb-48bf-4326-88cc-ffb33eb34199,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:26.454601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17bdf3c3-3086-4967-b011-9c8af3a1e7b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.459599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1111296-a864-4b0b-ac07-14e49adfb8ea tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=bdbfe521-5b0d-4497-b809-346bdba1d1a7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:26.488615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0fac-4c9f-4a50-b1fa-5f5fc63cea38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.501961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae4571-9490-44b8-b5d3-f943d50636fa None None] Pushing event updated for resources: {'Port': ['ID=51c622cd-1416-493a-a7d3-01811d044f07,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:26.522095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Checking segment: {'id': 'ba48e0a1-e889-4818-9bd5-91af6e3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5781f914-6ee0-4708-8fd6-028e6d765a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:26.522409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network hostable DHCP agents. Network: 5781f914-6ee0-4708-8fd6-028e6d765a56, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:26.536221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdf3c3-3086-4967-b011-9c8af3a1e7b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Port': ['ID=848a4de4-265c-4426-9b11-16420337c9e6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:26.555848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17bdf3c3-3086-4967-b011-9c8af3a1e7b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.562705 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-17bdf3c3-3086-4967-b011-9c8af3a1e7b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/ports/848a4de4-265c-4426-9b11-16420337c9e6 HTTP/1.1" status: 204 len: 168 time: 0.7505991 Apr 01 15:43:26.562935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51442) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:26.604964 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0fac-4c9f-4a50-b1fa-5f5fc63cea38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.613474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-539df735-7cf4-45bf-9696-34a5d6e6faea tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.637180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1111296-a864-4b0b-ac07-14e49adfb8ea tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.652222 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c1111296-a864-4b0b-ac07-14e49adfb8ea tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/bdbfe521-5b0d-4497-b809-346bdba1d1a7 HTTP/1.1" status: 204 len: 168 time: 1.3242981 Apr 01 15:43:26.652997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51446) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:26.683131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-539df735-7cf4-45bf-9696-34a5d6e6faea tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.705919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bad95083-e3bc-48e2-9c8e-61609413ea73 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.719965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701b5df-c438-44e3-82d0-405594666476 req-3b58d88e-4ceb-40de-b301-0295e8b32d86 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:26.721692 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6701b5df-c438-44e3-82d0-405594666476 req-3b58d88e-4ceb-40de-b301-0295e8b32d86 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2005787 Apr 01 15:43:26.724522 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe0fac-4c9f-4a50-b1fa-5f5fc63cea38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2464c6-0c1a-41ab-a435-e4adf097f32e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:26.764830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed5fd8-15e0-4733-903b-05429c1894a9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:26.766430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed5fd8-15e0-4733-903b-05429c1894a9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:26.768132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed5fd8-15e0-4733-903b-05429c1894a9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:26.769012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cdbe0fac-4c9f-4a50-b1fa-5f5fc63cea38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.770231 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cdbe0fac-4c9f-4a50-b1fa-5f5fc63cea38 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8027742 Apr 01 15:43:26.776089 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d5ed5fd8-15e0-4733-903b-05429c1894a9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1172800 Apr 01 15:43:26.776779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51448) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:26.777117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51450) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:26.783607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f668e1ef-cdd1-40e7-ab9c-3c926ef0e504 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'security_group': {'name': 'tempest-secgroup-1601511912'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:26.802317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bad95083-e3bc-48e2-9c8e-61609413ea73 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.804525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 5781f914-6ee0-4708-8fd6-028e6d765a56 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:26.863178 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6701b5df-c438-44e3-82d0-405594666476 req-514d6a48-4155-4f75-b5c5-a28100de6602 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067052 Apr 01 15:43:26.867855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-acca6d1f-028c-4f15-910f-37dc113c7ebc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Deleting port a11fad40-05de-405e-b1d9-0c37c87164ab {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:26.868195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acca6d1f-028c-4f15-910f-37dc113c7ebc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.874238 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edbddad-ae68-466d-ae1e-5c13186a5710 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 071a9c8e-c1fe-4af8-baf8-1a5fcd00688e {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:26.877671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1edbddad-ae68-466d-ae1e-5c13186a5710 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.922550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-539df735-7cf4-45bf-9696-34a5d6e6faea tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.930425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-539df735-7cf4-45bf-9696-34a5d6e6faea tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.931883 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-539df735-7cf4-45bf-9696-34a5d6e6faea tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/d1b2157c-bb1e-4b04-b4ba-bf876e659f9d HTTP/1.1" status: 204 len: 168 time: 0.5406356 Apr 01 15:43:26.947295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51456) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:26.974737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f668e1ef-cdd1-40e7-ab9c-3c926ef0e504 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.978917 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acca6d1f-028c-4f15-910f-37dc113c7ebc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.993850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-acca6d1f-028c-4f15-910f-37dc113c7ebc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Calling delete_port for a11fad40-05de-405e-b1d9-0c37c87164ab owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:26.994329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539df735-7cf4-45bf-9696-34a5d6e6faea tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b2157c-bb1e-4b04-b4ba-bf876e659f9d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:27.001282 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95083-e3bc-48e2-9c8e-61609413ea73 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487e4aa6-a93b-4cb7-9d9e-65d2f63ff466,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:27.011614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 5781f914-6ee0-4708-8fd6-028e6d765a56) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:27.017756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:27.018441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.022933 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bad95083-e3bc-48e2-9c8e-61609413ea73 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.028838 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bad95083-e3bc-48e2-9c8e-61609413ea73 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8580568 Apr 01 15:43:27.030515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cadcca-14fa-445f-bbdc-9bcedb368028 None None] Network 5781f914-6ee0-4708-8fd6-028e6d765a56 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:27.031943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51458) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:27.039155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1edbddad-ae68-466d-ae1e-5c13186a5710 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.039338 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9604314e-3dfc-4ded-801d-053de58cfc68 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Request body: {'security_group_rule': {'security_group_id': '487e4aa6-a93b-4cb7-9d9e-65d2f63ff466', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:27.195832 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dd1e2e8f-cf7e-4548-b796-4a948d46ad5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7930529 Apr 01 15:43:27.201014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51462) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:27.207142 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-077e607e-3a4d-4f3c-8186-db5af3c4694e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2560446 Apr 01 15:43:27.217384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51464) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:27.229098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'subnet': {'network_id': '978081f3-0f88-4305-bbcb-f9f1e641b3cb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:27.248292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-5781f914-6ee0-4708-8fd6-028e6d765a56', 'network_id': '5781f914-6ee0-4708-8fd6-028e6d765a56', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'fixed_ips': [{'subnet_id': '1e3543fb-48bf-4326-88cc-ffb33eb34199'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:27.249282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.271409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9604314e-3dfc-4ded-801d-053de58cfc68 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.271902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1edbddad-ae68-466d-ae1e-5c13186a5710 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.361712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f668e1ef-cdd1-40e7-ab9c-3c926ef0e504 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.459748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d34783d-23b4-4469-b656-251a596b0dc6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.506376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d34783d-23b4-4469-b656-251a596b0dc6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.518499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f668e1ef-cdd1-40e7-ab9c-3c926ef0e504 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.580081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Allocated IP 2001:db8::2 (5781f914-6ee0-4708-8fd6-028e6d765a56/1e3543fb-48bf-4326-88cc-ffb33eb34199/63b73b43-d205-4fcd-ace9-39b6b412a5f9) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:27.629875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1edbddad-ae68-466d-ae1e-5c13186a5710 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.717539 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbddad-ae68-466d-ae1e-5c13186a5710 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=071a9c8e-c1fe-4af8-baf8-1a5fcd00688e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:27.732642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acca6d1f-028c-4f15-910f-37dc113c7ebc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.749315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f668e1ef-cdd1-40e7-ab9c-3c926ef0e504 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.756515 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f668e1ef-cdd1-40e7-ab9c-3c926ef0e504 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9773064 Apr 01 15:43:27.757757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51474) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:27.761137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668e1ef-cdd1-40e7-ab9c-3c926ef0e504 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb1110-2014-47e1-8051-b85480fd69b8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:27.774547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2085607317', 'security_groups': ['92bb1110-2014-47e1-8051-b85480fd69b8'], 'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd71a0745-5be2-43ee-93d6-96b5ee60064d'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:27.783159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f321fafc-5c89-4844-932f-2537ba6f7e6b None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:27.800192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca6d1f-028c-4f15-910f-37dc113c7ebc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Port': ['ID=a11fad40-05de-405e-b1d9-0c37c87164ab,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:27.851624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9604314e-3dfc-4ded-801d-053de58cfc68 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.896862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-acca6d1f-028c-4f15-910f-37dc113c7ebc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.904252 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-acca6d1f-028c-4f15-910f-37dc113c7ebc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/ports/a11fad40-05de-405e-b1d9-0c37c87164ab HTTP/1.1" status: 204 len: 168 time: 1.3389907 Apr 01 15:43:27.906261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51476) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:27.920005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1edbddad-ae68-466d-ae1e-5c13186a5710 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.929294 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1edbddad-ae68-466d-ae1e-5c13186a5710 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/071a9c8e-c1fe-4af8-baf8-1a5fcd00688e HTTP/1.1" status: 204 len: 168 time: 1.1489842 Apr 01 15:43:27.929752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51478) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:27.940460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df957e67-29be-41c5-bea9-5108b0a14dd8 req-ffe8a68d-33ac-435d-b63f-c028a9d84f94 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:27.949563 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-df957e67-29be-41c5-bea9-5108b0a14dd8 req-ffe8a68d-33ac-435d-b63f-c028a9d84f94 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2197013 Apr 01 15:43:27.975099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-facd96a6-f2a1-492e-a1fa-c25e88cb95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:27.976714 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-facd96a6-f2a1-492e-a1fa-c25e88cb95df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f3592e4908d4ed58791d42b7969808a&device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 1098 time: 0.4501414 Apr 01 15:43:27.991859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 51c622cd-1416-493a-a7d3-01811d044f07 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:28.019549 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e8f6a34d-db2e-4049-a3df-ce2c6775efb4 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1081090 Apr 01 15:43:28.021057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51484) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:28.027080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-544818626'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:28.036401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9604314e-3dfc-4ded-801d-053de58cfc68 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.074707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d34783d-23b4-4469-b656-251a596b0dc6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.077326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d34783d-23b4-4469-b656-251a596b0dc6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.080815 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6d34783d-23b4-4469-b656-251a596b0dc6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/ef7e645d-dbe2-4d23-86b6-add262425381 HTTP/1.1" status: 204 len: 168 time: 0.8582180 Apr 01 15:43:28.080995 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-df957e67-29be-41c5-bea9-5108b0a14dd8 req-266e3c0c-c287-45ba-987b-39d2a937e218 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296401 Apr 01 15:43:28.084193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:28.087615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.092739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51486) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:28.096537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604314e-3dfc-4ded-801d-053de58cfc68 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f351f72b-7375-4609-9bbc-45c715a26032,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:28.096697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34783d-23b4-4469-b656-251a596b0dc6 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e645d-dbe2-4d23-86b6-add262425381,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:28.107215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:28.130275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84b740e-82bf-480c-b72c-5a2749b72d40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 5edc99ca-600f-42c1-9a48-274d773fffbc {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:28.151006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.155393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5b9210a6-7587-46d3-94f4-659a3acf2b40 None None] Provisioning complete for port 32b34103-ab45-4a22-8b29-5592693f3db3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:28.155393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5b9210a6-7587-46d3-94f4-659a3acf2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.155690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d84b740e-82bf-480c-b72c-5a2749b72d40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.158288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51488) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:28.181736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-0d69e859-01b7-45f4-b1ff-898fa5c44798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:28.183000 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-0d69e859-01b7-45f4-b1ff-898fa5c44798 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 HTTP/1.1" status: 200 len: 914 time: 0.1953280 Apr 01 15:43:28.233677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:28.237178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.237178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5b9210a6-7587-46d3-94f4-659a3acf2b40 None None] Port 32b34103-ab45-4a22-8b29-5592693f3db3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:28.248536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.271307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Made reservation on behalf of 6509d6fbaeef47508be085c8d2d44493 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:28.273768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9604314e-3dfc-4ded-801d-053de58cfc68 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.275079 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9604314e-3dfc-4ded-801d-053de58cfc68 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2410207 Apr 01 15:43:28.275686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.279989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51492) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:28.296643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5b9210a6-7587-46d3-94f4-659a3acf2b40 None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:28.297072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5b9210a6-7587-46d3-94f4-659a3acf2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.311516 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b410f38c-4c36-449d-96a8-7b73ba76fa66 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2116303 Apr 01 15:43:28.317718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51494) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:28.323313 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a064472e-bb8c-4e1b-9d0a-3bfa711fd691 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173570681'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:28.338520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] device_id is not set on port 561081ae-5bec-4b93-9c63-768ecb1ac87a yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:28.348452 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-f2b0c41c-b993-4e08-b93a-3bc171f86a8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2 HTTP/1.1" status: 200 len: 1001 time: 0.1523092 Apr 01 15:43:28.366189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.380508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d84b740e-82bf-480c-b72c-5a2749b72d40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.435361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Network 5781f914-6ee0-4708-8fd6-028e6d765a56 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:28.436747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-100492848', 'router:external': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:28.441633 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:28.444793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:28.455532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Pushing event updated for resources: {'Port': ['ID=63b73b43-d205-4fcd-ace9-39b6b412a5f9,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:28.490724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a064472e-bb8c-4e1b-9d0a-3bfa711fd691 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.568142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Attempting to bind port 63b73b43-d205-4fcd-ace9-39b6b412a5f9 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:28.571340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Attempting to bind port 63b73b43-d205-4fcd-ace9-39b6b412a5f9 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'ba48e0a1-e889-4818-9bd5-91af6e3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5781f914-6ee0-4708-8fd6-028e6d765a56'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:28.571340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Attempting to bind port 63b73b43-d205-4fcd-ace9-39b6b412a5f9 on network 5781f914-6ee0-4708-8fd6-028e6d765a56 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:28.575684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:28.576066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Checking segment: {'id': 'ba48e0a1-e889-4818-9bd5-91af6e3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5781f914-6ee0-4708-8fd6-028e6d765a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:28.576508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.576904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Bound using segment: {'id': 'ba48e0a1-e889-4818-9bd5-91af6e3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5781f914-6ee0-4708-8fd6-028e6d765a56'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:28.577386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Bound port: 63b73b43-d205-4fcd-ace9-39b6b412a5f9, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba48e0a1-e889-4818-9bd5-91af6e3a4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5781f914-6ee0-4708-8fd6-028e6d765a56'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:28.578248 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.593840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d84b740e-82bf-480c-b72c-5a2749b72d40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.653080 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] For port 63b73b43-d205-4fcd-ace9-39b6b412a5f9, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:28.655039 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Made reservation on behalf of 47b4c871f9374807bdd819b458acbd8e for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:28.657210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] For port 63b73b43-d205-4fcd-ace9-39b6b412a5f9, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=63b73b43-d205-4fcd-ace9-39b6b412a5f9,segment=NetworkSegment(ba48e0a1-e889-4818-9bd5-91af6e3a4b92),segment_id=ba48e0a1-e889-4818-9bd5-91af6e3a4b92)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:28.657737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.686775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.781001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:28.788698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a064472e-bb8c-4e1b-9d0a-3bfa711fd691 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.799966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71908bdc-f2c1-4631-a201-44316d28a080 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.817412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.837187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.837530 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Added segment 8211eb8b-85e6-4d02-9dde-7649653d9aeb of type vlan for network c3728cff-0173-4296-8ed7-5c728b0cde0e Apr 01 15:43:28.860026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.875226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-6b960b69-7622-4b90-8ce9-f88985e7ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:28.876708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-6b960b69-7622-4b90-8ce9-f88985e7ff22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f5a4e3-be43-4c74-90a9-1d70d76a2497 HTTP/1.1" status: 200 len: 851 time: 0.4844930 Apr 01 15:43:28.912802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51cea-1a99-4a6b-88ac-f99f04400b12 None None] Pushing event updated for resources: {'Port': ['ID=63b73b43-d205-4fcd-ace9-39b6b412a5f9,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:28.939057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71908bdc-f2c1-4631-a201-44316d28a080 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.947555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d84b740e-82bf-480c-b72c-5a2749b72d40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.975403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.975587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b740e-82bf-480c-b72c-5a2749b72d40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=5edc99ca-600f-42c1-9a48-274d773fffbc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:28.981202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d84b740e-82bf-480c-b72c-5a2749b72d40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:28.986638 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d84b740e-82bf-480c-b72c-5a2749b72d40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/5edc99ca-600f-42c1-9a48-274d773fffbc HTTP/1.1" status: 204 len: 168 time: 1.0320413 Apr 01 15:43:28.986900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51496) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:29.030310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15098fa7-42d0-4d1c-b526-b4255efe467b None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:29.036734 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b8c576da-235c-4674-b4c9-9168c84ed278 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475764 Apr 01 15:43:29.053596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51498) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:29.060245 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:29.091391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8::144 (7f6aaf98-911f-4789-9d13-085dd3c05f63/d71a0745-5be2-43ee-93d6-96b5ee60064d/561081ae-5bec-4b93-9c63-768ecb1ac87a) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:29.131429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-d375c917-1920-4722-806b-13e71280595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:29.131429 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-d375c917-1920-4722-806b-13e71280595d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1857586 Apr 01 15:43:29.141475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e7392f10-85d5-4ed1-932d-88c90d08417c None None] Provisioning complete for port eff3d730-be72-4859-a548-199904e94627 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:29.141962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e7392f10-85d5-4ed1-932d-88c90d08417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.189218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.233682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a064472e-bb8c-4e1b-9d0a-3bfa711fd691 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.236210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.302184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28f28bf-4891-44c9-b3db-74bdd1a317f2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:29.314060 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-45db9c01-8c9f-44ac-83c1-7264ac910a89 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586950 Apr 01 15:43:29.324412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:29.383006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.391233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:29.391767 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.396645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.397025 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Added segment a86fb4c5-5550-4667-b386-f90749302177 of type vlan for network 1ae22280-d346-4702-9e73-1b60752af70d Apr 01 15:43:29.412099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48997afb-9a80-4899-a9e7-94ca8a531a57 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:29.428457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064472e-bb8c-4e1b-9d0a-3bfa711fd691 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad69eb-d0f6-448d-a9f7-ee9472f39fa3,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:29.454618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Subnet': ['ID=95fad3a9-9f55-481b-a7dd-b0d52bd1f816,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:29.457278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71908bdc-f2c1-4631-a201-44316d28a080 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.460009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71908bdc-f2c1-4631-a201-44316d28a080 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.461199 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-71908bdc-f2c1-4631-a201-44316d28a080 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/487e4aa6-a93b-4cb7-9d9e-65d2f63ff466 HTTP/1.1" status: 204 len: 168 time: 1.1800709 Apr 01 15:43:29.467526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51502) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:29.473921 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-48997afb-9a80-4899-a9e7-94ca8a531a57 None None] Deleting port eff3d730-be72-4859-a548-199904e94627 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:29.474369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48997afb-9a80-4899-a9e7-94ca8a531a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.477658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a064472e-bb8c-4e1b-9d0a-3bfa711fd691 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.481532 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a064472e-bb8c-4e1b-9d0a-3bfa711fd691 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1601033 Apr 01 15:43:29.488401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51504) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:29.500259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-53cbcac7-2c6e-43f5-be61-69fcd877c192 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': 'fdad69eb-d0f6-448d-a9f7-ee9472f39fa3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:29.512977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.526345 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:29.540321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.540321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af640990-566e-4af4-8a62-d51290b57c35 req-192519c7-5356-4090-947b-9ebe47a22fe1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:29.541186 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-af640990-566e-4af4-8a62-d51290b57c35 req-192519c7-5356-4090-947b-9ebe47a22fe1 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2996037 Apr 01 15:43:29.554377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71908bdc-f2c1-4631-a201-44316d28a080 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487e4aa6-a93b-4cb7-9d9e-65d2f63ff466,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:29.572480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Checking segment: {'id': 'c486c6a5-e597-4c47-98be-efe9aa8eadcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '978081f3-0f88-4305-bbcb-f9f1e641b3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:29.572858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network hostable DHCP agents. Network: 978081f3-0f88-4305-bbcb-f9f1e641b3cb, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:29.589504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-48997afb-9a80-4899-a9e7-94ca8a531a57 None None] For port eff3d730-be72-4859-a548-199904e94627, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=eff3d730-be72-4859-a548-199904e94627,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:29.590197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48997afb-9a80-4899-a9e7-94ca8a531a57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.599510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Network': ['ID=c3728cff-0173-4296-8ed7-5c728b0cde0e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:29.620211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-48997afb-9a80-4899-a9e7-94ca8a531a57 None None] Calling delete_port for eff3d730-be72-4859-a548-199904e94627 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:29.624642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network c3728cff-0173-4296-8ed7-5c728b0cde0e details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:29.630480 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-19be1d4b-a56f-4f83-bcd4-0ef4d9d89d44 req-f9e62462-bd3d-4786-84ff-fb0ef835f1f8 service neutron] 10.222.0.41 "GET /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008978 Apr 01 15:43:29.661048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.671312 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-645d9b1d-0704-4196-a59a-f227fb77a483 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6491301 Apr 01 15:43:29.673933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51506) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:29.684803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-337622999'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:29.701088 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-913c012f-b97a-4936-b32e-4ba2ac79ff4f tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2207892 Apr 01 15:43:29.701819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51508) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:29.720104 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-af640990-566e-4af4-8a62-d51290b57c35 req-38723c72-7548-48ce-842e-4dbafd524342 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707869 Apr 01 15:43:29.790497 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ae6d05ca-f6d3-4071-b95c-7b5c56a7aa48 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0852776 Apr 01 15:43:29.792457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-53cbcac7-2c6e-43f5-be61-69fcd877c192 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.798419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51510) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:29.821067 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-03c41fab-2418-4d85-86c8-b584ace86e50 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] delete failed (client error): The resource could not be found. Apr 01 15:43:29.825546 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-03c41fab-2418-4d85-86c8-b584ace86e50 tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "DELETE /v2.0/security-groups/487e4aa6-a93b-4cb7-9d9e-65d2f63ff466 HTTP/1.1" status: 404 len: 347 time: 0.0266564 Apr 01 15:43:29.827298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.827606 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:29.828193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.839511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51512) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:29.842904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 978081f3-0f88-4305-bbcb-f9f1e641b3cb is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:29.864956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.867023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Made reservation on behalf of 6509d6fbaeef47508be085c8d2d44493 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:29.870891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.932986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-53cbcac7-2c6e-43f5-be61-69fcd877c192 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.934155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48997afb-9a80-4899-a9e7-94ca8a531a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.971226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event updated for resources: {'Network': ['ID=1ae22280-d346-4702-9e73-1b60752af70d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:29.981829 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eb54e18c-76f4-40e3-8cba-418f1670bab4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8156960 Apr 01 15:43:29.981829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 978081f3-0f88-4305-bbcb-f9f1e641b3cb) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:29.981829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51514) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:29.985974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:29.986673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'subnet': {'network_id': '1ae22280-d346-4702-9e73-1b60752af70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:29.993365 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:29.993599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 63b73b43-d205-4fcd-ace9-39b6b412a5f9 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:29.994529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.995613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:29.995786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 1ae22280-d346-4702-9e73-1b60752af70d details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:30.000135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe965ee0-6f5b-4579-9fe4-208c2a0f231a None None] Network 978081f3-0f88-4305-bbcb-f9f1e641b3cb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:30.001307 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2abac02f-861a-4f45-9ff7-36f54ca6b25c tempest-SecGroupTest-1003631889 tempest-SecGroupTest-1003631889-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1606166 Apr 01 15:43:30.005073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:30.015908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:30.015908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.019941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=561081ae-5bec-4b93-9c63-768ecb1ac87a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:30.023778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:30.041208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.041692 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Added segment 7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b of type vlan for network ff789d5e-99c6-412b-a42a-3fc0c4ef11b3 Apr 01 15:43:30.043042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-53cbcac7-2c6e-43f5-be61-69fcd877c192 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.079198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48997afb-9a80-4899-a9e7-94ca8a531a57 None None] Pushing event deleted for resources: {'Port': ['ID=eff3d730-be72-4859-a548-199904e94627,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:30.090578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48997afb-9a80-4899-a9e7-94ca8a531a57 None None] No DVR routers for this DVR port eff3d730-be72-4859-a548-199904e94627 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:30.097750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbcac7-2c6e-43f5-be61-69fcd877c192 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f3546a-46f9-4078-b0cc-107673ed2b1b,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:30.098771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.119428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.171477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:30.184696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:30.201187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=4a8ee58b-277d-4b99-b959-3ce4c7bbf63c,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:30.210314 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:30.211736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.212545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f324c-915a-4049-9b54-dfbc8dffe1e0 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:30.220599 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2a32478f-eb73-4668-b520-e430930b1c03 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0162244 Apr 01 15:43:30.224203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51518) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:30.230309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3f32e8f0-3086-475c-9847-a869ea5a5da0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-336899896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:30.259985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Made reservation on behalf of 47b4c871f9374807bdd819b458acbd8e for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:30.269738 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a1717b6b-3c38-434e-9dbf-1e1fa62cba01 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5043998 Apr 01 15:43:30.270969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51520) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:30.280231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-53cbcac7-2c6e-43f5-be61-69fcd877c192 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.281691 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-53cbcac7-2c6e-43f5-be61-69fcd877c192 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7854397 Apr 01 15:43:30.287675 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.292859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-50f84376-0a33-4049-8e4a-47214207dbd3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:30.301630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51522) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:30.338469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.347856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:30.348675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.422959 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 63b73b43-d205-4fcd-ace9-39b6b412a5f9 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:30.423328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.492771 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4b9a436a-fb8d-489c-a96b-e560f0bde609 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4378572 Apr 01 15:43:30.499027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51524) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:30.505357 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:30.548087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67584a5-c77b-490f-9436-00961d4f29a6 None None] Network 5781f914-6ee0-4708-8fd6-028e6d765a56 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:30.548706 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8736839 Apr 01 15:43:30.558459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003cad8-44ad-4c4e-a106-d460d9a53de8 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Network': ['ID=ff789d5e-99c6-412b-a42a-3fc0c4ef11b3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:30.565658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-609e2518-7dd2-42d2-bccf-24117516ab98 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.584306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network ff789d5e-99c6-412b-a42a-3fc0c4ef11b3 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:30.605154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-609e2518-7dd2-42d2-bccf-24117516ab98 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.655529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3f32e8f0-3086-475c-9847-a869ea5a5da0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.655529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3f32e8f0-3086-475c-9847-a869ea5a5da0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.712060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '4a8ee58b-277d-4b99-b959-3ce4c7bbf63c'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:30.712060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.738683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b2731fab-9926-4937-ba18-80433053a9e3 None None] Provisioning complete for port 561081ae-5bec-4b93-9c63-768ecb1ac87a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:30.739076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b2731fab-9926-4937-ba18-80433053a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.817703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-609e2518-7dd2-42d2-bccf-24117516ab98 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.822556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:30.829671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.831656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-609e2518-7dd2-42d2-bccf-24117516ab98 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.836715 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-609e2518-7dd2-42d2-bccf-24117516ab98 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/85f3546a-46f9-4078-b0cc-107673ed2b1b HTTP/1.1" status: 204 len: 168 time: 0.5225592 Apr 01 15:43:30.844184 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f84376-0a33-4049-8e4a-47214207dbd3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:30.850752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50f84376-0a33-4049-8e4a-47214207dbd3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.855615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e2518-7dd2-42d2-bccf-24117516ab98 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85f3546a-46f9-4078-b0cc-107673ed2b1b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:30.859385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51528) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:30.989176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3f32e8f0-3086-475c-9847-a869ea5a5da0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.993371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-978081f3-0f88-4305-bbcb-f9f1e641b3cb', 'network_id': '978081f3-0f88-4305-bbcb-f9f1e641b3cb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'fixed_ips': [{'subnet_id': '95fad3a9-9f55-481b-a7dd-b0d52bd1f816'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:30.995532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:30.996834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51532) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:31.072675 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8a25494e-4092-42e7-9511-ef2e67a9bf24 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2080548 Apr 01 15:43:31.076309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51536) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:31.138684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3f32e8f0-3086-475c-9847-a869ea5a5da0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.189692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.objects.ports [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:43:31.190261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.193525 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.ipam_backend_mixin [None req-50f84376-0a33-4049-8e4a-47214207dbd3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d71a0745-5be2-43ee-93d6-96b5ee60064d (CIDR: 2001:db8::/64) Apr 01 15:43:31.214513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a85fe-5a6b-4800-8ce2-828984e280e0 req-9586841b-b881-4f64-ad15-d13788aaec17 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:31.217237 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f26a85fe-5a6b-4800-8ce2-828984e280e0 req-9586841b-b881-4f64-ad15-d13788aaec17 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.3670182 Apr 01 15:43:31.230043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b2731fab-9926-4937-ba18-80433053a9e3 None None] Port 561081ae-5bec-4b93-9c63-768ecb1ac87a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:31.259487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a30201a9-a453-45f6-b7f2-140bd35cc4ab tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.285699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a30201a9-a453-45f6-b7f2-140bd35cc4ab tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.302890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.331262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3f32e8f0-3086-475c-9847-a869ea5a5da0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.333484 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3f32e8f0-3086-475c-9847-a869ea5a5da0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1074409 Apr 01 15:43:31.334516 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f84376-0a33-4049-8e4a-47214207dbd3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:43:31.335007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f84376-0a33-4049-8e4a-47214207dbd3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:31.350197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51538) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:31.390565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b2731fab-9926-4937-ba18-80433053a9e3 None None] Provisioning complete for port 63b73b43-d205-4fcd-ace9-39b6b412a5f9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:31.391004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b2731fab-9926-4937-ba18-80433053a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.415590 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-50f76612-ad08-460d-ba01-d33c27245285 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9470c561766a411a8fe31419a0d2b9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749735 Apr 01 15:43:31.416284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51540) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:31.496004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event updated for resources: {'Subnet': ['ID=36fa4a49-bb9f-464c-9dda-efa466d7fc11,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:31.505421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a30201a9-a453-45f6-b7f2-140bd35cc4ab tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.508687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a30201a9-a453-45f6-b7f2-140bd35cc4ab tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.509868 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a30201a9-a453-45f6-b7f2-140bd35cc4ab tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/fdad69eb-d0f6-448d-a9f7-ee9472f39fa3 HTTP/1.1" status: 204 len: 168 time: 0.4329174 Apr 01 15:43:31.533342 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-50f84376-0a33-4049-8e4a-47214207dbd3 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2475860 Apr 01 15:43:31.537577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51542) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:31.537910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51544) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:31.538686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30201a9-a453-45f6-b7f2-140bd35cc4ab tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad69eb-d0f6-448d-a9f7-ee9472f39fa3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:31.545359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Allocated IP 172.20.0.2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/4a8ee58b-277d-4b99-b959-3ce4c7bbf63c/9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:31.574564 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f26a85fe-5a6b-4800-8ce2-828984e280e0 req-5e3ec90b-c32b-4f30-b07e-3158aa96c0de tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716205 Apr 01 15:43:31.596487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Checking segment: {'id': 'a86fb4c5-5550-4667-b386-f90749302177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1ae22280-d346-4702-9e73-1b60752af70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:31.596487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Network hostable DHCP agents. Network: 1ae22280-d346-4702-9e73-1b60752af70d, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:31.610482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 63b73b43-d205-4fcd-ace9-39b6b412a5f9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=63b73b43-d205-4fcd-ace9-39b6b412a5f9,segment=NetworkSegment(ba48e0a1-e889-4818-9bd5-91af6e3a4b92),segment_id=ba48e0a1-e889-4818-9bd5-91af6e3a4b92)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:31.627403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-18e077a0-5e09-44ea-a3b9-60572fb4cdde tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:31.647819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Allocated IP 2001:db8:1::2 (978081f3-0f88-4305-bbcb-f9f1e641b3cb/95fad3a9-9f55-481b-a7dd-b0d52bd1f816/696020a6-7dfc-445e-ad37-4f32fd25e6b4) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:31.740045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e0fcde9-93ed-4706-8b10-7d9b75ee24bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.771749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b2731fab-9926-4937-ba18-80433053a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.812987 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f4eb08fc-cab5-43df-a77f-7c203bee28ca tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2625384 Apr 01 15:43:31.852638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51548) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:31.874749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-eee2b9a8-f2bc-49aa-8f9b-abcbc20fb977 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201609414'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:31.911168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e0fcde9-93ed-4706-8b10-7d9b75ee24bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.917116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Network 1ae22280-d346-4702-9e73-1b60752af70d is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:31.948031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.975112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.objects.ports [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:43:31.989452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:31.991170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.136257 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fca0ee-7a1f-430e-a989-cbcb00270092 req-ca7fccdc-11fa-4b1b-9705-c78d2e429672 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:32.140284 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f1fca0ee-7a1f-430e-a989-cbcb00270092 req-ca7fccdc-11fa-4b1b-9705-c78d2e429672 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.4056439 Apr 01 15:43:32.155613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:32.169104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 1ae22280-d346-4702-9e73-1b60752af70d) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:32.169525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.177138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eee2b9a8-f2bc-49aa-8f9b-abcbc20fb977 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.188704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:32.192257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.203577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.241809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:32.242409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.266429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:32.267017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.274295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=68cc3064-421c-452c-b71e-d4fe3d027bdc,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:32.275411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Network 978081f3-0f88-4305-bbcb-f9f1e641b3cb is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:32.277937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ff3e0-dc5f-4c65-b14c-7981dabbe4de None None] Network 1ae22280-d346-4702-9e73-1b60752af70d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:32.306446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 2001:db8::1 (5781f914-6ee0-4708-8fd6-028e6d765a56/1e3543fb-48bf-4326-88cc-ffb33eb34199/42ab154d-bdcb-43ee-aa85-686c70a8223a) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:32.310188 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f1fca0ee-7a1f-430e-a989-cbcb00270092 req-3840d578-719c-44bf-8f8a-89cd4ab0f04d tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568832 Apr 01 15:43:32.426310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eee2b9a8-f2bc-49aa-8f9b-abcbc20fb977 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.444752 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c321f3c2-8fec-4576-ba51-6dae94504b74 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4591854 Apr 01 15:43:32.445050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51552) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:32.450036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1775812847', 'network_id': '1ae22280-d346-4702-9e73-1b60752af70d'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:32.470877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-b2731fab-9926-4937-ba18-80433053a9e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:43:32.471491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-b2731fab-9926-4937-ba18-80433053a9e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:43:32.474332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:32.483454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.485735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device eff3d730-be72-4859-a548-199904e94627 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:32.489642 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0291f3d0-e4f9-4206-a85b-c32a8a312c88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9895964 Apr 01 15:43:32.492472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51554) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:32.492737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e0fcde9-93ed-4706-8b10-7d9b75ee24bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.494358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:32.498268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e0fcde9-93ed-4706-8b10-7d9b75ee24bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.499162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:95:65:4e', 'name': 'tempest-NetworksTestDHCPv6-57533329'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:32.499713 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5e0fcde9-93ed-4706-8b10-7d9b75ee24bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7e7521e-4a43-41ea-aa4f-b125d01beaba HTTP/1.1" status: 204 len: 168 time: 1.0553753 Apr 01 15:43:32.549924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: eff3d730-be72-4859-a548-199904e94627 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:32.550886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device eff3d730-be72-4859-a548-199904e94627 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:32.559898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fcde9-93ed-4706-8b10-7d9b75ee24bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e7521e-4a43-41ea-aa4f-b125d01beaba,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:32.583841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.675586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:32.678839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eee2b9a8-f2bc-49aa-8f9b-abcbc20fb977 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.684606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e077a0-5e09-44ea-a3b9-60572fb4cdde tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:32.688465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-18e077a0-5e09-44ea-a3b9-60572fb4cdde tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.725455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7677498-5c57-4997-a36c-535cfe1465ba None None] Network 1ae22280-d346-4702-9e73-1b60752af70d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:32.733897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2b9a8-f2bc-49aa-8f9b-abcbc20fb977 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c8488a-ce5e-41ef-b7c8-6caace7113c6,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:32.736640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Made reservation on behalf of 47b4c871f9374807bdd819b458acbd8e for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:32.739996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.763974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] device_id is not set on port 7e926734-d2fd-4684-bd7b-80b779673ee5 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:32.866018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:32.871157 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:32.913455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:32.920670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=63b73b43-d205-4fcd-ace9-39b6b412a5f9,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:32.962637 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eee2b9a8-f2bc-49aa-8f9b-abcbc20fb977 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.963781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:32.965410 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eee2b9a8-f2bc-49aa-8f9b-abcbc20fb977 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1052213 Apr 01 15:43:32.985466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51558) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:33.113540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-000e9053-b6b6-43e3-bcd8-43269cc96a62 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': 'b4c8488a-ce5e-41ef-b7c8-6caace7113c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:33.139831 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.ipam_backend_mixin [None req-18e077a0-5e09-44ea-a3b9-60572fb4cdde tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3bec01c6-87f5-410c-850d-54ead40a5336 (CIDR: 2001:db8:0:1::/64) Apr 01 15:43:33.168284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Attempting to bind port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:33.170625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 5781f914-6ee0-4708-8fd6-028e6d765a56 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:33.174080 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Attempting to bind port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'c486c6a5-e597-4c47-98be-efe9aa8eadcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '978081f3-0f88-4305-bbcb-f9f1e641b3cb'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:33.178729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:33.179687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Attempting to bind port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 on network 978081f3-0f88-4305-bbcb-f9f1e641b3cb {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:33.185781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.199399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:33.200147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.206118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=42ab154d-bdcb-43ee-aa85-686c70a8223a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:33.282116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port f417342d-c476-4cc1-8c7e-282939494cbb yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:33.327158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Allocated IP 2001:db8::242 (1ae22280-d346-4702-9e73-1b60752af70d/36fa4a49-bb9f-464c-9dda-efa466d7fc11/7e926734-d2fd-4684-bd7b-80b779673ee5) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:33.357530 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:33.357927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Checking segment: {'id': 'c486c6a5-e597-4c47-98be-efe9aa8eadcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '978081f3-0f88-4305-bbcb-f9f1e641b3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:33.358328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.358733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Bound using segment: {'id': 'c486c6a5-e597-4c47-98be-efe9aa8eadcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '978081f3-0f88-4305-bbcb-f9f1e641b3cb'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:33.361242 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Bound port: 696020a6-7dfc-445e-ad37-4f32fd25e6b4, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c486c6a5-e597-4c47-98be-efe9aa8eadcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '978081f3-0f88-4305-bbcb-f9f1e641b3cb'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:33.363622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.376124 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e077a0-5e09-44ea-a3b9-60572fb4cdde tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:43:33.376689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e077a0-5e09-44ea-a3b9-60572fb4cdde tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:33.435201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-000e9053-b6b6-43e3-bcd8-43269cc96a62 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.438339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Pushing event updated for resources: {'Port': ['ID=696020a6-7dfc-445e-ad37-4f32fd25e6b4,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:33.556158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Attempting to bind port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:33.560554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Attempting to bind port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:33.561382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Attempting to bind port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:33.565244 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-18e077a0-5e09-44ea-a3b9-60572fb4cdde tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.0130408 Apr 01 15:43:33.571846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51570) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:33.587856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'subnet': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:33.602975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Pushing event updated for resources: {'Port': ['ID=9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:33.621237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-000e9053-b6b6-43e3-bcd8-43269cc96a62 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.663586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:33.664386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:33.665956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.666737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:33.667468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Bound port: 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:33.668131 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.723994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.790778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-000e9053-b6b6-43e3-bcd8-43269cc96a62 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.819682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] For port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:33.825144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] For port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:33.831826 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-99ae572a-5078-4336-a8b1-d4d3ce04a3bb None None] Provisioning complete for port 63b73b43-d205-4fcd-ace9-39b6b412a5f9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:33.832634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-99ae572a-5078-4336-a8b1-d4d3ce04a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.864435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51574) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:33.871257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e9053-b6b6-43e3-bcd8-43269cc96a62 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb11271-7d9c-4989-9eb8-4d20b1a7fcc7,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:33.871908 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'subnets': [{'network_id': 'c3728cff-0173-4296-8ed7-5c728b0cde0e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--174924599', 'ip_version': 6}, {'network_id': 'ff789d5e-99c6-412b-a42a-3fc0c4ef11b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:33.872302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'subnet': {'network_id': 'c3728cff-0173-4296-8ed7-5c728b0cde0e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--174924599', 'ip_version': 6}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:33.873884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Request body: {'subnet': {'network_id': 'ff789d5e-99c6-412b-a42a-3fc0c4ef11b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:33.914479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57797b0-57ec-4997-89b6-ef47059379d8 req-9019b328-e0ff-425e-847d-df30aa57d4c8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:33.916120 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e57797b0-57ec-4997-89b6-ef47059379d8 req-9019b328-e0ff-425e-847d-df30aa57d4c8 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.3427248 Apr 01 15:43:33.948792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-000e9053-b6b6-43e3-bcd8-43269cc96a62 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:33.952711 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-000e9053-b6b6-43e3-bcd8-43269cc96a62 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8405662 Apr 01 15:43:33.953834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 172.20.0.11 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/4a8ee58b-277d-4b99-b959-3ce4c7bbf63c/f417342d-c476-4cc1-8c7e-282939494cbb) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:33.960266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51576) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:34.011859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:fe95:654e (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/68cc3064-421c-452c-b71e-d4fe3d027bdc/f417342d-c476-4cc1-8c7e-282939494cbb) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:34.060329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] For port 696020a6-7dfc-445e-ad37-4f32fd25e6b4, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:34.064023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.068958 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f9929c1c-546f-460c-ba85-f0dceb3f458e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules/1fb11271-7d9c-4989-9eb8-4d20b1a7fcc7 HTTP/1.1" status: 200 len: 763 time: 0.1075580 Apr 01 15:43:34.071781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51578) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:34.072422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.087710 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e57797b0-57ec-4997-89b6-ef47059379d8 req-6ab6ea51-5e22-4e10-a74d-4538cd816953 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628048 Apr 01 15:43:34.108865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Made reservation on behalf of 3deab709b4e7402c97b28b23e44bae23 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:34.122048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.144588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] For port 696020a6-7dfc-445e-ad37-4f32fd25e6b4, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=696020a6-7dfc-445e-ad37-4f32fd25e6b4,segment=NetworkSegment(c486c6a5-e597-4c47-98be-efe9aa8eadcb),segment_id=c486c6a5-e597-4c47-98be-efe9aa8eadcb)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:34.221398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094a319-dad4-4c69-a2d2-de127f6c07bd None None] Pushing event updated for resources: {'Port': ['ID=9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:34.270238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.276551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.326514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-99ae572a-5078-4336-a8b1-d4d3ce04a3bb None None] Provisioning complete for port 42ab154d-bdcb-43ee-aa85-686c70a8223a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:34.326880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-99ae572a-5078-4336-a8b1-d4d3ce04a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.335205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34027439-4e06-412c-ad14-464419bc2ecc None None] Pushing event updated for resources: {'Port': ['ID=696020a6-7dfc-445e-ad37-4f32fd25e6b4,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:34.385802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.411695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Network 1ae22280-d346-4702-9e73-1b60752af70d is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:34.428536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:34.447279 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5a6d529b-9e9b-4505-b565-3bde2e10e3df tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3735600 Apr 01 15:43:34.454865 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event updated for resources: {'Port': ['ID=7e926734-d2fd-4684-bd7b-80b779673ee5,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:34.458811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51586) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:34.463385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:34.464600 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:34.465300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.480382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-99ae572a-5078-4336-a8b1-d4d3ce04a3bb None None] Port 42ab154d-bdcb-43ee-aa85-686c70a8223a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:34.495066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a999929f-2bc0-4fc9-9aab-d5c01ea2fe18 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.506746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a999929f-2bc0-4fc9-9aab-d5c01ea2fe18 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.545441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.558985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.559925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.595439 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Made reservation on behalf of 6509d6fbaeef47508be085c8d2d44493 for: {'subnet': 2} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:34.601363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.601951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.606663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.669772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51590) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:34.674754 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6ecbbdb8-578b-4329-8498-bc7dad974212 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2285752 Apr 01 15:43:34.691663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51592) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:34.695919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a999929f-2bc0-4fc9-9aab-d5c01ea2fe18 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.721623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a999929f-2bc0-4fc9-9aab-d5c01ea2fe18 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.725251 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a999929f-2bc0-4fc9-9aab-d5c01ea2fe18 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1fb11271-7d9c-4989-9eb8-4d20b1a7fcc7 HTTP/1.1" status: 204 len: 168 time: 0.2629249 Apr 01 15:43:34.737077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51596) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:34.774450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.778339 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999929f-2bc0-4fc9-9aab-d5c01ea2fe18 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fb11271-7d9c-4989-9eb8-4d20b1a7fcc7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:34.784081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=42ab154d-bdcb-43ee-aa85-686c70a8223a,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:34.795737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-23c36be0-e498-4804-9e7c-2ae627197bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.816951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:34.825185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Subnet': ['ID=d1a4d23d-5409-44b5-bbd0-7cb9bb753c32,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:34.827974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:34.834398 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:34.835036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.863315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:34.876697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:34.888167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:34.902236 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6d8196ff-d560-4902-8c3e-26e8fd8d988d tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1487501 Apr 01 15:43:34.902544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51598) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:34.907171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-c0963d6f-e57c-4be8-b5c8-b9f9638520a8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': 'b4c8488a-ce5e-41ef-b7c8-6caace7113c6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:34.944749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:34.946077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:34.951978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178e72a-54a1-4fdf-bcfc-01881a9beb6f None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:34.994464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=f417342d-c476-4cc1-8c7e-282939494cbb,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:35.008772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51600) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:35.013588 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a9a3857b-83ad-4796-aa84-431bbdf6a219 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4402611 Apr 01 15:43:35.022984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-26245834', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd1a4d23d-5409-44b5-bbd0-7cb9bb753c32'}], 'security_groups': ['3281a8e8-2cc6-4a2b-b72c-5ca8eb849501', '8b2464c6-0c1a-41ab-a435-e4adf097f32e']}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:35.031269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 5781f914-6ee0-4708-8fd6-028e6d765a56 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:35.036550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:35.093974 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 63b73b43-d205-4fcd-ace9-39b6b412a5f9 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:35.221543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0963d6f-e57c-4be8-b5c8-b9f9638520a8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:35.243084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-845184817-network', 'tenant_id': 'c00e56d01af24de1987cd2db6b6d786a'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:35.295802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 63b73b43-d205-4fcd-ace9-39b6b412a5f9 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:35.295802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:35.319316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0963d6f-e57c-4be8-b5c8-b9f9638520a8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:35.325226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router fa98a7c5-5282-4257-9cc2-38a22a1c29e8 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:43:35.419849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:35.445016 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b229f7e3-436b-4a40-a7f6-1caae3b235b2 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9511266 Apr 01 15:43:35.474105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51604) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:35.475158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:35.487431 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3ef07-5bdb-4de2-955c-89d3516b46e3 None None] Sync routers for ids ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:35.506367 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3ef07-5bdb-4de2-955c-89d3516b46e3 None None] Routers {'fa98a7c5-5282-4257-9cc2-38a22a1c29e8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:35.510395 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d6f3ef07-5bdb-4de2-955c-89d3516b46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:35.525511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18bd3b2-0863-43f2-967e-562ef00a0e29 None None] Update dhcp port {'port': {'network_id': '7f6aaf98-911f-4789-9d13-085dd3c05f63', 'fixed_ips': [{'subnet_id': '3bec01c6-87f5-410c-850d-54ead40a5336', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd71a0745-5be2-43ee-93d6-96b5ee60064d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd1a4d23d-5409-44b5-bbd0-7cb9bb753c32'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '51c622cd-1416-493a-a7d3-01811d044f07'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:43:35.568522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d18bd3b2-0863-43f2-967e-562ef00a0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:35.582043 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d6f3ef07-5bdb-4de2-955c-89d3516b46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:35.586256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3c4432a2-34ee-446c-8821-6045f5df1ae1 None None] Provisioning complete for port 42ab154d-bdcb-43ee-aa85-686c70a8223a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:35.586637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3c4432a2-34ee-446c-8821-6045f5df1ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:35.595340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:35.602095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:35.609486 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3ef07-5bdb-4de2-955c-89d3516b46e3 None None] Routers {'fa98a7c5-5282-4257-9cc2-38a22a1c29e8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:35.610657 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d6f3ef07-5bdb-4de2-955c-89d3516b46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:35.723206 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d6f3ef07-5bdb-4de2-955c-89d3516b46e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:35.725082 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3ef07-5bdb-4de2-955c-89d3516b46e3 None None] The sync data for ids ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:35.730964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3c4432a2-34ee-446c-8821-6045f5df1ae1 None None] Port 42ab154d-bdcb-43ee-aa85-686c70a8223a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:35.882269 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:35.937774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e857ef7-a5fa-4478-9c3f-a281337cde8b None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:36.000245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d18bd3b2-0863-43f2-967e-562ef00a0e29 None None] Allocated IP 2001:db8:0:2::2 (7f6aaf98-911f-4789-9d13-085dd3c05f63/d1a4d23d-5409-44b5-bbd0-7cb9bb753c32/51c622cd-1416-493a-a7d3-01811d044f07) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:36.008411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:36.046509 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b634d1b5-d5d9-44e9-88f0-f16fb037d5e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/fa98a7c5-5282-4257-9cc2-38a22a1c29e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6951721 Apr 01 15:43:36.052378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0963d6f-e57c-4be8-b5c8-b9f9638520a8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.059766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51606) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:36.071576 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:43:36.092056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Made reservation on behalf of c00e56d01af24de1987cd2db6b6d786a for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:36.094900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.095170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-30252d9f-9bd4-4d5e-8aab-201f2e5713e5 None None] Provisioning complete for port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:36.095611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-30252d9f-9bd4-4d5e-8aab-201f2e5713e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.109863 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.129982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62e51-2fe5-4ffb-8979-90a04f8739a1 req-67a79368-a163-4a2f-890a-9c4fd3ea755e tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:36.132064 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7b62e51-2fe5-4ffb-8979-90a04f8739a1 req-67a79368-a163-4a2f-890a-9c4fd3ea755e tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.8687315 Apr 01 15:43:36.133602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6f0fc-7162-4886-afb5-92a7ab2562d3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Deleting port 7e926734-d2fd-4684-bd7b-80b779673ee5 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:36.134030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f0fc-7162-4886-afb5-92a7ab2562d3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.145601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.148319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0963d6f-e57c-4be8-b5c8-b9f9638520a8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a0791b-880d-4949-a941-8f516bb06dd8,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:36.185222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f76702c-1269-45bc-8299-96fa1b58eee3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:36.192388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f76702c-1269-45bc-8299-96fa1b58eee3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:36.197125 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0f76702c-1269-45bc-8299-96fa1b58eee3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.7200010 Apr 01 15:43:36.202664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51608) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:36.204593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778907c1-da7e-41fa-ba3f-1053d986fbb5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:36.205755 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-778907c1-da7e-41fa-ba3f-1053d986fbb5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports/42ab154d-bdcb-43ee-aa85-686c70a8223a HTTP/1.1" status: 200 len: 911 time: 0.1333647 Apr 01 15:43:36.208538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51610) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:36.233899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9102ef38-4b95-4e06-a4a3-8bd53ed0b7bb None None] Network 978081f3-0f88-4305-bbcb-f9f1e641b3cb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:36.262100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0963d6f-e57c-4be8-b5c8-b9f9638520a8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.266313 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c0963d6f-e57c-4be8-b5c8-b9f9638520a8 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3628244 Apr 01 15:43:36.272478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51612) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:36.274496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a18a76-4868-4129-982b-50a6a52981d5 req-4f814a5d-58d5-447f-9a15-675905c1d644 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:36.276280 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-73a18a76-4868-4129-982b-50a6a52981d5 req-4f814a5d-58d5-447f-9a15-675905c1d644 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.41 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2284462 Apr 01 15:43:36.397494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:36.405875 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7b62e51-2fe5-4ffb-8979-90a04f8739a1 req-a0a4cb65-bfdd-4f03-ad46-a4dc590e6529 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656910 Apr 01 15:43:36.412830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d18bd3b2-0863-43f2-967e-562ef00a0e29 None None] For port 51c622cd-1416-493a-a7d3-01811d044f07, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=51c622cd-1416-493a-a7d3-01811d044f07,segment=NetworkSegment(491e9bff-c963-4d29-9f65-e1143d1e871c),segment_id=491e9bff-c963-4d29-9f65-e1143d1e871c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:36.435417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-65ad2e73-d366-47bf-a0dc-99bbb6d0269e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules/77a0791b-880d-4949-a941-8f516bb06dd8 HTTP/1.1" status: 200 len: 763 time: 0.1594245 Apr 01 15:43:36.438045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51614) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:36.488663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.521858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f0fc-7162-4886-afb5-92a7ab2562d3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.529026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d18bd3b2-0863-43f2-967e-562ef00a0e29 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.535880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Deleting port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:36.536691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.571746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6f0fc-7162-4886-afb5-92a7ab2562d3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Calling delete_port for 7e926734-d2fd-4684-bd7b-80b779673ee5 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:36.583988 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f79f45c9-00b2-471c-915a-dd53c60c5245 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1410060 Apr 01 15:43:36.595992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51616) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:36.630407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.709535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d18bd3b2-0863-43f2-967e-562ef00a0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.716445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b941e1-5cf7-433d-b825-2464ad027435 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.729676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.733658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b941e1-5cf7-433d-b825-2464ad027435 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.748288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-aea7cb73-e53a-46e9-97d4-f54072f226d1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port f417342d-c476-4cc1-8c7e-282939494cbb {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:36.748666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aea7cb73-e53a-46e9-97d4-f54072f226d1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.789902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7987c538-9619-4097-bea9-e1bcf648cb2a None None] Provisioning complete for port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:36.790279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7987c538-9619-4097-bea9-e1bcf648cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.821648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bd3b2-0863-43f2-967e-562ef00a0e29 None None] Pushing event updated for resources: {'Port': ['ID=51c622cd-1416-493a-a7d3-01811d044f07,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:36.828922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] For port 945a15ca-285e-4aaf-bd10-6c4161de9ed2, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=945a15ca-285e-4aaf-bd10-6c4161de9ed2,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:36.830099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.870853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f642748f-9479-44d5-a033-fbe11b9af856 None None] Update dhcp port {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': '4a8ee58b-277d-4b99-b959-3ce4c7bbf63c', 'ip_address': '172.20.0.2'}, {'subnet_id': '68cc3064-421c-452c-b71e-d4fe3d027bdc'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:43:36.874301 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.886537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Subnet': ['ID=31f1c02f-9c99-436a-a8f7-1276364537ab,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:36.982849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b941e1-5cf7-433d-b825-2464ad027435 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.993989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b941e1-5cf7-433d-b825-2464ad027435 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:36.998183 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-82b941e1-5cf7-433d-b825-2464ad027435 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/77a0791b-880d-4949-a941-8f516bb06dd8 HTTP/1.1" status: 204 len: 168 time: 0.3959405 Apr 01 15:43:37.006490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51618) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:37.010125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:37.023663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc536328-fecc-430e-aedc-97c9309b0e74,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:37.086561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b941e1-5cf7-433d-b825-2464ad027435 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77a0791b-880d-4949-a941-8f516bb06dd8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:37.106035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.116479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Checking segment: {'id': '8211eb8b-85e6-4d02-9dde-7649653d9aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c3728cff-0173-4296-8ed7-5c728b0cde0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:37.117085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Network hostable DHCP agents. Network: c3728cff-0173-4296-8ed7-5c728b0cde0e, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:37.127019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 696020a6-7dfc-445e-ad37-4f32fd25e6b4 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:37.132751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aea7cb73-e53a-46e9-97d4-f54072f226d1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.153216 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7f21cd03-4299-4b7c-bb3b-22097a12f484 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1426182 Apr 01 15:43:37.162518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-aea7cb73-e53a-46e9-97d4-f54072f226d1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for f417342d-c476-4cc1-8c7e-282939494cbb owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:37.164099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51620) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:37.172026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b24b2f6a-ebb5-4df7-b9d2-0afdf7a312a0 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': 'b4c8488a-ce5e-41ef-b7c8-6caace7113c6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:37.208473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f642748f-9479-44d5-a033-fbe11b9af856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.287718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.288328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.288808 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Floating IP 3062543d-55a4-45e7-9dfb-3c22af69a603 disassociated. External IP: 172.26.6.198, port: 945a15ca-285e-4aaf-bd10-6c4161de9ed2. Apr 01 15:43:37.289154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Calling delete_port for 945a15ca-285e-4aaf-bd10-6c4161de9ed2 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:37.291187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f0fc-7162-4886-afb5-92a7ab2562d3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.296246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.296722 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Added segment 2b864bae-885f-4d28-909f-ee640bec4f9d of type vlan for network d3529b02-80fe-4a2c-802f-7da4cf3f8518 Apr 01 15:43:37.365145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c2e9bc1a-10a2-4003-8594-ec8463b008f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.373247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6f0fc-7162-4886-afb5-92a7ab2562d3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e926734-d2fd-4684-bd7b-80b779673ee5,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:37.376246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Network c3728cff-0173-4296-8ed7-5c728b0cde0e is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:37.397842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:37.398380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.437037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.474373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7987c538-9619-4097-bea9-e1bcf648cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.476051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f0fc-7162-4886-afb5-92a7ab2562d3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.479814 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c2d6f0fc-7162-4886-afb5-92a7ab2562d3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "DELETE /v2.0/ports/7e926734-d2fd-4684-bd7b-80b779673ee5 HTTP/1.1" status: 204 len: 168 time: 2.7374275 Apr 01 15:43:37.483080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51624) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:37.493189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae22280-d346-4702-9e73-1b60752af70d', 'external_fixed_ips': [{'subnet_id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'ip_address': '2001:db8::242'}]}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:37.526676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-f642748f-9479-44d5-a033-fbe11b9af856 None None] Allocated IP 2001:db8::f816:3eff:fe08:78eb (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/68cc3064-421c-452c-b71e-d4fe3d027bdc/9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:37.543140 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-b24b2f6a-ebb5-4df7-b9d2-0afdf7a312a0 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Project 2a23ed8266e4436e9314926f6b64b964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:43:37.547834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Delete allocated IP 2001:db8::144 (7f6aaf98-911f-4789-9d13-085dd3c05f63/d71a0745-5be2-43ee-93d6-96b5ee60064d) {{(pid=110105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:43:37.561900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b24b2f6a-ebb5-4df7-b9d2-0afdf7a312a0 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.577335 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Allocated IP 2001:db8:0:2::3bb (7f6aaf98-911f-4789-9d13-085dd3c05f63/d1a4d23d-5409-44b5-bbd0-7cb9bb753c32/561081ae-5bec-4b93-9c63-768ecb1ac87a) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:37.616861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, c3728cff-0173-4296-8ed7-5c728b0cde0e) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:37.622070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.627594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 2001:db8:1::1 (978081f3-0f88-4305-bbcb-f9f1e641b3cb/95fad3a9-9f55-481b-a7dd-b0d52bd1f816/9569ed03-89fd-454a-938b-87dcbb15e368) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:37.627788 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7987c538-9619-4097-bea9-e1bcf648cb2a None None] For port 696020a6-7dfc-445e-ad37-4f32fd25e6b4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=696020a6-7dfc-445e-ad37-4f32fd25e6b4,segment=NetworkSegment(c486c6a5-e597-4c47-98be-efe9aa8eadcb),segment_id=c486c6a5-e597-4c47-98be-efe9aa8eadcb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:37.633501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5494e513-fd15-46cc-a69a-9376a88a21c5 None None] Network c3728cff-0173-4296-8ed7-5c728b0cde0e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:37.633822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.634845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.741877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042215d2-1bb8-4c63-b7e5-97eacfe5ee7a req-f2102501-9da8-4d6a-b318-970234c6519a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:37.743805 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-042215d2-1bb8-4c63-b7e5-97eacfe5ee7a req-f2102501-9da8-4d6a-b318-970234c6519a tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 945 time: 0.2495422 Apr 01 15:43:37.752294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.754043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:37.754617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.785012 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7987c538-9619-4097-bea9-e1bcf648cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.858196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event updated for resources: {'Subnet': ['ID=157043be-bf45-4d7a-9373-3b11626d186e,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:37.874490 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987c538-9619-4097-bea9-e1bcf648cb2a None None] Pushing event updated for resources: {'Port': ['ID=696020a6-7dfc-445e-ad37-4f32fd25e6b4,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:37.879184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f642748f-9479-44d5-a033-fbe11b9af856 None None] For port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:37.898934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.915830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.916897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b24b2f6a-ebb5-4df7-b9d2-0afdf7a312a0 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.947177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Pushing event deleted for resources: {'Port': ['ID=945a15ca-285e-4aaf-bd10-6c4161de9ed2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:37.973557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cbb19335-67fa-4ed5-bfd9-05d7c7c6ab4f None None] Provisioning complete for port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:37.974011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cbb19335-67fa-4ed5-bfd9-05d7c7c6ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.977145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f642748f-9479-44d5-a033-fbe11b9af856 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:37.989057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.011630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d3529b02-80fe-4a2c-802f-7da4cf3f8518,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:38.026293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b24b2f6a-ebb5-4df7-b9d2-0afdf7a312a0 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.044198 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a9c7c3eb-0790-4957-8f26-daf68298d2a4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3681271 Apr 01 15:43:38.044552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51626) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:38.055654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Request body: {'subnet': {'network_id': 'd3529b02-80fe-4a2c-802f-7da4cf3f8518', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-845184817-subnet', 'tenant_id': 'c00e56d01af24de1987cd2db6b6d786a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:38.088387 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-042215d2-1bb8-4c63-b7e5-97eacfe5ee7a req-119ec668-28e2-43eb-ba91-6841736204fe tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups?id=e999f06e-4300-4eb3-84ac-812936b9d548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237922 Apr 01 15:43:38.097839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Checking segment: {'id': '7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ff789d5e-99c6-412b-a42a-3fc0c4ef11b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:38.098503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Network hostable DHCP agents. Network: ff789d5e-99c6-412b-a42a-3fc0c4ef11b3, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:38.127766 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b2f6a-ebb5-4df7-b9d2-0afdf7a312a0 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcd2886-bd47-49c4-ab5d-6b064b1b4503,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:38.151603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network d3529b02-80fe-4a2c-802f-7da4cf3f8518 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:38.175515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Router cdace2ab-ae71-41db-857d-e26fe383180b has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:38.194493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f642748f-9479-44d5-a033-fbe11b9af856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.204600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-c3728cff-0173-4296-8ed7-5c728b0cde0e', 'network_id': 'c3728cff-0173-4296-8ed7-5c728b0cde0e', 'tenant_id': '6509d6fbaeef47508be085c8d2d44493', 'fixed_ips': [{'subnet_id': '31f1c02f-9c99-436a-a8f7-1276364537ab'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:38.205440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.245370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aea7cb73-e53a-46e9-97d4-f54072f226d1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.285059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.290127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b24b2f6a-ebb5-4df7-b9d2-0afdf7a312a0 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.294102 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b24b2f6a-ebb5-4df7-b9d2-0afdf7a312a0 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1263399 Apr 01 15:43:38.294102 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Network ff789d5e-99c6-412b-a42a-3fc0c4ef11b3 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:38.294984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7cb73-e53a-46e9-97d4-f54072f226d1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=f417342d-c476-4cc1-8c7e-282939494cbb,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:38.296899 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51628) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:38.325423 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7a923d8e-c061-46a9-918f-b4149ae06f5e tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules/edcd2886-bd47-49c4-ab5d-6b064b1b4503 HTTP/1.1" status: 200 len: 769 time: 0.0237880 Apr 01 15:43:38.328098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51630) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:38.352129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.353779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.406719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.412956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 978081f3-0f88-4305-bbcb-f9f1e641b3cb is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:38.418805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:38.444889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:43:38.445380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:43:38.452083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=9569ed03-89fd-454a-938b-87dcbb15e368,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:38.455297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:38.466047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:38.466676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.479008 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c5ff25f9-1d99-4bec-a22a-b422642f81aa tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1519775 Apr 01 15:43:38.487339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, ff789d5e-99c6-412b-a42a-3fc0c4ef11b3) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:38.492629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51632) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:38.500401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] Sync routers for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:38.508956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642748f-9479-44d5-a033-fbe11b9af856 None None] Pushing event updated for resources: {'Port': ['ID=9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:38.529411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:38.530047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:38.530743 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.537805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:38.538446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:38.540583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] In _notify_port_updated(), no bound segment for port 561081ae-5bec-4b93-9c63-768ecb1ac87a on network 7f6aaf98-911f-4789-9d13-085dd3c05f63 {{(pid=110105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:43:38.548260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:38.549083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.553757 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "PUT /v2.0/ports/561081ae-5bec-4b93-9c63-768ecb1ac87a HTTP/1.1" status: 200 len: 968 time: 3.5440266 Apr 01 15:43:38.556815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51634) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:38.578550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aea7cb73-e53a-46e9-97d4-f54072f226d1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.584886 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aea7cb73-e53a-46e9-97d4-f54072f226d1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/f417342d-c476-4cc1-8c7e-282939494cbb HTTP/1.1" status: 204 len: 168 time: 2.3748393 Apr 01 15:43:38.590950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50612a-7fdb-4663-a1d4-89b333069ed2 None None] Network ff789d5e-99c6-412b-a42a-3fc0c4ef11b3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:38.611364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] No DVR routers for this DVR port 945a15ca-285e-4aaf-bd10-6c4161de9ed2 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:38.629001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51636) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:38.630013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.634024 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-73a18a76-4868-4129-982b-50a6a52981d5 req-50ccf963-57f5-47b1-a327-a9d97f204610 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.41 "DELETE /v2.0/ports/945a15ca-285e-4aaf-bd10-6c4161de9ed2 HTTP/1.1" status: 204 len: 173 time: 2.3194914 Apr 01 15:43:38.634629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Made reservation on behalf of c00e56d01af24de1987cd2db6b6d786a for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:38.636883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.641352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d42451-7996-4b22-84f0-8faaee5408fe', 'name': 'network-vif-deleted', 'tag': '945a15ca-285e-4aaf-bd10-6c4161de9ed2'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:43:38.656287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a8e574-9e3c-4456-99e1-c28d633fb2c5" -d '{"events": [{"server_uuid": "20d42451-7996-4b22-84f0-8faaee5408fe", "name": "network-vif-deleted", "tag": "945a15ca-285e-4aaf-bd10-6c4161de9ed2"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:43:38.670289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f071688-e5c2-43d5-9971-622436a04a52 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event updated for resources: {'Port': ['ID=561081ae-5bec-4b93-9c63-768ecb1ac87a,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:38.729846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95ba61b2-101d-4a25-8298-cfe00f33772c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.765933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f53b90-962f-4775-bdcf-4b2b212cdcd7 x-openstack-request-id: req-f6f53b90-962f-4775-bdcf-4b2b212cdcd7 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:43:38.765933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d42451-7996-4b22-84f0-8faaee5408fe", "name": "network-vif-deleted", "tag": "945a15ca-285e-4aaf-bd10-6c4161de9ed2", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:43:38.765933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6f53b90-962f-4775-bdcf-4b2b212cdcd7 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:43:38.765933 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f53b90-962f-4775-bdcf-4b2b212cdcd7'] response: {'server_uuid': '20d42451-7996-4b22-84f0-8faaee5408fe', 'name': 'network-vif-deleted', 'tag': '945a15ca-285e-4aaf-bd10-6c4161de9ed2', 'status': 'completed', 'code': 200} Apr 01 15:43:38.779628 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95ba61b2-101d-4a25-8298-cfe00f33772c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:38.811451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:43:38.906878 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-28198216-8399-4ce8-b37f-68cc7b5d2dff tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.0229743 Apr 01 15:43:38.906878 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51642) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:38.986436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f9a5d-6169-4a28-a53c-4ef3ee1dfb58 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:38.988363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f9a5d-6169-4a28-a53c-4ef3ee1dfb58 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:38.990150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f9a5d-6169-4a28-a53c-4ef3ee1dfb58 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:39.001504 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-966f9a5d-6169-4a28-a53c-4ef3ee1dfb58 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1053717 Apr 01 15:43:39.004848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51644) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:39.019861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5633fb-8f96-4e63-8b73-0824ac7e9ba6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:39.021635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5633fb-8f96-4e63-8b73-0824ac7e9ba6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:39.023390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5633fb-8f96-4e63-8b73-0824ac7e9ba6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:39.028193 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ca5633fb-8f96-4e63-8b73-0824ac7e9ba6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3897457 Apr 01 15:43:39.062255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51646) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:39.193978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-216b4e67-4990-4dde-9393-27b680ccdc64 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Deleting subnet 31f1c02f-9c99-436a-a8f7-1276364537ab {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:39.200101 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5ff22129-85f0-491c-acce-3f74a5428e19 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 561081ae-5bec-4b93-9c63-768ecb1ac87a {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:39.201092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff22129-85f0-491c-acce-3f74a5428e19 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.210083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:39.242619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f9d99b34-ea32-438c-9bb6-d16c1822b0fb req-937d346b-5161-4415-a26f-56bdfd0751d9 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 210 time: 0.0370438 Apr 01 15:43:39.260274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-15599d4f-6248-46b7-8ca4-6c8b8d2fb96e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 4a8ee58b-277d-4b99-b959-3ce4c7bbf63c {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:39.263041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e231827e-0b5b-45f0-8720-5afef4e20871 None None] Provisioning complete for port 561081ae-5bec-4b93-9c63-768ecb1ac87a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:39.263475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e231827e-0b5b-45f0-8720-5afef4e20871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.264511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-15599d4f-6248-46b7-8ca4-6c8b8d2fb96e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.354825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.371887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95ba61b2-101d-4a25-8298-cfe00f33772c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.384049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95ba61b2-101d-4a25-8298-cfe00f33772c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.392039 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-95ba61b2-101d-4a25-8298-cfe00f33772c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/edcd2886-bd47-49c4-ab5d-6b064b1b4503 HTTP/1.1" status: 204 len: 168 time: 0.8967843 Apr 01 15:43:39.395389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51650) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:39.402267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-15599d4f-6248-46b7-8ca4-6c8b8d2fb96e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.441583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba61b2-101d-4a25-8298-cfe00f33772c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edcd2886-bd47-49c4-ab5d-6b064b1b4503,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:39.445024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Allocated IP 2001:db8::1 (c3728cff-0173-4296-8ed7-5c728b0cde0e/31f1c02f-9c99-436a-a8f7-1276364537ab/8861bddc-42d2-4ca9-93d3-61fb0de34db9) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:39.482173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff22129-85f0-491c-acce-3f74a5428e19 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.501073 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-49b45ebd-3b04-4c18-bf69-dc8cafcba43c tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1040351 Apr 01 15:43:39.502000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51652) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:39.530051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5ff22129-85f0-491c-acce-3f74a5428e19 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 561081ae-5bec-4b93-9c63-768ecb1ac87a owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:39.599135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:17Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '63ce1699-ed67-44e4-a478-9020d969d52a', 'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'mac_address': 'fa:16:3e:23:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:13Z', 'updated_at': '2022-04-01T15:40:24Z', 'revision_number': 5, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'subnets': [{'id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:39.601090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e231827e-0b5b-45f0-8720-5afef4e20871 None None] Port 561081ae-5bec-4b93-9c63-768ecb1ac87a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:39.608488 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.621460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-15599d4f-6248-46b7-8ca4-6c8b8d2fb96e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.679425 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2860-821d-4da9-9780-7bcddb697e04 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.706907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] Checking router: cdace2ab-ae71-41db-857d-e26fe383180b for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:43:39.716764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:39.717073 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.728885 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2860-821d-4da9-9780-7bcddb697e04 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.793062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:39.793736 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:39.795676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e231827e-0b5b-45f0-8720-5afef4e20871 None None] Provisioning complete for port 32b34103-ab45-4a22-8b29-5592693f3db3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:39.796055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e231827e-0b5b-45f0-8720-5afef4e20871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.803559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.828502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.868034 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-15599d4f-6248-46b7-8ca4-6c8b8d2fb96e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.910146 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15599d4f-6248-46b7-8ca4-6c8b8d2fb96e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8ee58b-277d-4b99-b959-3ce4c7bbf63c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:39.916658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2860-821d-4da9-9780-7bcddb697e04 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.920564 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2860-821d-4da9-9780-7bcddb697e04 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.924787 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ddfa2860-821d-4da9-9780-7bcddb697e04 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/b4c8488a-ce5e-41ef-b7c8-6caace7113c6 HTTP/1.1" status: 204 len: 168 time: 0.4193399 Apr 01 15:43:39.926004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51654) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:39.944281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa2860-821d-4da9-9780-7bcddb697e04 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c8488a-ce5e-41ef-b7c8-6caace7113c6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:39.948286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff22129-85f0-491c-acce-3f74a5428e19 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.958818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3deeeae6-1674-4c0c-8011-da5261b3d2a5,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:39.965481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-15599d4f-6248-46b7-8ca4-6c8b8d2fb96e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.972365 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-15599d4f-6248-46b7-8ca4-6c8b8d2fb96e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/4a8ee58b-277d-4b99-b959-3ce4c7bbf63c HTTP/1.1" status: 204 len: 168 time: 0.8985896 Apr 01 15:43:39.975403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-ff789d5e-99c6-412b-a42a-3fc0c4ef11b3', 'network_id': 'ff789d5e-99c6-412b-a42a-3fc0c4ef11b3', 'tenant_id': '6509d6fbaeef47508be085c8d2d44493', 'fixed_ips': [{'subnet_id': '157043be-bf45-4d7a-9373-3b11626d186e'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:39.976318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:39.998367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51656) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:40.016580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38c6ff-a520-4187-94d9-ec825f547acf None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:40.021712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e231827e-0b5b-45f0-8720-5afef4e20871 None None] Port 32b34103-ab45-4a22-8b29-5592693f3db3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:40.084816 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff22129-85f0-491c-acce-3f74a5428e19 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=561081ae-5bec-4b93-9c63-768ecb1ac87a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:40.114849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Checking segment: {'id': '2b864bae-885f-4d28-909f-ee640bec4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd3529b02-80fe-4a2c-802f-7da4cf3f8518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:40.115514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Network hostable DHCP agents. Network: d3529b02-80fe-4a2c-802f-7da4cf3f8518, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:40.150791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-893bbce8-aaa3-433b-adbe-cbd6990addde tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 68cc3064-421c-452c-b71e-d4fe3d027bdc {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:40.154188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:43:40.158837 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-35c97234-c22f-430b-b370-35e1f2c8f340 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2223229 Apr 01 15:43:40.160485 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ff22129-85f0-491c-acce-3f74a5428e19 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.164434 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5ff22129-85f0-491c-acce-3f74a5428e19 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/561081ae-5bec-4b93-9c63-768ecb1ac87a HTTP/1.1" status: 204 len: 168 time: 1.6025236 Apr 01 15:43:40.165229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-893bbce8-aaa3-433b-adbe-cbd6990addde tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.167912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51658) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:40.168242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51660) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:40.173106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7b2324ec-4884-4ef8-a1dd-5580910cb587 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155483366'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:40.219242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.246606 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5474d474-88b2-4cb1-b6b7-f58e8171a4ac tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] GET failed (client error): The resource could not be found. Apr 01 15:43:40.252459 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5474d474-88b2-4cb1-b6b7-f58e8171a4ac tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports/561081ae-5bec-4b93-9c63-768ecb1ac87a HTTP/1.1" status: 404 len: 333 time: 0.0700941 Apr 01 15:43:40.253988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51662) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:40.291521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-893bbce8-aaa3-433b-adbe-cbd6990addde tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.301157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.312448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 945a15ca-285e-4aaf-bd10-6c4161de9ed2 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:40.327379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.376933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.380446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.381998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-337348ae-a53f-4c8d-bb52-297a4e4fa1ee tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.384299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 945a15ca-285e-4aaf-bd10-6c4161de9ed2 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:40.384810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 945a15ca-285e-4aaf-bd10-6c4161de9ed2 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:40.386922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e231827e-0b5b-45f0-8720-5afef4e20871 None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:40.387362 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e231827e-0b5b-45f0-8720-5afef4e20871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.399908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.466871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-216b4e67-4990-4dde-9393-27b680ccdc64 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.507309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Network d3529b02-80fe-4a2c-802f-7da4cf3f8518 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:40.512989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b2324ec-4884-4ef8-a1dd-5580910cb587 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.517768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-337348ae-a53f-4c8d-bb52-297a4e4fa1ee tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.527692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.550091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 51c622cd-1416-493a-a7d3-01811d044f07 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:40.574772 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65013102-59da-4fe9-8e10-3fc09851de1b req-716dcc03-892f-4f85-9e52-cfcf2df9f468 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d42451-7996-4b22-84f0-8faaee5408fe HTTP/1.1" status: 200 len: 210 time: 0.0492997 Apr 01 15:43:40.593565 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-216b4e67-4990-4dde-9393-27b680ccdc64 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.633066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=9569ed03-89fd-454a-938b-87dcbb15e368,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:40.636238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-893bbce8-aaa3-433b-adbe-cbd6990addde tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.687688 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Network c3728cff-0173-4296-8ed7-5c728b0cde0e is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:40.701572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, d3529b02-80fe-4a2c-802f-7da4cf3f8518) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:40.715439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:40.716066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.759114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad0a81-dbff-47f9-b9fa-ade9f410167f None None] Network d3529b02-80fe-4a2c-802f-7da4cf3f8518 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:40.764198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Pushing event updated for resources: {'Port': ['ID=8861bddc-42d2-4ca9-93d3-61fb0de34db9,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:40.795061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:40.812042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Allocated IP 2001:db8::242 (1ae22280-d346-4702-9e73-1b60752af70d/36fa4a49-bb9f-464c-9dda-efa466d7fc11/435392bc-cfaa-422a-bb55-58a0e24402c4) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:40.842837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b2324ec-4884-4ef8-a1dd-5580910cb587 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.844475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-216b4e67-4990-4dde-9393-27b680ccdc64 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.845704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:40.870683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-337348ae-a53f-4c8d-bb52-297a4e4fa1ee tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.873681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-337348ae-a53f-4c8d-bb52-297a4e4fa1ee tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.877793 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-337348ae-a53f-4c8d-bb52-297a4e4fa1ee tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/security-groups/92bb1110-2014-47e1-8051-b85480fd69b8 HTTP/1.1" status: 204 len: 168 time: 0.6228099 Apr 01 15:43:40.879607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51666) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:40.898969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 978081f3-0f88-4305-bbcb-f9f1e641b3cb is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:40.901912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:40.918405 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ceb50d4b-6142-432c-a24a-c6d6eb7e0e8e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8714297 Apr 01 15:43:40.941289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337348ae-a53f-4c8d-bb52-297a4e4fa1ee tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb1110-2014-47e1-8051-b85480fd69b8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:40.988502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.991673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b2324ec-4884-4ef8-a1dd-5580910cb587 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:40.994736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-893bbce8-aaa3-433b-adbe-cbd6990addde tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.079654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-893bbce8-aaa3-433b-adbe-cbd6990addde tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.081987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.086247 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-893bbce8-aaa3-433b-adbe-cbd6990addde tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/68cc3064-421c-452c-b71e-d4fe3d027bdc HTTP/1.1" status: 204 len: 168 time: 1.0836053 Apr 01 15:43:41.086432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.089695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51672) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.102089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bbce8-aaa3-433b-adbe-cbd6990addde tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=68cc3064-421c-452c-b71e-d4fe3d027bdc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:41.106503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-99b0d2d2-6734-4a6c-8182-4a5e3c232ef1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.113871 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Allocated IP 2001:db8:0:1::1 (ff789d5e-99c6-412b-a42a-3fc0c4ef11b3/157043be-bf45-4d7a-9373-3b11626d186e/eb57912c-9119-4a8c-a09c-e20e607e1489) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:41.151394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-99b0d2d2-6734-4a6c-8182-4a5e3c232ef1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.164790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Attempting to bind port 8861bddc-42d2-4ca9-93d3-61fb0de34db9 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:41.165475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Attempting to bind port 8861bddc-42d2-4ca9-93d3-61fb0de34db9 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8211eb8b-85e6-4d02-9dde-7649653d9aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c3728cff-0173-4296-8ed7-5c728b0cde0e'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:41.166014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Attempting to bind port 8861bddc-42d2-4ca9-93d3-61fb0de34db9 on network c3728cff-0173-4296-8ed7-5c728b0cde0e {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:41.173945 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:41.174330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.194933 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5fd7b444-9519-47ca-8337-ab58369df0b6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039569 Apr 01 15:43:41.195804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51676) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.198794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.240007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-216b4e67-4990-4dde-9393-27b680ccdc64 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.246171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b2324ec-4884-4ef8-a1dd-5580910cb587 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.247452 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7b2324ec-4884-4ef8-a1dd-5580910cb587 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0782597 Apr 01 15:43:41.257674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51678) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.263873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-134ed204-dfc5-46d8-b366-25b5e7ac0c07 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Request body: {'security_group_rule': {'security_group_id': 'f4095e0d-f960-4724-b2fa-5366a2f16c7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:41.267114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:41.267435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Checking segment: {'id': '8211eb8b-85e6-4d02-9dde-7649653d9aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c3728cff-0173-4296-8ed7-5c728b0cde0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:41.270160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.270160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Bound using segment: {'id': '8211eb8b-85e6-4d02-9dde-7649653d9aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c3728cff-0173-4296-8ed7-5c728b0cde0e'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:41.270160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Bound port: 8861bddc-42d2-4ca9-93d3-61fb0de34db9, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8211eb8b-85e6-4d02-9dde-7649653d9aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'c3728cff-0173-4296-8ed7-5c728b0cde0e'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:41.270160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.287046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2324ec-4884-4ef8-a1dd-5580910cb587 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4095e0d-f960-4724-b2fa-5366a2f16c7d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:41.292499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b4e67-4990-4dde-9393-27b680ccdc64 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Subnet': ['ID=31f1c02f-9c99-436a-a8f7-1276364537ab,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:41.301312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event updated for resources: {'Port': ['ID=435392bc-cfaa-422a-bb55-58a0e24402c4,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:41.301534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-216b4e67-4990-4dde-9393-27b680ccdc64 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.304673 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-216b4e67-4990-4dde-9393-27b680ccdc64 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/subnets/31f1c02f-9c99-436a-a8f7-1276364537ab HTTP/1.1" status: 204 len: 168 time: 2.2964416 Apr 01 15:43:41.308162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51680) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.341155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Network 1ae22280-d346-4702-9e73-1b60752af70d is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:41.348814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:41.360918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:41.374654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f910965-fdaf-48bf-ba60-c9ecdc8fb47d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:41.378786 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6f910965-fdaf-48bf-ba60-c9ecdc8fb47d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1765227 Apr 01 15:43:41.390179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router fa98a7c5-5282-4257-9cc2-38a22a1c29e8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:41.392041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51684) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.608685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fd7c8-76cd-4179-b8ff-b87ff5bfd16e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:41.613488 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c49fd7c8-76cd-4179-b8ff-b87ff5bfd16e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2097323 Apr 01 15:43:41.616101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51690) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.669379 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3c11909b-8e09-4d72-b75e-4b6d93becaf4 None None] Provisioning complete for port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:41.670756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3c11909b-8e09-4d72-b75e-4b6d93becaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.711849 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-087e9309-c895-4558-a607-e970cba8888f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926023 Apr 01 15:43:41.724391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51696) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.729575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f18919ab-6fbf-46c3-a62e-8048482e001a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:41.764472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e0cf3-1100-4ee5-9a41-f649a9d1b1fc None None] Network d3529b02-80fe-4a2c-802f-7da4cf3f8518 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:41.770940 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-99b0d2d2-6734-4a6c-8182-4a5e3c232ef1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.772976 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-99b0d2d2-6734-4a6c-8182-4a5e3c232ef1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.776592 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-99b0d2d2-6734-4a6c-8182-4a5e3c232ef1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/security-groups/8b2464c6-0c1a-41ab-a435-e4adf097f32e HTTP/1.1" status: 204 len: 168 time: 0.8891861 Apr 01 15:43:41.777020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51698) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.780244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ef09f4-b385-4a06-8cea-a72dd5383a7b None None] Update dhcp port {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': '68cc3064-421c-452c-b71e-d4fe3d027bdc'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:43:41.794977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-134ed204-dfc5-46d8-b366-25b5e7ac0c07 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.806525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0d2d2-6734-4a6c-8182-4a5e3c232ef1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2464c6-0c1a-41ab-a435-e4adf097f32e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:41.817714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:41.819543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bf32df-0246-4111-a194-31891aa289b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Deleting subnet 157043be-bf45-4d7a-9373-3b11626d186e {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:41.829574 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3ac7c32f-57e8-4248-b702-e0f1224be51c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/fa98a7c5-5282-4257-9cc2-38a22a1c29e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6199374 Apr 01 15:43:41.841684 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe250d5-26f1-4c57-ad34-80b8cbbb29b1 None None] Sync routers for ids ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:41.842215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51700) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.855712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] For port 8861bddc-42d2-4ca9-93d3-61fb0de34db9, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:41.857538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51702) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:41.861273 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe250d5-26f1-4c57-ad34-80b8cbbb29b1 None None] Routers {'fa98a7c5-5282-4257-9cc2-38a22a1c29e8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:41.861901 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-afe250d5-26f1-4c57-ad34-80b8cbbb29b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:41.906474 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-afe250d5-26f1-4c57-ad34-80b8cbbb29b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:41.921526 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe250d5-26f1-4c57-ad34-80b8cbbb29b1 None None] Routers {'fa98a7c5-5282-4257-9cc2-38a22a1c29e8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:41.922621 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-afe250d5-26f1-4c57-ad34-80b8cbbb29b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:41.931751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-134ed204-dfc5-46d8-b366-25b5e7ac0c07 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.937698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:17Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '63ce1699-ed67-44e4-a478-9020d969d52a', 'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'mac_address': 'fa:16:3e:23:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:13Z', 'updated_at': '2022-04-01T15:40:24Z', 'revision_number': 5, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'subnets': [{'id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:41.939575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-37ef09f4-b385-4a06-8cea-a72dd5383a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:41.948704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] For port 8861bddc-42d2-4ca9-93d3-61fb0de34db9, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8861bddc-42d2-4ca9-93d3-61fb0de34db9,segment=NetworkSegment(8211eb8b-85e6-4d02-9dde-7649653d9aeb),segment_id=8211eb8b-85e6-4d02-9dde-7649653d9aeb)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:41.977772 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-afe250d5-26f1-4c57-ad34-80b8cbbb29b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:41.978989 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe250d5-26f1-4c57-ad34-80b8cbbb29b1 None None] The sync data for ids ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:42.038075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b2bee-5597-4bab-b3b2-0512fa940b1b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:42.043241 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d85b2bee-5597-4bab-b3b2-0512fa940b1b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports/9569ed03-89fd-454a-938b-87dcbb15e368 HTTP/1.1" status: 200 len: 913 time: 0.1971092 Apr 01 15:43:42.044547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81c809-69f7-4678-9be8-4daccfb6e56c None None] The sync data for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv is: [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:40:17Z', 'revision_number': 4, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '63ce1699-ed67-44e4-a478-9020d969d52a', 'name': '', 'network_id': 'a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'mac_address': 'fa:16:3e:23:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:13Z', 'updated_at': '2022-04-01T15:40:24Z', 'revision_number': 5, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'subnets': [{'id': '72f5a4e3-be43-4c74-90a9-1d70d76a2497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:42.046660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51708) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:42.055178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-134ed204-dfc5-46d8-b366-25b5e7ac0c07 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.070829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-db050eb4-df97-4d2c-a127-075d04eaea8a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.107854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 696020a6-7dfc-445e-ad37-4f32fd25e6b4 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:42.126092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.141589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18919ab-6fbf-46c3-a62e-8048482e001a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:42.145622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f18919ab-6fbf-46c3-a62e-8048482e001a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.147156 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18919ab-6fbf-46c3-a62e-8048482e001a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:43:42.147752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18919ab-6fbf-46c3-a62e-8048482e001a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:42.156577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54d4af06-1852-438a-9f88-5561e8ac47b3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.171117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51710) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:42.179068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-178517818-network', 'tenant_id': 'a92e09e823fb4b86bdecc135f57a089f'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:42.193315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ed204-dfc5-46d8-b366-25b5e7ac0c07 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929ae0d8-3557-4aaa-aadc-c734fee9d24f,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:42.194966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.210268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-db050eb4-df97-4d2c-a127-075d04eaea8a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.251763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3c11909b-8e09-4d72-b75e-4b6d93becaf4 None None] Could not find standard attr ID for object 561081ae-5bec-4b93-9c63-768ecb1ac87a. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:43:42.276171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.318656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3c11909b-8e09-4d72-b75e-4b6d93becaf4 None None] Could not find standard attr ID for object f417342d-c476-4cc1-8c7e-282939494cbb. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:43:42.365538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.381986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-62bf32df-0246-4111-a194-31891aa289b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.383853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54d4af06-1852-438a-9f88-5561e8ac47b3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.399210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9ab8f-36ed-4dbb-8e1f-7f576f54ed89 None None] Pushing event updated for resources: {'Port': ['ID=8861bddc-42d2-4ca9-93d3-61fb0de34db9,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:42.418269 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-134ed204-dfc5-46d8-b366-25b5e7ac0c07 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.418432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3c11909b-8e09-4d72-b75e-4b6d93becaf4 None None] Provisioning complete for port 9569ed03-89fd-454a-938b-87dcbb15e368 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:42.418733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3c11909b-8e09-4d72-b75e-4b6d93becaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.419986 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-134ed204-dfc5-46d8-b366-25b5e7ac0c07 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1600120 Apr 01 15:43:42.424483 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f18919ab-6fbf-46c3-a62e-8048482e001a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6989105 Apr 01 15:43:42.435993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51712) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:42.436332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51714) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:42.443143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1df62130-188e-4a73-b530-014974d2f93f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:42.445882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Network ff789d5e-99c6-412b-a42a-3fc0c4ef11b3 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:42.451469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302287c1-f448-4c49-807a-7701e2e2b472 None None] Network c3728cff-0173-4296-8ed7-5c728b0cde0e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:42.483067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:42.485659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:42.490409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-62bf32df-0246-4111-a194-31891aa289b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.512054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e62fa-fc83-4158-946a-d3138b558578 None None] New status for floating IP 3062543d-55a4-45e7-9dfb-3c22af69a603: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:43:42.526109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c1921-12ef-42b3-9dc6-cc65216b1b75 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:42.527944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:42.528319 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.618873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Pushing event updated for resources: {'Port': ['ID=eb57912c-9119-4a8c-a09c-e20e607e1489,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:42.687873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-62bf32df-0246-4111-a194-31891aa289b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.725881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3c11909b-8e09-4d72-b75e-4b6d93becaf4 None None] Port 9569ed03-89fd-454a-938b-87dcbb15e368 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:42.804975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Made reservation on behalf of a92e09e823fb4b86bdecc135f57a089f for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:42.807257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.809083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-db050eb4-df97-4d2c-a127-075d04eaea8a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.811580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-db050eb4-df97-4d2c-a127-075d04eaea8a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.815275 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-db050eb4-df97-4d2c-a127-075d04eaea8a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/security-groups/3281a8e8-2cc6-4a2b-b72c-5ca8eb849501 HTTP/1.1" status: 204 len: 168 time: 1.0346887 Apr 01 15:43:42.815984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51716) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:42.871094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.893589 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Attempting to bind port eb57912c-9119-4a8c-a09c-e20e607e1489 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:42.893966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Attempting to bind port eb57912c-9119-4a8c-a09c-e20e607e1489 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ff789d5e-99c6-412b-a42a-3fc0c4ef11b3'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:42.894542 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Attempting to bind port eb57912c-9119-4a8c-a09c-e20e607e1489 on network ff789d5e-99c6-412b-a42a-3fc0c4ef11b3 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:42.896725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.905818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db050eb4-df97-4d2c-a127-075d04eaea8a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3281a8e8-2cc6-4a2b-b72c-5ca8eb849501,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:42.919956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2ead52-f157-410c-8f3a-4a620787206a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet d71a0745-5be2-43ee-93d6-96b5ee60064d {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:42.927709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f2ead52-f157-410c-8f3a-4a620787206a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.948097 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:42.948504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Checking segment: {'id': '7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ff789d5e-99c6-412b-a42a-3fc0c4ef11b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:42.949097 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.949661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Bound using segment: {'id': '7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ff789d5e-99c6-412b-a42a-3fc0c4ef11b3'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:42.950157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Bound port: eb57912c-9119-4a8c-a09c-e20e607e1489, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'ff789d5e-99c6-412b-a42a-3fc0c4ef11b3'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:42.950544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:42.973998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0a3e3354-82aa-4ed8-908f-a092058721c0 None None] Provisioning complete for port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:42.974398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3354-82aa-4ed8-908f-a092058721c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.010050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f2ead52-f157-410c-8f3a-4a620787206a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.041765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4ede576e-5252-48ce-ade1-cb740512d9a1 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.082432 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-62bf32df-0246-4111-a194-31891aa289b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.111480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4ede576e-5252-48ce-ade1-cb740512d9a1 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.113575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:43.145711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.154542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf32df-0246-4111-a194-31891aa289b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Subnet': ['ID=157043be-bf45-4d7a-9373-3b11626d186e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:43.160435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df62130-188e-4a73-b530-014974d2f93f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:43.162809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-62bf32df-0246-4111-a194-31891aa289b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.163679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1df62130-188e-4a73-b530-014974d2f93f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.165153 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df62130-188e-4a73-b530-014974d2f93f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:43:43.165592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df62130-188e-4a73-b530-014974d2f93f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:43.168637 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-62bf32df-0246-4111-a194-31891aa289b5 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/subnets/157043be-bf45-4d7a-9373-3b11626d186e HTTP/1.1" status: 204 len: 168 time: 1.8577137 Apr 01 15:43:43.169644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51718) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:43.174590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] For port eb57912c-9119-4a8c-a09c-e20e607e1489, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:43.180026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] For port eb57912c-9119-4a8c-a09c-e20e607e1489, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=eb57912c-9119-4a8c-a09c-e20e607e1489,segment=NetworkSegment(7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b),segment_id=7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:43.215376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f033e6b4-7651-45c7-99da-ce9dcd10c5ae None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:43.253981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f2ead52-f157-410c-8f3a-4a620787206a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.264714 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:43.265104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.269806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.329454 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1df62130-188e-4a73-b530-014974d2f93f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8881884 Apr 01 15:43:43.329454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.331872 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51720) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:43.334616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ded1a-cde5-40f7-8775-3194c2832a8f tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:43.340234 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-054ded1a-cde5-40f7-8775-3194c2832a8f tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1525347 Apr 01 15:43:43.340693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51722) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:43.353385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-3612e33e-598b-485e-996b-3eea3b780c76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:43.384635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54d4af06-1852-438a-9f88-5561e8ac47b3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.387160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54d4af06-1852-438a-9f88-5561e8ac47b3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.390772 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-54d4af06-1852-438a-9f88-5561e8ac47b3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "DELETE /v2.0/security-groups/e999f06e-4300-4eb3-84ac-812936b9d548 HTTP/1.1" status: 204 len: 168 time: 1.5298638 Apr 01 15:43:43.391208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51724) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:43.432176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4af06-1852-438a-9f88-5561e8ac47b3 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e999f06e-4300-4eb3-84ac-812936b9d548,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:43.436748 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-c1d35806-b8c4-42cb-9530-1f91cfc88e79 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] show failed (client error): The resource could not be found. Apr 01 15:43:43.440257 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c1d35806-b8c4-42cb-9530-1f91cfc88e79 tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "GET /v2.0/security-groups/e999f06e-4300-4eb3-84ac-812936b9d548 HTTP/1.1" status: 404 len: 347 time: 0.0456870 Apr 01 15:43:43.464106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51726) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:43.464790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4ede576e-5252-48ce-ade1-cb740512d9a1 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.467451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4ede576e-5252-48ce-ade1-cb740512d9a1 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.468693 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4ede576e-5252-48ce-ade1-cb740512d9a1 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/f4095e0d-f960-4724-b2fa-5366a2f16c7d HTTP/1.1" status: 204 len: 168 time: 1.0313382 Apr 01 15:43:43.469482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.480647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51728) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:43.512767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f2ead52-f157-410c-8f3a-4a620787206a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.540913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0a3e3354-82aa-4ed8-908f-a092058721c0 None None] Provisioning complete for port 9569ed03-89fd-454a-938b-87dcbb15e368 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:43.541110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0a3e3354-82aa-4ed8-908f-a092058721c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.557253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ead52-f157-410c-8f3a-4a620787206a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=d71a0745-5be2-43ee-93d6-96b5ee60064d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:43.563080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f2ead52-f157-410c-8f3a-4a620787206a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.563305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede576e-5252-48ce-ade1-cb740512d9a1 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4095e0d-f960-4724-b2fa-5366a2f16c7d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:43.565034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:43.570005 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9f2ead52-f157-410c-8f3a-4a620787206a tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/d71a0745-5be2-43ee-93d6-96b5ee60064d HTTP/1.1" status: 204 len: 168 time: 0.7501323 Apr 01 15:43:43.577738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51730) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:43.583138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.592553 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 9569ed03-89fd-454a-938b-87dcbb15e368 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:43.598762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.598900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a228ee57-b8a8-4ea3-9e13-1df428250d2e None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:43.638698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.639156 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Added segment 2fb2f2d0-0091-43b5-9b17-8138d2dbfdba of type vlan for network ca94b6ea-9627-4ff4-ae8b-a8110382d363 Apr 01 15:43:43.639856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3612e33e-598b-485e-996b-3eea3b780c76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:43.644783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc95f1-4dae-47d2-9773-65c11b1b9b70 None None] Pushing event updated for resources: {'Port': ['ID=eb57912c-9119-4a8c-a09c-e20e607e1489,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:43.651279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3612e33e-598b-485e-996b-3eea3b780c76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.653434 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3612e33e-598b-485e-996b-3eea3b780c76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:43:43.653872 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3612e33e-598b-485e-996b-3eea3b780c76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:43.674126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e3354-82aa-4ed8-908f-a092058721c0 None None] Port 9569ed03-89fd-454a-938b-87dcbb15e368 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:43.676404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f033e6b4-7651-45c7-99da-ce9dcd10c5ae None None] Deleting port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:43.676860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f033e6b4-7651-45c7-99da-ce9dcd10c5ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.721068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696fbc92-aecd-436f-8d29-26030aebe930,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:43.755343 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-386cb750-4af4-40b2-8171-406b964a4fc0 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2688975 Apr 01 15:43:43.761375 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51732) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:43.772983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.788896 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3612e33e-598b-485e-996b-3eea3b780c76 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4400465 Apr 01 15:43:43.793481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7b206b-86bb-4596-82b1-936c9ff23989 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet d1a4d23d-5409-44b5-bbd0-7cb9bb753c32 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:43.795682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51734) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:43.806445 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-54bf27b1-887f-48f2-a33e-312b070ee648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:43.812290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f7b206b-86bb-4596-82b1-936c9ff23989 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.857233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Deleting port 7bfdc801-4b2e-40a1-b230-78b932a37892 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:43.857233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.863215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f033e6b4-7651-45c7-99da-ce9dcd10c5ae None None] For port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:43.864246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f033e6b4-7651-45c7-99da-ce9dcd10c5ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.874083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Deleting port eb57912c-9119-4a8c-a09c-e20e607e1489 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:43.874418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.925611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:43.958580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Router a2353cdb-1cab-4ad9-a790-1664a578b13c is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:43:43.982666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f033e6b4-7651-45c7-99da-ce9dcd10c5ae None None] Calling delete_port for 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:43.993477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:44.013534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.014499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:44.015082 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.016089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f7b206b-86bb-4596-82b1-936c9ff23989 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.025563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 9569ed03-89fd-454a-938b-87dcbb15e368 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:44.063316 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-04a27acf-026c-469c-b510-673ddcb1dcfe tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2985702 Apr 01 15:43:44.068433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51736) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:44.139607 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-b8c91e1b-c148-423d-9503-f1807c6bab42 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] delete failed (client error): The resource could not be found. Apr 01 15:43:44.148055 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b8c91e1b-c148-423d-9503-f1807c6bab42 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "DELETE /v2.0/security-groups/f4095e0d-f960-4724-b2fa-5366a2f16c7d HTTP/1.1" status: 404 len: 347 time: 0.0737944 Apr 01 15:43:44.148234 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9731088 Apr 01 15:43:44.148383 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51738) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:44.150733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] For port eb57912c-9119-4a8c-a09c-e20e607e1489, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=eb57912c-9119-4a8c-a09c-e20e607e1489,segment=NetworkSegment(7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b),segment_id=7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:44.150733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.152978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51740) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:44.200237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.218546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Request body: {'subnet': {'network_id': 'ca94b6ea-9627-4ff4-ae8b-a8110382d363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-178517818-subnet', 'tenant_id': 'a92e09e823fb4b86bdecc135f57a089f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:44.230578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eba8a-d5cc-46c7-b455-423c246133c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ca94b6ea-9627-4ff4-ae8b-a8110382d363,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:44.245927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network ca94b6ea-9627-4ff4-ae8b-a8110382d363 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:44.264962 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f7b206b-86bb-4596-82b1-936c9ff23989 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.280736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Calling delete_port for eb57912c-9119-4a8c-a09c-e20e607e1489 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:44.287367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.287685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.319630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Calling delete_port for 7bfdc801-4b2e-40a1-b230-78b932a37892 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:44.321881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f033e6b4-7651-45c7-99da-ce9dcd10c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.326006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf27b1-887f-48f2-a33e-312b070ee648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:44.329465 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54bf27b1-887f-48f2-a33e-312b070ee648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.330521 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bf27b1-887f-48f2-a33e-312b070ee648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:43:44.331709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bf27b1-887f-48f2-a33e-312b070ee648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:44.347953 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-51c67e61-5f1f-4275-8c30-8955e9840380 tempest-SecGroupIPv6Test-791143897 tempest-SecGroupIPv6Test-791143897-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1964705 Apr 01 15:43:44.381979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033e6b4-7651-45c7-99da-ce9dcd10c5ae None None] Pushing event deleted for resources: {'Port': ['ID=9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:44.388457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f033e6b4-7651-45c7-99da-ce9dcd10c5ae None None] No DVR routers for this DVR port 9b4dd0ed-81d6-4ce8-af19-1cd878db0c0e on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:44.427477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Made reservation on behalf of a92e09e823fb4b86bdecc135f57a089f for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:44.429906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.462241 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-54bf27b1-887f-48f2-a33e-312b070ee648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6577730 Apr 01 15:43:44.468133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51744) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:44.477661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a788f6e5-864f-4ec0-a8f1-973ef3d5c0d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:44.587773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:44.600722 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Sync routers for ids ['a2353cdb-1cab-4ad9-a790-1664a578b13c'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:44.620378 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Routers {'a2353cdb-1cab-4ad9-a790-1664a578b13c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:44.621546 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2353cdb-1cab-4ad9-a790-1664a578b13c'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:44.634243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f7b206b-86bb-4596-82b1-936c9ff23989 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.702807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b206b-86bb-4596-82b1-936c9ff23989 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a4d23d-5409-44b5-bbd0-7cb9bb753c32,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:44.714148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f7b206b-86bb-4596-82b1-936c9ff23989 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.719669 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6f7b206b-86bb-4596-82b1-936c9ff23989 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/d1a4d23d-5409-44b5-bbd0-7cb9bb753c32 HTTP/1.1" status: 204 len: 168 time: 1.1375029 Apr 01 15:43:44.722830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51746) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:44.756950 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4135180-c896-4ebf-8d67-6f09796b83ad tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:44.769104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4135180-c896-4ebf-8d67-6f09796b83ad tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:44.769104 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d4135180-c896-4ebf-8d67-6f09796b83ad tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/d71a0745-5be2-43ee-93d6-96b5ee60064d HTTP/1.1" status: 404 len: 337 time: 0.0384429 Apr 01 15:43:44.769104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.769462 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.775735 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ecea0bbd-ef48-43e8-9bf4-93ddd8d46600 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2872317 Apr 01 15:43:44.780683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51748) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:44.781112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51750) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:44.793126 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Set router a2353cdb-1cab-4ad9-a790-1664a578b13c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:43:44.827024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=9569ed03-89fd-454a-938b-87dcbb15e368,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:44.874296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a788f6e5-864f-4ec0-a8f1-973ef3d5c0d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:44.887975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a788f6e5-864f-4ec0-a8f1-973ef3d5c0d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.891320 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a788f6e5-864f-4ec0-a8f1-973ef3d5c0d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:43:44.891706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a788f6e5-864f-4ec0-a8f1-973ef3d5c0d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:44.912550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:44.916816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec390924-d56e-4cee-8989-3453d1f74096 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting subnet 3bec01c6-87f5-410c-850d-54ead40a5336 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:45.100264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec390924-d56e-4cee-8989-3453d1f74096 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.111408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a788f6e5-864f-4ec0-a8f1-973ef3d5c0d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6416047 Apr 01 15:43:45.113872 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51754) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:45.114366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51756) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:45.131576 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2353cdb-1cab-4ad9-a790-1664a578b13c', 'name': '', 'tenant_id': '47b4c871f9374807bdd819b458acbd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae22280-d346-4702-9e73-1b60752af70d', 'external_fixed_ips': [{'subnet_id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'ip_address': '2001:db8::242'}], 'enable_snat': True}, 'gw_port_id': '435392bc-cfaa-422a-bb55-58a0e24402c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:37Z', 'updated_at': '2022-04-01T15:43:41Z', 'revision_number': 3, 'project_id': '47b4c871f9374807bdd819b458acbd8e', 'gw_port': {'id': '435392bc-cfaa-422a-bb55-58a0e24402c4', 'name': '', 'network_id': '1ae22280-d346-4702-9e73-1b60752af70d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2353cdb-1cab-4ad9-a790-1664a578b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'ip_address': '2001:db8::242', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:40Z', 'updated_at': '2022-04-01T15:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:45.134436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-369e2224-0cff-444c-b046-1e245411be4e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:45.138132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.175052 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Checking router: a2353cdb-1cab-4ad9-a790-1664a578b13c for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:43:45.176016 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Updating router a2353cdb-1cab-4ad9-a790-1664a578b13c port 435392bc-cfaa-422a-bb55-58a0e24402c4 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:43:45.210869 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.214263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] No DVR routers for this DVR port eb57912c-9119-4a8c-a09c-e20e607e1489 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:45.216045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Port': ['ID=eb57912c-9119-4a8c-a09c-e20e607e1489,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:45.273813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e41462-8387-4dc5-9681-b4fc7dd47239 None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:45.325601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.374314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec390924-d56e-4cee-8989-3453d1f74096 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.457461 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bcfc06c6-1284-44ff-85e1-843750a781de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a23ed8266e4436e9314926f6b64b964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407788 Apr 01 15:43:45.464703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51760) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:45.467293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0ff953-aac1-48ca-b2c0-255954192159 None None] Network ff789d5e-99c6-412b-a42a-3fc0c4ef11b3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:45.553425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.564324 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.569211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.574360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e2224-0cff-444c-b046-1e245411be4e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:45.578528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-369e2224-0cff-444c-b046-1e245411be4e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.580309 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-369e2224-0cff-444c-b046-1e245411be4e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:43:45.582114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.582282 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369e2224-0cff-444c-b046-1e245411be4e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:45.586737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router fa98a7c5-5282-4257-9cc2-38a22a1c29e8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:45.588021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7ba8bff8-a9fa-4c62-97ac-a9eb62eacbcf None None] Provisioning complete for port 32b34103-ab45-4a22-8b29-5592693f3db3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:45.588420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bff8-a9fa-4c62-97ac-a9eb62eacbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.615180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f34d24-e382-42b9-af6d-db15c901a259,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:45.657385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff789d5e-99c6-412b-a42a-3fc0c4ef11b3']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:45.671893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Pushing event deleted for resources: {'Port': ['ID=7bfdc801-4b2e-40a1-b230-78b932a37892,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:45.689815 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.707279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8bff8-a9fa-4c62-97ac-a9eb62eacbcf None None] Port 32b34103-ab45-4a22-8b29-5592693f3db3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:45.736056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7ba8bff8-a9fa-4c62-97ac-a9eb62eacbcf None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:45.736503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bff8-a9fa-4c62-97ac-a9eb62eacbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.765732 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Pushing event updated for resources: {'Port': ['ID=435392bc-cfaa-422a-bb55-58a0e24402c4,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:45.780573 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-369e2224-0cff-444c-b046-1e245411be4e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6548152 Apr 01 15:43:45.781423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51762) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:45.782498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:45.798698 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b0617d6b-a468-4643-a955-ff30382094d4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/fa98a7c5-5282-4257-9cc2-38a22a1c29e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7391484 Apr 01 15:43:45.806061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dac3c63-dd9a-42e8-ab19-5175a5ca5e3e None None] Sync routers for ids ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:45.817822 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.818188 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.818534 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.818910 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.819228 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.819579 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.819910 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.820246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51764) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:45.820398 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.821010 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.821336 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.821958 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.822447 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:45.826458 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Attempting to bind port 435392bc-cfaa-422a-bb55-58a0e24402c4 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:45.827135 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Attempting to bind port 435392bc-cfaa-422a-bb55-58a0e24402c4 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'a86fb4c5-5550-4667-b386-f90749302177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1ae22280-d346-4702-9e73-1b60752af70d'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:45.830713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0c549-6651-45e9-b791-91fabf48ff6d None None] DHCP port deletion for ff789d5e-99c6-412b-a42a-3fc0c4ef11b3 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:45.841373 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Attempting to bind port 435392bc-cfaa-422a-bb55-58a0e24402c4 on network 1ae22280-d346-4702-9e73-1b60752af70d {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:45.842825 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:45.843206 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Checking segment: {'id': 'a86fb4c5-5550-4667-b386-f90749302177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1ae22280-d346-4702-9e73-1b60752af70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:45.843600 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.843992 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Bound using segment: {'id': 'a86fb4c5-5550-4667-b386-f90749302177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1ae22280-d346-4702-9e73-1b60752af70d'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:45.844561 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Bound port: 435392bc-cfaa-422a-bb55-58a0e24402c4, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86fb4c5-5550-4667-b386-f90749302177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '1ae22280-d346-4702-9e73-1b60752af70d'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:45.844962 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.858549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac3c63-dd9a-42e8-ab19-5175a5ca5e3e None None] Routers {'fa98a7c5-5282-4257-9cc2-38a22a1c29e8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:45.859202 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0dac3c63-dd9a-42e8-ab19-5175a5ca5e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:45.883492 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d58b9364-feac-4f2f-852f-e72932d400fe tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0819497 Apr 01 15:43:45.883492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51766) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:45.931558 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] For port 435392bc-cfaa-422a-bb55-58a0e24402c4, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:45.935341 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] For port 435392bc-cfaa-422a-bb55-58a0e24402c4, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=435392bc-cfaa-422a-bb55-58a0e24402c4,segment=NetworkSegment(a86fb4c5-5550-4667-b386-f90749302177),segment_id=a86fb4c5-5550-4667-b386-f90749302177)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:45.939185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0dac3c63-dd9a-42e8-ab19-5175a5ca5e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:45.955609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dac3c63-dd9a-42e8-ab19-5175a5ca5e3e None None] Routers {'fa98a7c5-5282-4257-9cc2-38a22a1c29e8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:45.956281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0dac3c63-dd9a-42e8-ab19-5175a5ca5e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:46.005656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0dac3c63-dd9a-42e8-ab19-5175a5ca5e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:46.006321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dac3c63-dd9a-42e8-ab19-5175a5ca5e3e None None] The sync data for ids ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:46.046112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.046405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.049856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:46.050402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0f614c-025e-4d4b-9ea7-b88aa7b4e14b') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:46.113256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.124168 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Routers {'a2353cdb-1cab-4ad9-a790-1664a578b13c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:46.124848 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2353cdb-1cab-4ad9-a790-1664a578b13c'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:46.153301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Checking segment: {'id': '2fb2f2d0-0091-43b5-9b17-8138d2dbfdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'ca94b6ea-9627-4ff4-ae8b-a8110382d363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:46.153940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Network hostable DHCP agents. Network: ca94b6ea-9627-4ff4-ae8b-a8110382d363, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:46.162672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-52facc7b-9468-4df2-96af-ad5e94f8ed6e None None] Could not find standard attr ID for object eb57912c-9119-4a8c-a09c-e20e607e1489. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:43:46.174179 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07d084-0b07-4ec1-80b5-040fb34dddee None None] Pushing event updated for resources: {'Port': ['ID=435392bc-cfaa-422a-bb55-58a0e24402c4,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:46.188952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec390924-d56e-4cee-8989-3453d1f74096 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.203279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.250737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:46.251156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:46.258521 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:46.260892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eda4defc-9ef9-4292-813b-a59566e7e3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.298053 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] Set router a2353cdb-1cab-4ad9-a790-1664a578b13c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:43:46.423635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.451590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.454345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.455555 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fd0562d1-c0a8-4025-93d3-daea5f87841b tempest-ServerActionsTestJSON-168772645 tempest-ServerActionsTestJSON-168772645-project] 10.222.0.73 "DELETE /v2.0/floatingips/3062543d-55a4-45e7-9dfb-3c22af69a603 HTTP/1.1" status: 204 len: 168 time: 2.9823093 Apr 01 15:43:46.463308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51768) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:46.498525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7be781-aeab-47a0-87c6-45bf6a25f594 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:46.500076 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ef7be781-aeab-47a0-87c6-45bf6a25f594 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4875126 Apr 01 15:43:46.503788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51770) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:46.540594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eda4defc-9ef9-4292-813b-a59566e7e3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.542293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Network ca94b6ea-9627-4ff4-ae8b-a8110382d363 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:46.546941 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2353cdb-1cab-4ad9-a790-1664a578b13c', 'name': '', 'tenant_id': '47b4c871f9374807bdd819b458acbd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae22280-d346-4702-9e73-1b60752af70d', 'external_fixed_ips': [{'subnet_id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'ip_address': '2001:db8::242'}], 'enable_snat': True}, 'gw_port_id': '435392bc-cfaa-422a-bb55-58a0e24402c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:37Z', 'updated_at': '2022-04-01T15:43:41Z', 'revision_number': 3, 'project_id': '47b4c871f9374807bdd819b458acbd8e', 'gw_port': {'id': '435392bc-cfaa-422a-bb55-58a0e24402c4', 'name': '', 'network_id': '1ae22280-d346-4702-9e73-1b60752af70d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2353cdb-1cab-4ad9-a790-1664a578b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'ip_address': '2001:db8::242', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:40Z', 'updated_at': '2022-04-01T15:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:46.548759 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-77e7f4fb-692d-4b4f-b866-20bfaffd8597 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435669 Apr 01 15:43:46.554830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.562737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51772) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:46.583507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac706c4-9374-4a2b-a311-6966be2a7c0c None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:43:46.602452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.605976 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/networks/ff789d5e-99c6-412b-a42a-3fc0c4ef11b3 HTTP/1.1" status: 204 len: 168 time: 3.2642980 Apr 01 15:43:46.609179 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1ee63-e1ef-4a50-8f61-c6ad8a03aac4 None None] The sync data for ids ['a2353cdb-1cab-4ad9-a790-1664a578b13c'] in dv-neutron-835865-1-hyperv is: [{'id': 'a2353cdb-1cab-4ad9-a790-1664a578b13c', 'name': '', 'tenant_id': '47b4c871f9374807bdd819b458acbd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae22280-d346-4702-9e73-1b60752af70d', 'external_fixed_ips': [{'subnet_id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'ip_address': '2001:db8::242'}], 'enable_snat': True}, 'gw_port_id': '435392bc-cfaa-422a-bb55-58a0e24402c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:43:37Z', 'updated_at': '2022-04-01T15:43:41Z', 'revision_number': 3, 'project_id': '47b4c871f9374807bdd819b458acbd8e', 'gw_port': {'id': '435392bc-cfaa-422a-bb55-58a0e24402c4', 'name': '', 'network_id': '1ae22280-d346-4702-9e73-1b60752af70d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2353cdb-1cab-4ad9-a790-1664a578b13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'ip_address': '2001:db8::242', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:43:40Z', 'updated_at': '2022-04-01T15:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fa4a49-bb9f-464c-9dda-efa466d7fc11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:46.614496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:46.617024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51774) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:46.622875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03697-4e22-478d-80ab-3451804d67dc tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Network': ['ID=ff789d5e-99c6-412b-a42a-3fc0c4ef11b3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:46.650543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b0b19b80-c237-4701-ba8a-deb4ebf00b0e None None] Provisioning complete for port 51c622cd-1416-493a-a7d3-01811d044f07 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:46.650920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b0b19b80-c237-4701-ba8a-deb4ebf00b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.732180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, ca94b6ea-9627-4ff4-ae8b-a8110382d363) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:46.745759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.781625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:46.782231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.795169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec390924-d56e-4cee-8989-3453d1f74096 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.804334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac706c4-9374-4a2b-a311-6966be2a7c0c None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:43:46.847794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec390924-d56e-4cee-8989-3453d1f74096 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Subnet': ['ID=3bec01c6-87f5-410c-850d-54ead40a5336,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:46.848054 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.853022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Deleting port 8861bddc-42d2-4ca9-93d3-61fb0de34db9 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:46.853442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.867601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b0b19b80-c237-4701-ba8a-deb4ebf00b0e None None] Provisioning complete for port 32b34103-ab45-4a22-8b29-5592693f3db3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:46.868036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b0b19b80-c237-4701-ba8a-deb4ebf00b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.880940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec390924-d56e-4cee-8989-3453d1f74096 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.884957 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ec390924-d56e-4cee-8989-3453d1f74096 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/3bec01c6-87f5-410c-850d-54ead40a5336 HTTP/1.1" status: 204 len: 168 time: 2.0516665 Apr 01 15:43:46.887786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Deleting port 435392bc-cfaa-422a-bb55-58a0e24402c4 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:46.888125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:46.890511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51776) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:46.964102 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-60b90483-ed6b-41a0-9e37-08236f37c3ac admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8099120 Apr 01 15:43:46.970521 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9aa46aa-0da7-4d6d-8c48-1b43f72c9896 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:46.970992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9aa46aa-0da7-4d6d-8c48-1b43f72c9896 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:46.974580 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f9aa46aa-0da7-4d6d-8c48-1b43f72c9896 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/51199cc6-6f6f-48de-957b-e8c127c7e473 HTTP/1.1" status: 404 len: 337 time: 0.0818949 Apr 01 15:43:46.983372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51780) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:46.989761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b0b19b80-c237-4701-ba8a-deb4ebf00b0e None None] Port 32b34103-ab45-4a22-8b29-5592693f3db3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:47.055664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] For port 8861bddc-42d2-4ca9-93d3-61fb0de34db9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8861bddc-42d2-4ca9-93d3-61fb0de34db9,segment=NetworkSegment(8211eb8b-85e6-4d02-9dde-7649653d9aeb),segment_id=8211eb8b-85e6-4d02-9dde-7649653d9aeb)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:47.056058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:47.113602 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5d9d8288-419a-4cfa-951d-2b3cbece07c1 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec499db2-588c-421e-9711-7facf34cc064 HTTP/1.1" status: 200 len: 205 time: 0.1287487 Apr 01 15:43:47.114416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eda4defc-9ef9-4292-813b-a59566e7e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:47.117627 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51782) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:47.118367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eda4defc-9ef9-4292-813b-a59566e7e3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:47.120468 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eda4defc-9ef9-4292-813b-a59566e7e3b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7a585ad-257d-4cbf-9381-1ecfc1304069 HTTP/1.1" status: 204 len: 168 time: 1.6215785 Apr 01 15:43:47.147158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Calling delete_port for 8861bddc-42d2-4ca9-93d3-61fb0de34db9 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:47.171806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:47.177901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:47.213608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4defc-9ef9-4292-813b-a59566e7e3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a585ad-257d-4cbf-9381-1ecfc1304069,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:47.312195 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-4940cd43-8405-4fa3-9a46-1b06cbe662ce tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] delete failed (client error): The resource could not be found. Apr 01 15:43:47.313332 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4940cd43-8405-4fa3-9a46-1b06cbe662ce tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/routers/ec499db2-588c-421e-9711-7facf34cc064 HTTP/1.1" status: 404 len: 336 time: 0.1941860 Apr 01 15:43:47.317588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51792) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:47.343938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25662bec-f64c-4c4a-b29a-f6a0d0f20fc9 None None] Network ca94b6ea-9627-4ff4-ae8b-a8110382d363 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:47.403810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] For port 435392bc-cfaa-422a-bb55-58a0e24402c4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=435392bc-cfaa-422a-bb55-58a0e24402c4,segment=NetworkSegment(a86fb4c5-5550-4667-b386-f90749302177),segment_id=a86fb4c5-5550-4667-b386-f90749302177)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:47.404177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:47.451524 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c73848-9a18-411a-a548-704d13abb546 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:47.452141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c73848-9a18-411a-a548-704d13abb546 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:47.457801 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b2c73848-9a18-411a-a548-704d13abb546 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/93c514c9-7dfb-4200-8636-4ed8ad7c5996 HTTP/1.1" status: 404 len: 337 time: 0.1358578 Apr 01 15:43:47.460233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51794) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:47.465970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Calling delete_port for 435392bc-cfaa-422a-bb55-58a0e24402c4 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:47.521104 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefe06c2-20e8-4f87-99f4-4cb7559fe9f7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:47.521727 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefe06c2-20e8-4f87-99f4-4cb7559fe9f7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:47.524763 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fefe06c2-20e8-4f87-99f4-4cb7559fe9f7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/00cf4ff3-84fb-43c6-acbd-d273e0c42c20 HTTP/1.1" status: 404 len: 337 time: 0.0635252 Apr 01 15:43:47.530631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51796) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:47.533495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f31ff-987b-4526-9493-cba0985b713f None None] Network 7f6aaf98-911f-4789-9d13-085dd3c05f63 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:47.665424 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d029ab3-663d-456b-a752-5614874475e7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:47.666518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d029ab3-663d-456b-a752-5614874475e7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:47.669904 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4d029ab3-663d-456b-a752-5614874475e7 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/cf761b97-cde3-4bec-8aa5-fd38c021575b HTTP/1.1" status: 404 len: 337 time: 0.1340082 Apr 01 15:43:47.681789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51800) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:47.727018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae49fefe-003b-4109-9b7f-624c935e4c95 None None] Network ca94b6ea-9627-4ff4-ae8b-a8110382d363 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:47.742407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:47.757533 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ef3216-be3e-48a4-8b3e-2b5e7c43a990 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:47.758238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ef3216-be3e-48a4-8b3e-2b5e7c43a990 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:47.761369 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-48ef3216-be3e-48a4-8b3e-2b5e7c43a990 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/5ffaa64d-93ed-4131-8f86-654e4d976e78 HTTP/1.1" status: 404 len: 333 time: 0.0776138 Apr 01 15:43:47.767041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51802) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:47.796719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] No DVR routers for this DVR port 8861bddc-42d2-4ca9-93d3-61fb0de34db9 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:47.806735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Port': ['ID=8861bddc-42d2-4ca9-93d3-61fb0de34db9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:47.890706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 42ab154d-bdcb-43ee-aa85-686c70a8223a {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:47.890706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:47.964506 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00579dd-7589-4788-b887-9f536ecdd14b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:47.965284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00579dd-7589-4788-b887-9f536ecdd14b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:47.971074 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a00579dd-7589-4788-b887-9f536ecdd14b tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/06bc970f-d895-41d6-8101-3e2b4dc68628 HTTP/1.1" status: 404 len: 337 time: 0.1950388 Apr 01 15:43:47.982853 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51822) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:48.072562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e2585-da8d-47e1-91ef-dda72c26a225 None None] DHCP port deletion for 7f6aaf98-911f-4789-9d13-085dd3c05f63 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:48.081757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 435392bc-cfaa-422a-bb55-58a0e24402c4 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:48.137075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.185408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d7ce79-7053-42f1-89bb-cc582ba43f5f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:48.185854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d7ce79-7053-42f1-89bb-cc582ba43f5f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:48.189470 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-15d7ce79-7053-42f1-89bb-cc582ba43f5f tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/e5d1a57d-8a34-4739-a19d-96c351dd17b7 HTTP/1.1" status: 404 len: 337 time: 0.2028069 Apr 01 15:43:48.197381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 435392bc-cfaa-422a-bb55-58a0e24402c4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:48.198053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.224413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e2585-da8d-47e1-91ef-dda72c26a225 None None] Deleting port 51c622cd-1416-493a-a7d3-01811d044f07 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:48.225032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ff5e2585-da8d-47e1-91ef-dda72c26a225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.230621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:43:48.232563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51826) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:48.233610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.282905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3728cff-0173-4296-8ed7-5c728b0cde0e']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:48.296022 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.302696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8211eb8b-85e6-4d02-9dde-7649653d9aeb') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:48.304566 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8211eb8b-85e6-4d02-9dde-7649653d9aeb') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:48.304691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Could not find standard attr ID for object 435392bc-cfaa-422a-bb55-58a0e24402c4. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:43:48.310366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ff5e2585-da8d-47e1-91ef-dda72c26a225 None None] For port 51c622cd-1416-493a-a7d3-01811d044f07, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=51c622cd-1416-493a-a7d3-01811d044f07,segment=NetworkSegment(491e9bff-c963-4d29-9f65-e1143d1e871c),segment_id=491e9bff-c963-4d29-9f65-e1143d1e871c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:48.311008 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a79055-08e7-4cb5-9ec0-1032942a1c51 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:48.311181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ff5e2585-da8d-47e1-91ef-dda72c26a225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.311811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a79055-08e7-4cb5-9ec0-1032942a1c51 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:48.313843 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No ports have port_id starting with 435392bc-cfaa-422a-bb55-58a0e24402c4 Apr 01 15:43:48.314893 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-71a79055-08e7-4cb5-9ec0-1032942a1c51 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/eb8abebb-815c-4319-997d-edfd637fadb6 HTTP/1.1" status: 404 len: 333 time: 0.0776680 Apr 01 15:43:48.322361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51828) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:48.326909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e2585-da8d-47e1-91ef-dda72c26a225 None None] Calling delete_port for 51c622cd-1416-493a-a7d3-01811d044f07 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:48.350804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:48.351028 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.351711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event deleted for resources: {'Port': ['ID=435392bc-cfaa-422a-bb55-58a0e24402c4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:48.357928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:48.361157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:48.361752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.370886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.374557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1602c3-c9db-471a-af54-7db5d321d3ba None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:48.400051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-1b1830e8-75c5-4aa9-9937-d68d38e7be87 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:48.400602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.401634 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-1b1830e8-75c5-4aa9-9937-d68d38e7be87 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/networks?id=d3529b02-80fe-4a2c-802f-7da4cf3f8518 HTTP/1.1" status: 200 len: 811 time: 0.4237339 Apr 01 15:43:48.408757 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3830c558-21e4-45ec-821f-8f1ead210277 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:48.408757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3830c558-21e4-45ec-821f-8f1ead210277 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:48.415262 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3830c558-21e4-45ec-821f-8f1ead210277 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/09fa524d-1df9-43a8-8ff9-b3c3f5fdd2e7 HTTP/1.1" status: 404 len: 337 time: 0.0845931 Apr 01 15:43:48.420367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51832) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:48.422132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.441114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=de24dfd9-bbe4-4c7f-a063-49adc946e054,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:48.478437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 42ab154d-bdcb-43ee-aa85-686c70a8223a owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:48.484181 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1930b584-dece-4d7b-926a-2cb06565e500 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] DELETE failed (client error): The resource could not be found. Apr 01 15:43:48.484657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1930b584-dece-4d7b-926a-2cb06565e500 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:43:48.495781 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1930b584-dece-4d7b-926a-2cb06565e500 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/subnets/fd99ff63-a549-4cac-bfec-61a021ae53d3 HTTP/1.1" status: 404 len: 337 time: 0.0750408 Apr 01 15:43:48.500746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:48.501529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:48.509010 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:48.513922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51836) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:48.520711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.525089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.558890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.572126 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2016467b-1863-4d35-927a-72cf510d2843 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0035088 Apr 01 15:43:48.602717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51840) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:48.638626 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ff5e2585-da8d-47e1-91ef-dda72c26a225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.649242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:ee:4e:44', 'name': 'tempest-NetworksTestDHCPv6-600276212'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:48.656287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': 'de24dfd9-bbe4-4c7f-a063-49adc946e054'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:48.657197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.728561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.734209 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.740655 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/networks/c3728cff-0173-4296-8ed7-5c728b0cde0e HTTP/1.1" status: 204 len: 168 time: 2.1217773 Apr 01 15:43:48.743412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51844) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:48.760649 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-617f3fbd-ce4d-4467-b6c0-63002a118a41 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/quotas/c00e56d01af24de1987cd2db6b6d786a HTTP/1.1" status: 200 len: 375 time: 0.2774436 Apr 01 15:43:48.789396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.790211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2353cdb-1cab-4ad9-a790-1664a578b13c {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:43:48.794476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97afaf-aa00-40bd-a8bf-4b9c63b8837a tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Network': ['ID=c3728cff-0173-4296-8ed7-5c728b0cde0e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:48.821712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.835431 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-fb680061-6418-452b-a4c2-ac387fb46611 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c00e56d01af24de1987cd2db6b6d786a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475781 Apr 01 15:43:48.838253 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-78c723be-9653-498f-aa41-a671dcf5813e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "DELETE /v2.0/routers/a2353cdb-1cab-4ad9-a790-1664a578b13c HTTP/1.1" status: 204 len: 168 time: 4.0015700 Apr 01 15:43:48.840805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51846) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:48.894000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51848) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:48.943480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e2585-da8d-47e1-91ef-dda72c26a225 None None] Pushing event deleted for resources: {'Port': ['ID=51c622cd-1416-493a-a7d3-01811d044f07,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:48.947690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-19330fb1-3374-40e3-a1f0-cc3eea6cee0e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Deleting port 32b34103-ab45-4a22-8b29-5592693f3db3 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:48.948032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-19330fb1-3374-40e3-a1f0-cc3eea6cee0e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:48.953823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e2585-da8d-47e1-91ef-dda72c26a225 None None] No DVR routers for this DVR port 51c622cd-1416-493a-a7d3-01811d044f07 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:49.017362 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.067728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc8a09a-57bb-42fa-a73a-f34bed768218 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Deleting subnet 36fa4a49-bb9f-464c-9dda-efa466d7fc11 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:49.085000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7dc8a09a-57bb-42fa-a73a-f34bed768218 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.141327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c948cf4b-88c6-44a0-9a83-175571243599 tempest-ServiceProvidersTest-2042555776 tempest-ServiceProvidersTest-2042555776-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2145469 Apr 01 15:43:49.156466 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-f997bc71-c8ab-4820-8c85-766e4a979b52 service neutron] 10.222.0.73 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634716 Apr 01 15:43:49.231768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Allocated IP 2001:db8::f816:3eff:fecf:7cba (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/de24dfd9-bbe4-4c7f-a063-49adc946e054/04ff633b-8025-487a-bf8e-6f9cf4e6114d) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:49.345462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.345462 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-74e452b8-41d9-42ef-b0eb-fbf54bcceda7 service neutron] 10.222.0.73 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640792 Apr 01 15:43:49.354896 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7dc8a09a-57bb-42fa-a73a-f34bed768218 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.357449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.418292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-19330fb1-3374-40e3-a1f0-cc3eea6cee0e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.439640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40c7481-db7c-4e9b-82d1-61013220c7a0']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:49.442720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=42ab154d-bdcb-43ee-aa85-686c70a8223a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:49.458574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-19330fb1-3374-40e3-a1f0-cc3eea6cee0e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Calling delete_port for 32b34103-ab45-4a22-8b29-5592693f3db3 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:49.459659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.486079 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a727fec1-cb95-490c-9e91-e4d134a465e4') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:49.486469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a727fec1-cb95-490c-9e91-e4d134a465e4') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:49.567627 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.591570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.595938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7dc8a09a-57bb-42fa-a73a-f34bed768218 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.599654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.618870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:49.684587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.697386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Pushing event updated for resources: {'Port': ['ID=04ff633b-8025-487a-bf8e-6f9cf4e6114d,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:49.718259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:49.722874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:49.723961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:49.738445 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:49.739339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:49.746450 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:49.773300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-19330fb1-3374-40e3-a1f0-cc3eea6cee0e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.779472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Deleting port 63ce1699-ed67-44e4-a478-9020d969d52a {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:49.780003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.801921 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Attempting to bind port 04ff633b-8025-487a-bf8e-6f9cf4e6114d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:49.802756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Attempting to bind port 04ff633b-8025-487a-bf8e-6f9cf4e6114d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:49.803443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Attempting to bind port 04ff633b-8025-487a-bf8e-6f9cf4e6114d on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:49.811398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:49.812081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:49.812834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.813554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:49.814223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Bound port: 04ff633b-8025-487a-bf8e-6f9cf4e6114d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:49.814875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.900597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51856) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:49.906251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19330fb1-3374-40e3-a1f0-cc3eea6cee0e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Port': ['ID=32b34103-ab45-4a22-8b29-5592693f3db3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:49.906549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] For port 04ff633b-8025-487a-bf8e-6f9cf4e6114d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:49.914626 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] For port 04ff633b-8025-487a-bf8e-6f9cf4e6114d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=04ff633b-8025-487a-bf8e-6f9cf4e6114d,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:49.918905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] For port 63ce1699-ed67-44e4-a478-9020d969d52a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=63ce1699-ed67-44e4-a478-9020d969d52a,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:49.919265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.923774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.934452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router fa98a7c5-5282-4257-9cc2-38a22a1c29e8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:49.961076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Calling delete_port for 63ce1699-ed67-44e4-a478-9020d969d52a owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:49.968606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-19330fb1-3374-40e3-a1f0-cc3eea6cee0e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:49.975448 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-19330fb1-3374-40e3-a1f0-cc3eea6cee0e tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/ports/32b34103-ab45-4a22-8b29-5592693f3db3 HTTP/1.1" status: 204 len: 168 time: 1.4635038 Apr 01 15:43:49.981080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51860) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:49.999518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 9d0cc541-b4b2-407e-a105-ca6891d57d87 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:50.036613 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 435392bc-cfaa-422a-bb55-58a0e24402c4 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:50.038979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.047465 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.069375 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.073864 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/networks/e40c7481-db7c-4e9b-82d1-61013220c7a0 HTTP/1.1" status: 204 len: 168 time: 1.3262262 Apr 01 15:43:50.106476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 435392bc-cfaa-422a-bb55-58a0e24402c4 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:50.106822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 435392bc-cfaa-422a-bb55-58a0e24402c4 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:50.107235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 51c622cd-1416-493a-a7d3-01811d044f07 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:50.123030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51862) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:50.138784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7dc8a09a-57bb-42fa-a73a-f34bed768218 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.141045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 51c622cd-1416-493a-a7d3-01811d044f07 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:50.141390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 51c622cd-1416-493a-a7d3-01811d044f07 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:50.149103 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cfd0a-3ce7-40ec-a524-5c78b19ef364 None None] Pushing event updated for resources: {'Port': ['ID=04ff633b-8025-487a-bf8e-6f9cf4e6114d,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:50.155207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b2141caa-3601-45ff-9a63-63359a24097b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.162795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:50.164726 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b1937-953d-47e4-8849-ce450e2f78d6 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Network': ['ID=e40c7481-db7c-4e9b-82d1-61013220c7a0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:50.170396 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-46a7a766-0870-490a-a566-1f6a6e3083ee tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/fa98a7c5-5282-4257-9cc2-38a22a1c29e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3452659 Apr 01 15:43:50.174735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51864) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:50.180962 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd33e897-59f9-425a-8666-099ab6435831 None None] Sync routers for ids ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:50.199405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.201595 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33e897-59f9-425a-8666-099ab6435831 None None] Routers {'fa98a7c5-5282-4257-9cc2-38a22a1c29e8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:50.202445 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bd33e897-59f9-425a-8666-099ab6435831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:50.232578 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6ba92d1e-7846-4248-bf1a-33163bf56a5e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa98a7c5-5282-4257-9cc2-38a22a1c29e8 HTTP/1.1" status: 200 len: 205 time: 0.0545261 Apr 01 15:43:50.232578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7dc8a09a-57bb-42fa-a73a-f34bed768218 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.238972 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7dc8a09a-57bb-42fa-a73a-f34bed768218 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/36fa4a49-bb9f-464c-9dda-efa466d7fc11 HTTP/1.1" status: 204 len: 168 time: 1.3970633 Apr 01 15:43:50.240062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8a09a-57bb-42fa-a73a-f34bed768218 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=36fa4a49-bb9f-464c-9dda-efa466d7fc11,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:50.241839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51866) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:50.242164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51868) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:50.242750 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bd33e897-59f9-425a-8666-099ab6435831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:50.254097 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33e897-59f9-425a-8666-099ab6435831 None None] Routers {'fa98a7c5-5282-4257-9cc2-38a22a1c29e8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:50.254793 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bd33e897-59f9-425a-8666-099ab6435831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:50.293465 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bd33e897-59f9-425a-8666-099ab6435831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:50.294106 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd33e897-59f9-425a-8666-099ab6435831 None None] The sync data for ids ['fa98a7c5-5282-4257-9cc2-38a22a1c29e8'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:50.338795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5a041346-db01-4cde-b3b0-3a34216208ad tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.476394 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.495818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.520627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:feee:4e44 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/de24dfd9-bbe4-4c7f-a063-49adc946e054/9d0cc541-b4b2-407e-a105-ca6891d57d87) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:50.648487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.748057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6aaf98-911f-4789-9d13-085dd3c05f63']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:50.789248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.821675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491e9bff-c963-4d29-9f65-e1143d1e871c') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:50.821985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491e9bff-c963-4d29-9f65-e1143d1e871c') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:50.834365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.865888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.870669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b2141caa-3601-45ff-9a63-63359a24097b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.895747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5a041346-db01-4cde-b3b0-3a34216208ad tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.899819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5a041346-db01-4cde-b3b0-3a34216208ad tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.926924 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fb619643-0afc-42df-93ff-da1bac0b31c9 req-e5326f50-16e2-4d0a-9901-900dce662af8 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 210 time: 0.0351849 Apr 01 15:43:50.929219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ce1699-ed67-44e4-a478-9020d969d52a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:50.938441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89252b22-8e90-451e-ad81-9c2dd93672ca']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:50.966197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:50.975999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d3310d-fd0a-4d08-a2e8-6ce4704fadb5') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:50.976305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d3310d-fd0a-4d08-a2e8-6ce4704fadb5') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:51.034985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.039540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:51.039941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.045308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b2141caa-3601-45ff-9a63-63359a24097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:51.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:51.063274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.089070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae22280-d346-4702-9e73-1b60752af70d']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:51.100494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86fb4c5-5550-4667-b386-f90749302177') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:51.100794 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86fb4c5-5550-4667-b386-f90749302177') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:51.113116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.120738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5a041346-db01-4cde-b3b0-3a34216208ad tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.121244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a041346-db01-4cde-b3b0-3a34216208ad tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Fanout notify agent at l3_agent the message router_deleted on router fa98a7c5-5282-4257-9cc2-38a22a1c29e8 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:43:51.122974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.130336 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5a041346-db01-4cde-b3b0-3a34216208ad tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.135343 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5a041346-db01-4cde-b3b0-3a34216208ad tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/fa98a7c5-5282-4257-9cc2-38a22a1c29e8 HTTP/1.1" status: 204 len: 168 time: 0.8919857 Apr 01 15:43:51.138526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51874) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:51.148842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.177700 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:51.178110 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:51.180003 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:51.194579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:51.195373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:51.222067 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:51.248661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f56214-d920-43fb-89f1-515da0954039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting subnet 95fad3a9-9f55-481b-a7dd-b0d52bd1f816 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:51.253106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47f56214-d920-43fb-89f1-515da0954039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.293012 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b2141caa-3601-45ff-9a63-63359a24097b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=273e0fd439884c84a83fb83c50029a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3844459 Apr 01 15:43:51.295942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51876) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:51.305789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47f56214-d920-43fb-89f1-515da0954039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.340275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2141caa-3601-45ff-9a63-63359a24097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae00dc6-7534-4f32-82f2-dcd55688871f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:51.383324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-436adcbf-445b-4854-9489-c80f7c3713e0 None None] Provisioning complete for port 04ff633b-8025-487a-bf8e-6f9cf4e6114d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:51.384019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-436adcbf-445b-4854-9489-c80f7c3713e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.384256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.455097 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad28b38a-308b-4d3c-96d4-0f8e1de07f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.455365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.463600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.467175 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] 10.222.0.73 "DELETE /v2.0/networks/7f6aaf98-911f-4789-9d13-085dd3c05f63 HTTP/1.1" status: 204 len: 168 time: 1.4865906 Apr 01 15:43:51.469566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.482804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-436adcbf-445b-4854-9489-c80f7c3713e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.485147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47f56214-d920-43fb-89f1-515da0954039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.487424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49de88-4111-468d-a3c8-a5e617123330 tempest-PortsIpV6TestJSON-885593048 tempest-PortsIpV6TestJSON-885593048-project] Pushing event deleted for resources: {'Network': ['ID=7f6aaf98-911f-4789-9d13-085dd3c05f63,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:51.524845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad28b38a-308b-4d3c-96d4-0f8e1de07f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.525154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-436adcbf-445b-4854-9489-c80f7c3713e0 None None] For port 04ff633b-8025-487a-bf8e-6f9cf4e6114d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=04ff633b-8025-487a-bf8e-6f9cf4e6114d,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:51.581251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.586859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ae22280-d346-4702-9e73-1b60752af70d {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:43:51.592697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.598643 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "DELETE /v2.0/networks/1ae22280-d346-4702-9e73-1b60752af70d HTTP/1.1" status: 204 len: 168 time: 1.3498256 Apr 01 15:43:51.606669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27834c35-97dc-4e9f-88a3-b2a669c347ff tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ae22280-d346-4702-9e73-1b60752af70d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:51.627586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.637225 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.640590 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] 10.222.0.73 "DELETE /v2.0/networks/89252b22-8e90-451e-ad81-9c2dd93672ca HTTP/1.1" status: 204 len: 168 time: 1.5161941 Apr 01 15:43:51.659763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a8680-d332-4853-b092-97fa40409305 tempest-BulkNetworkOpsIpV6Test-1545612689 tempest-BulkNetworkOpsIpV6Test-1545612689-project] Pushing event deleted for resources: {'Network': ['ID=89252b22-8e90-451e-ad81-9c2dd93672ca,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:51.713164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47f56214-d920-43fb-89f1-515da0954039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.714123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-436adcbf-445b-4854-9489-c80f7c3713e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.727849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.781032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f56214-d920-43fb-89f1-515da0954039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Subnet': ['ID=95fad3a9-9f55-481b-a7dd-b0d52bd1f816,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:51.782952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad28b38a-308b-4d3c-96d4-0f8e1de07f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.786160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad28b38a-308b-4d3c-96d4-0f8e1de07f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.787326 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ad28b38a-308b-4d3c-96d4-0f8e1de07f58 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ae00dc6-7534-4f32-82f2-dcd55688871f HTTP/1.1" status: 204 len: 168 time: 0.4894471 Apr 01 15:43:51.802679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47f56214-d920-43fb-89f1-515da0954039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:51.805391 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-47f56214-d920-43fb-89f1-515da0954039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/95fad3a9-9f55-481b-a7dd-b0d52bd1f816 HTTP/1.1" status: 204 len: 168 time: 0.6657729 Apr 01 15:43:51.814072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51892) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:51.822560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28b38a-308b-4d3c-96d4-0f8e1de07f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae00dc6-7534-4f32-82f2-dcd55688871f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:51.841439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436adcbf-445b-4854-9489-c80f7c3713e0 None None] Pushing event updated for resources: {'Port': ['ID=04ff633b-8025-487a-bf8e-6f9cf4e6114d,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:51.848962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9726d92-bc32-49c8-91b1-d72f90d661e2 None None] Network 978081f3-0f88-4305-bbcb-f9f1e641b3cb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:51.884237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:51.891026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=9d0cc541-b4b2-407e-a105-ca6891d57d87,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:51.937024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:51.939823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:51.948224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:51.949103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.017915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7ca68e-a76c-4698-aa60-677e4fca4023 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting subnet 1e3543fb-48bf-4326-88cc-ffb33eb34199 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:52.025349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca68e-a76c-4698-aa60-677e4fca4023 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.055539 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3a64e023-b7cb-418c-8020-1578be09db19 req-ac88d191-abb5-46c7-8559-b4e3a065498f tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 210 time: 0.0432162 Apr 01 15:43:52.090784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Router cdace2ab-ae71-41db-857d-e26fe383180b has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:43:52.110629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca68e-a76c-4698-aa60-677e4fca4023 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.121282 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-98c58e6a-02df-4133-96cf-7f996faef342 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4842994 Apr 01 15:43:52.126034 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51900) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:52.271729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254aa63-f78a-44d9-921f-6d5fbd867121 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:52.278053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254aa63-f78a-44d9-921f-6d5fbd867121 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:52.282339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e254aa63-f78a-44d9-921f-6d5fbd867121 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1564059 Apr 01 15:43:52.282961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51902) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:52.296176 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e91fb-8737-4384-b2f7-15bb74515852 None None] DHCP port deletion for 978081f3-0f88-4305-bbcb-f9f1e641b3cb request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:52.367350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 04ff633b-8025-487a-bf8e-6f9cf4e6114d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:43:52.427871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca68e-a76c-4698-aa60-677e4fca4023 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.448611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b85bbc75-415f-41e1-b5b8-cbb5597824aa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 9d0cc541-b4b2-407e-a105-ca6891d57d87 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:52.448994 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b85bbc75-415f-41e1-b5b8-cbb5597824aa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.458370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:43:52.467960 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-07ca5d1f-ffce-4e15-97be-1c79eac07733 admin admin] 10.222.0.73 "PUT /v2.0/routers/cdace2ab-ae71-41db-857d-e26fe383180b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9960253 Apr 01 15:43:52.470002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51908) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:52.488570 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] Sync routers for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:43:52.555150 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-9c5e44f3-b7fb-4ea8-9aa6-d0b628da55ad None None] Provisioning complete for port 9d0cc541-b4b2-407e-a105-ca6891d57d87 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:52.562490 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9c5e44f3-b7fb-4ea8-9aa6-d0b628da55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.610787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:52.611441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:52.625239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.645009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51912) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:52.689214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51916) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:52.691523 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca68e-a76c-4698-aa60-677e4fca4023 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.700921 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b85bbc75-415f-41e1-b5b8-cbb5597824aa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.712062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 04ff633b-8025-487a-bf8e-6f9cf4e6114d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:52.712512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.737212 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b85bbc75-415f-41e1-b5b8-cbb5597824aa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 9d0cc541-b4b2-407e-a105-ca6891d57d87 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:52.744593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca68e-a76c-4698-aa60-677e4fca4023 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3543fb-48bf-4326-88cc-ffb33eb34199,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:52.765999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca68e-a76c-4698-aa60-677e4fca4023 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.770539 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ab7ca68e-a76c-4698-aa60-677e4fca4023 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/1e3543fb-48bf-4326-88cc-ffb33eb34199 HTTP/1.1" status: 204 len: 168 time: 0.9536109 Apr 01 15:43:52.774584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f147e14f-d759-48e8-a304-3377d9905e28 None None] Network 5781f914-6ee0-4708-8fd6-028e6d765a56 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:52.775537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51920) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:52.801474 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f55e91fb-8737-4384-b2f7-15bb74515852 None None] Deleting port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:52.801859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f55e91fb-8737-4384-b2f7-15bb74515852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:52.823919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-9c5e44f3-b7fb-4ea8-9aa6-d0b628da55ad None None] Port 9d0cc541-b4b2-407e-a105-ca6891d57d87 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:53.031413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f55e91fb-8737-4384-b2f7-15bb74515852 None None] For port 696020a6-7dfc-445e-ad37-4f32fd25e6b4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=696020a6-7dfc-445e-ad37-4f32fd25e6b4,segment=NetworkSegment(c486c6a5-e597-4c47-98be-efe9aa8eadcb),segment_id=c486c6a5-e597-4c47-98be-efe9aa8eadcb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:53.031721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f55e91fb-8737-4384-b2f7-15bb74515852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.063234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51930) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:53.064795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:43:53.072956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c7998ba7-8a0d-4d00-8545-38f77c7acb63 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'router': {'name': 'tempest-router--930108568', 'project_id': '642000a3c3be418d8275b39e208a7ef4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:53.099227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f55e91fb-8737-4384-b2f7-15bb74515852 None None] Calling delete_port for 696020a6-7dfc-445e-ad37-4f32fd25e6b4 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:53.120856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b85bbc75-415f-41e1-b5b8-cbb5597824aa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.185638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bbc75-415f-41e1-b5b8-cbb5597824aa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=9d0cc541-b4b2-407e-a105-ca6891d57d87,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:53.239871 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1ea48666-4718-4f45-a352-4d6cb0981076 req-d5cea1cc-8e14-4efb-aa7b-a402243a1004 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 210 time: 0.1068735 Apr 01 15:43:53.313820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7998ba7-8a0d-4d00-8545-38f77c7acb63 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.315552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7998ba7-8a0d-4d00-8545-38f77c7acb63 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.327748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.328330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b85bbc75-415f-41e1-b5b8-cbb5597824aa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.340324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b85bbc75-415f-41e1-b5b8-cbb5597824aa tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/9d0cc541-b4b2-407e-a105-ca6891d57d87 HTTP/1.1" status: 204 len: 168 time: 1.0541646 Apr 01 15:43:53.342955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.343490 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51936) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:53.486202 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a5210743-ee06-444c-81bf-154ea6394ca6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6509d6fbaeef47508be085c8d2d44493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7918997 Apr 01 15:43:53.496433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51942) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:53.509048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:53.509743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.624157 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7998ba7-8a0d-4d00-8545-38f77c7acb63 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.628886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Deleting port bd479850-73a5-40c8-849c-c4a926658165 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:53.629234 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.633152 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784f25f-4a5c-4f5d-bfd1-726e059472c9 None None] DHCP port deletion for 5781f914-6ee0-4708-8fd6-028e6d765a56 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:53.634317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4deface-d87e-466e-8d48-64a9f7b5002d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:53.640983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4deface-d87e-466e-8d48-64a9f7b5002d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:53.640983 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c4deface-d87e-466e-8d48-64a9f7b5002d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2871635 Apr 01 15:43:53.641421 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4064fbc9-b077-4d29-901b-d31d2492002c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3deab709b4e7402c97b28b23e44bae23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9951100 Apr 01 15:43:53.646351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51946) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:53.646636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51948) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:53.671178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port 696020a6-7dfc-445e-ad37-4f32fd25e6b4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=696020a6-7dfc-445e-ad37-4f32fd25e6b4,segment=NetworkSegment(c486c6a5-e597-4c47-98be-efe9aa8eadcb),segment_id=c486c6a5-e597-4c47-98be-efe9aa8eadcb)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:53.671523 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.696107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f55e91fb-8737-4384-b2f7-15bb74515852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.719609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 696020a6-7dfc-445e-ad37-4f32fd25e6b4 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:53.736749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6'}], 'enable_snat': True}, 'gw_port_id': 'bd479850-73a5-40c8-849c-c4a926658165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:43:50Z', 'revision_number': 5, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port': {'id': 'bd479850-73a5-40c8-849c-c4a926658165', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:40:08Z', 'updated_at': '2022-04-01T15:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:53.740809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e91fb-8737-4384-b2f7-15bb74515852 None None] Pushing event deleted for resources: {'Port': ['ID=696020a6-7dfc-445e-ad37-4f32fd25e6b4,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:53.748979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e91fb-8737-4384-b2f7-15bb74515852 None None] No DVR routers for this DVR port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:53.756319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dc999f1-826a-4c8a-b622-5a3f1f2ef05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.766341 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a6f4c0-e69d-40fd-9106-ed3c9465648e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet de24dfd9-bbe4-4c7f-a063-49adc946e054 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:53.778207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7998ba7-8a0d-4d00-8545-38f77c7acb63 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.781900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] Checking router: cdace2ab-ae71-41db-857d-e26fe383180b for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:43:53.795144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] Routers {'cdace2ab-ae71-41db-857d-e26fe383180b'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:43:53.795789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdace2ab-ae71-41db-857d-e26fe383180b'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:53.811143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-85a6f4c0-e69d-40fd-9106-ed3c9465648e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.832588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] For port bd479850-73a5-40c8-849c-c4a926658165, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bd479850-73a5-40c8-849c-c4a926658165,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:53.832972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.847677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a784f25f-4a5c-4f5d-bfd1-726e059472c9 None None] Deleting port 63b73b43-d205-4fcd-ace9-39b6b412a5f9 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:53.847677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a784f25f-4a5c-4f5d-bfd1-726e059472c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.854783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Calling delete_port for bd479850-73a5-40c8-849c-c4a926658165 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:53.864019 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d8f-a23f-4d4f-99fe-142dfa487560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.867167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dc999f1-826a-4c8a-b622-5a3f1f2ef05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.913700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] Set router cdace2ab-ae71-41db-857d-e26fe383180b gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:43:53.928209 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-85a6f4c0-e69d-40fd-9106-ed3c9465648e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.959635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d8f-a23f-4d4f-99fe-142dfa487560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.977104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:43:53Z', 'revision_number': 6, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:53.982988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c7998ba7-8a0d-4d00-8545-38f77c7acb63 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.990206 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c7998ba7-8a0d-4d00-8545-38f77c7acb63 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9238899 Apr 01 15:43:53.995471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51952) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:54.020401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 63b73b43-d205-4fcd-ace9-39b6b412a5f9 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:54.026922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f655c0-ce76-4963-802c-0917f55edb7c None None] The sync data for ids ['cdace2ab-ae71-41db-857d-e26fe383180b'] in dv-neutron-835865-1-hyperv is: [{'id': 'cdace2ab-ae71-41db-857d-e26fe383180b', 'name': 'tempest-ServerActionsTestJSON-1455275876-router', 'tenant_id': '3f3592e4908d4ed58791d42b7969808a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:40:06Z', 'updated_at': '2022-04-01T15:43:53Z', 'revision_number': 6, 'project_id': '3f3592e4908d4ed58791d42b7969808a', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:43:54.038149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.088158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=696020a6-7dfc-445e-ad37-4f32fd25e6b4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:54.090958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No DVR routers for this DVR port 696020a6-7dfc-445e-ad37-4f32fd25e6b4 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:54.129022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad106-0922-4abe-8883-cf954e64a16f tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.131616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a784f25f-4a5c-4f5d-bfd1-726e059472c9 None None] For port 63b73b43-d205-4fcd-ace9-39b6b412a5f9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=63b73b43-d205-4fcd-ace9-39b6b412a5f9,segment=NetworkSegment(ba48e0a1-e889-4818-9bd5-91af6e3a4b92),segment_id=ba48e0a1-e889-4818-9bd5-91af6e3a4b92)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:54.132192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a784f25f-4a5c-4f5d-bfd1-726e059472c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.147404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a784f25f-4a5c-4f5d-bfd1-726e059472c9 None None] Calling delete_port for 63b73b43-d205-4fcd-ace9-39b6b412a5f9 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:54.212361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dc999f1-826a-4c8a-b622-5a3f1f2ef05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.214844 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dc999f1-826a-4c8a-b622-5a3f1f2ef05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.218754 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2dc999f1-826a-4c8a-b622-5a3f1f2ef05b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6acc1ccf-203d-430e-8346-4b77772cfc97 HTTP/1.1" status: 204 len: 168 time: 0.7092133 Apr 01 15:43:54.220305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-85a6f4c0-e69d-40fd-9106-ed3c9465648e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.255635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc999f1-826a-4c8a-b622-5a3f1f2ef05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acc1ccf-203d-430e-8346-4b77772cfc97,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:54.281238 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.328780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978081f3-0f88-4305-bbcb-f9f1e641b3cb']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:54.352732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d8f-a23f-4d4f-99fe-142dfa487560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.353672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c486c6a5-e597-4c47-98be-efe9aa8eadcb') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:54.353962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c486c6a5-e597-4c47-98be-efe9aa8eadcb') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:54.355281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5de6d8f-a23f-4d4f-99fe-142dfa487560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.356675 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c5de6d8f-a23f-4d4f-99fe-142dfa487560 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05fdc7ae-0a18-4a92-a01f-d9dad27b516d HTTP/1.1" status: 204 len: 168 time: 0.7009530 Apr 01 15:43:54.370119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.370365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.385305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.391991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a784f25f-4a5c-4f5d-bfd1-726e059472c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.392821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:54.393816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.419338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f25f-4a5c-4f5d-bfd1-726e059472c9 None None] Pushing event deleted for resources: {'Port': ['ID=63b73b43-d205-4fcd-ace9-39b6b412a5f9,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:54.424840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de6d8f-a23f-4d4f-99fe-142dfa487560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fdc7ae-0a18-4a92-a01f-d9dad27b516d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:54.429476 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b96aa6ae-030d-4c35-91e0-7905ce835b27 req-e0e1cec9-1c17-4909-bee5-c896a92bf425 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 210 time: 0.0815902 Apr 01 15:43:54.434969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad106-0922-4abe-8883-cf954e64a16f tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.443052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad106-0922-4abe-8883-cf954e64a16f tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.489469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a784f25f-4a5c-4f5d-bfd1-726e059472c9 None None] No DVR routers for this DVR port 63b73b43-d205-4fcd-ace9-39b6b412a5f9 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:54.491569 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:54.494598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.527879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 696020a6-7dfc-445e-ad37-4f32fd25e6b4 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:54.540811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd479850-73a5-40c8-849c-c4a926658165,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:54.561106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 696020a6-7dfc-445e-ad37-4f32fd25e6b4 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:54.561668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 696020a6-7dfc-445e-ad37-4f32fd25e6b4 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:54.564424 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-85a6f4c0-e69d-40fd-9106-ed3c9465648e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.606818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.626598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.627713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6f4c0-e69d-40fd-9106-ed3c9465648e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=de24dfd9-bbe4-4c7f-a063-49adc946e054,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:54.627894 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/networks/978081f3-0f88-4305-bbcb-f9f1e641b3cb HTTP/1.1" status: 204 len: 168 time: 1.8508048 Apr 01 15:43:54.630155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51972) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:54.631393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-85a6f4c0-e69d-40fd-9106-ed3c9465648e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.635260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3c291c-05ae-42e5-ac2f-0a2d58bc17ab None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:54.635891 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-85a6f4c0-e69d-40fd-9106-ed3c9465648e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/de24dfd9-bbe4-4c7f-a063-49adc946e054 HTTP/1.1" status: 204 len: 168 time: 0.9877193 Apr 01 15:43:54.638447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51974) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:54.670158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabdd6f-6c19-4fc9-9dd1-06569c8ad5cc tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Network': ['ID=978081f3-0f88-4305-bbcb-f9f1e641b3cb,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:54.672461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad106-0922-4abe-8883-cf954e64a16f tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.673300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1ad106-0922-4abe-8883-cf954e64a16f tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92f1e103-c5ed-443d-a0bb-510015d45368 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:43:54.685603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.726865 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ad106-0922-4abe-8883-cf954e64a16f tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.731801 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cc1ad106-0922-4abe-8883-cf954e64a16f tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "DELETE /v2.0/routers/92f1e103-c5ed-443d-a0bb-510015d45368 HTTP/1.1" status: 204 len: 168 time: 0.7311118 Apr 01 15:43:54.734823 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-beb41a5d-ea99-4893-a4b2-b25d0b20bb28 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951717 Apr 01 15:43:54.742875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51980) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:54.753462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:54.838589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 51982) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:54.842173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.844595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.869734 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0168321 Apr 01 15:43:54.895532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51984) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:54.930864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.957090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c224c396-d0fc-4e98-b9c1-493440542329 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:55.022478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.029404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdace2ab-ae71-41db-857d-e26fe383180b {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:43:55.034670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.038828 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c2c6ff74-37a9-4c24-834f-dc4d37b83671 admin admin] 10.222.0.73 "DELETE /v2.0/routers/cdace2ab-ae71-41db-857d-e26fe383180b HTTP/1.1" status: 204 len: 168 time: 2.5654597 Apr 01 15:43:55.039592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 51994) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:55.047861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c224c396-d0fc-4e98-b9c1-493440542329 None None] Deleting port 04ff633b-8025-487a-bf8e-6f9cf4e6114d {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:55.048713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c224c396-d0fc-4e98-b9c1-493440542329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.070695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.092595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5781f914-6ee0-4708-8fd6-028e6d765a56']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:55.097888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ac007d-44a2-48d5-9b0f-e9a84f3de1e2 admin admin] Deleting subnet 72f5a4e3-be43-4c74-90a9-1d70d76a2497 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:43:55.101546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40ac007d-44a2-48d5-9b0f-e9a84f3de1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.108258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:55.113566 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.121701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba48e0a1-e889-4818-9bd5-91af6e3a4b92') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:55.122015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba48e0a1-e889-4818-9bd5-91af6e3a4b92') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:55.128334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c224c396-d0fc-4e98-b9c1-493440542329 None None] For port 04ff633b-8025-487a-bf8e-6f9cf4e6114d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=04ff633b-8025-487a-bf8e-6f9cf4e6114d,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:55.128775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c224c396-d0fc-4e98-b9c1-493440542329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.146891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.150447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40ac007d-44a2-48d5-9b0f-e9a84f3de1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.150963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c224c396-d0fc-4e98-b9c1-493440542329 None None] Calling delete_port for 04ff633b-8025-487a-bf8e-6f9cf4e6114d owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:55.204603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.230682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:55.231086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:55.234356 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:55.276612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40ac007d-44a2-48d5-9b0f-e9a84f3de1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.387173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52000) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:55.421351 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c224c396-d0fc-4e98-b9c1-493440542329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.424237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.441830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.446959 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/networks/5781f914-6ee0-4708-8fd6-028e6d765a56 HTTP/1.1" status: 204 len: 168 time: 0.8102999 Apr 01 15:43:55.450693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52004) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:55.458211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1161421272'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:55.474461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1390-d002-4e95-821e-1d20f0ddd4eb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Network': ['ID=5781f914-6ee0-4708-8fd6-028e6d765a56,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:55.486066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40ac007d-44a2-48d5-9b0f-e9a84f3de1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.486312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224c396-d0fc-4e98-b9c1-493440542329 None None] Pushing event deleted for resources: {'Port': ['ID=04ff633b-8025-487a-bf8e-6f9cf4e6114d,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:55.505251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224c396-d0fc-4e98-b9c1-493440542329 None None] No DVR routers for this DVR port 04ff633b-8025-487a-bf8e-6f9cf4e6114d on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:55.506029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40ac007d-44a2-48d5-9b0f-e9a84f3de1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.511724 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-40ac007d-44a2-48d5-9b0f-e9a84f3de1e2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/72f5a4e3-be43-4c74-90a9-1d70d76a2497 HTTP/1.1" status: 204 len: 168 time: 0.4652503 Apr 01 15:43:55.512099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52010) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:55.538250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12415c9-01d8-4f2a-ad09-61ac7554350d None None] Network a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:55.538345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac007d-44a2-48d5-9b0f-e9a84f3de1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f5a4e3-be43-4c74-90a9-1d70d76a2497,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:55.601711 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-48a2a610-6d14-492e-8a14-85489f88673f tempest-NetworksApiDiscovery-1613725194 tempest-NetworksApiDiscovery-1613725194-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7050259 Apr 01 15:43:55.655857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:55.660575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.689688 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dbc0d860-6c93-45fd-aa03-aae3ba4fa2c8 req-2717483d-93ba-4ab2-a53e-339134b42313 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 210 time: 0.0852852 Apr 01 15:43:55.695615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.736668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:43:55.750227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.751207 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added segment 4678143c-94b4-4b4a-b82a-7fa39e99df30 of type vlan for network a38b862d-714a-4217-a1ce-618b21f96f6f Apr 01 15:43:55.767424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1595131114', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:55.769408 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.objects.ports [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:43:55.774086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.791043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99fb2a1-e8ff-46a9-a946-14bb8a227bc2 None None] DHCP port deletion for a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:43:55.822031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.834010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:55.844182 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:55.846345 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=ca204a59-a229-449f-aa9f-06f9e109e699,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:55.856818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:55.856818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.865492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f99fb2a1-e8ff-46a9-a946-14bb8a227bc2 None None] Deleting port 54434e6c-7337-4dc5-94ba-2b4d2627b21a {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:55.865740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f99fb2a1-e8ff-46a9-a946-14bb8a227bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.871046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Deleting port 54434e6c-7337-4dc5-94ba-2b4d2627b21a {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:55.871389 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.881559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b2cbb-b7ac-4ff1-814e-6ed130ecf599 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:55.929909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.931008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.956656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] For port 54434e6c-7337-4dc5-94ba-2b4d2627b21a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=54434e6c-7337-4dc5-94ba-2b4d2627b21a,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:55.957073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.978534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.981843 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-92a82a53-5a6f-49d6-baa4-97d068291a08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2376456 Apr 01 15:43:55.984216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:55.988930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Calling delete_port for 54434e6c-7337-4dc5-94ba-2b4d2627b21a owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:55.993448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 54434e6c-7337-4dc5-94ba-2b4d2627b21a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:55.997178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.002681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52020) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:56.012228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:df:20:df', 'name': 'tempest-NetworksTestDHCPv6-345985047'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:56.055701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.082186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f99fb2a1-e8ff-46a9-a946-14bb8a227bc2 None None] For port 54434e6c-7337-4dc5-94ba-2b4d2627b21a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=54434e6c-7337-4dc5-94ba-2b4d2627b21a,segment=NetworkSegment(68df8eae-b2a7-4e9c-a5ae-93ea210fb631),segment_id=68df8eae-b2a7-4e9c-a5ae-93ea210fb631)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:56.082592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f99fb2a1-e8ff-46a9-a946-14bb8a227bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.113068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f99fb2a1-e8ff-46a9-a946-14bb8a227bc2 None None] Calling delete_port for 54434e6c-7337-4dc5-94ba-2b4d2627b21a owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:43:56.156736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Network': ['ID=a38b862d-714a-4217-a1ce-618b21f96f6f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:56.177558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network a38b862d-714a-4217-a1ce-618b21f96f6f details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:43:56.267557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.309450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=54434e6c-7337-4dc5-94ba-2b4d2627b21a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:56.319047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] No DVR routers for this DVR port 54434e6c-7337-4dc5-94ba-2b4d2627b21a on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:56.321482 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8f0ee5ac-9b7e-440f-88db-9f5bc2c22e9c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8692396 Apr 01 15:43:56.324307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52026) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:56.329897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'subnet': {'network_id': 'a38b862d-714a-4217-a1ce-618b21f96f6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:56.361740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': 'ca204a59-a229-449f-aa9f-06f9e109e699'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:56.362612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.368639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.404333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f99fb2a1-e8ff-46a9-a946-14bb8a227bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.411358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:56.491103 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fb2a1-e8ff-46a9-a946-14bb8a227bc2 None None] Pushing event deleted for resources: {'Port': ['ID=54434e6c-7337-4dc5-94ba-2b4d2627b21a,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:56.508280 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.549064 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:56.560957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68df8eae-b2a7-4e9c-a5ae-93ea210fb631') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:56.561284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68df8eae-b2a7-4e9c-a5ae-93ea210fb631') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:43:56.572271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99fb2a1-e8ff-46a9-a946-14bb8a227bc2 None None] No DVR routers for this DVR port 54434e6c-7337-4dc5-94ba-2b4d2627b21a on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:43:56.586774 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.604072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.615684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 04ff633b-8025-487a-bf8e-6f9cf4e6114d no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:56.630635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52034) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:56.631794 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.639243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 04ff633b-8025-487a-bf8e-6f9cf4e6114d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:56.639609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 04ff633b-8025-487a-bf8e-6f9cf4e6114d not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:56.640331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 63ce1699-ed67-44e4-a478-9020d969d52a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:56.648882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:43:56.652169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.671561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.688214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 63ce1699-ed67-44e4-a478-9020d969d52a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:56.688596 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 63ce1699-ed67-44e4-a478-9020d969d52a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:56.689520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device bd479850-73a5-40c8-849c-c4a926658165 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:43:56.695858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port eceb8bef-a6e3-4d7a-861a-df448108ce4c yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:56.723849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: bd479850-73a5-40c8-849c-c4a926658165 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:43:56.724203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device bd479850-73a5-40c8-849c-c4a926658165 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:43:56.748817 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:43:56.783480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Allocated IP 2001:db8::f816:3eff:fe3a:d617 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/ca204a59-a229-449f-aa9f-06f9e109e699/676a6c1c-43d6-478a-955d-abe86ee55f10) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:56.789743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:56.794650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.866372 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-07e41872-7881-4ec8-b9f3-2106aa40e6db req-e644ed05-234d-40fa-9ddb-7b884299ed74 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 210 time: 0.0336230 Apr 01 15:43:56.867580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.898836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.905120 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5 HTTP/1.1" status: 204 len: 168 time: 1.3894868 Apr 01 15:43:56.905120 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53025fc-7b09-4082-a1c4-c2a22a4a30d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a168e1da-23ef-4a9b-87b8-eb2a1d90bdb5,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:57.048249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2785ee81-e175-4a89-a367-6c304ce1c675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.103209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.249015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.277606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.291929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2785ee81-e175-4a89-a367-6c304ce1c675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.317220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.335746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.337748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:57.361558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:57.366038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:57.406501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Pushing event updated for resources: {'Port': ['ID=676a6c1c-43d6-478a-955d-abe86ee55f10,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:57.431966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2785ee81-e175-4a89-a367-6c304ce1c675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.440192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:fedf:20df (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/ca204a59-a229-449f-aa9f-06f9e109e699/eceb8bef-a6e3-4d7a-861a-df448108ce4c) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:57.446781 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Attempting to bind port 676a6c1c-43d6-478a-955d-abe86ee55f10 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:57.447435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Attempting to bind port 676a6c1c-43d6-478a-955d-abe86ee55f10 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:57.448027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Attempting to bind port 676a6c1c-43d6-478a-955d-abe86ee55f10 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:57.455110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:57.456180 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:57.456561 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.456966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:57.457509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Bound port: 676a6c1c-43d6-478a-955d-abe86ee55f10, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:57.457899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.521141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52054) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:57.557208 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2785ee81-e175-4a89-a367-6c304ce1c675 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e3f22f8c538948b3b994436b99c16d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9251153 Apr 01 15:43:57.557542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Subnet': ['ID=da93db99-b3ec-4f4a-ab81-ef28811531e6,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:57.561049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52058) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:57.568902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785ee81-e175-4a89-a367-6c304ce1c675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce81d291-47e4-4c9e-b905-024b6e7c44e9,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:57.589544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Checking segment: {'id': '4678143c-94b4-4b4a-b82a-7fa39e99df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a38b862d-714a-4217-a1ce-618b21f96f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:57.589855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network hostable DHCP agents. Network: a38b862d-714a-4217-a1ce-618b21f96f6f, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:43:57.598479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Allocated IP 172.26.6.50 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/21c09343-c14e-4635-9031-87a80b07ffe8) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:57.600229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] For port 676a6c1c-43d6-478a-955d-abe86ee55f10, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:57.609102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] For port 676a6c1c-43d6-478a-955d-abe86ee55f10, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=676a6c1c-43d6-478a-955d-abe86ee55f10,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:57.629078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e0771de6-dd58-4ddb-86af-39f0ca452f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.663376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52062) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:57.685769 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e0771de6-dd58-4ddb-86af-39f0ca452f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.713498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.763729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network a38b862d-714a-4217-a1ce-618b21f96f6f is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:43:57.872690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52064) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:57.872974 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e38bf09c-e8ea-4f8b-92d6-d9a7c0c8e244 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f3592e4908d4ed58791d42b7969808a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2083290 Apr 01 15:43:57.898793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, a38b862d-714a-4217-a1ce-618b21f96f6f) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:57.904863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:57.905604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.947124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e0771de6-dd58-4ddb-86af-39f0ca452f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.947471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e0771de6-dd58-4ddb-86af-39f0ca452f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.949982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.953719 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e0771de6-dd58-4ddb-86af-39f0ca452f5a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce81d291-47e4-4c9e-b905-024b6e7c44e9 HTTP/1.1" status: 204 len: 168 time: 0.3886483 Apr 01 15:43:57.997453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0771de6-dd58-4ddb-86af-39f0ca452f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce81d291-47e4-4c9e-b905-024b6e7c44e9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:58.019948 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-411c548c-cebb-4f5c-9ec6-398a12f7b59d tempest-DvrRoutersNegativeTest-13515087 tempest-DvrRoutersNegativeTest-13515087-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-222767374', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:58.022544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.025953 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.policy [None req-411c548c-cebb-4f5c-9ec6-398a12f7b59d tempest-DvrRoutersNegativeTest-13515087 tempest-DvrRoutersNegativeTest-13515087-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110105) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 01 15:43:58.026365 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.policy [None req-411c548c-cebb-4f5c-9ec6-398a12f7b59d tempest-DvrRoutersNegativeTest-13515087 tempest-DvrRoutersNegativeTest-13515087-project] Failed policy check for 'create_router' {{(pid=110105) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 01 15:43:58.027386 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-411c548c-cebb-4f5c-9ec6-398a12f7b59d tempest-DvrRoutersNegativeTest-13515087 tempest-DvrRoutersNegativeTest-13515087-project] create failed (client error): Access was denied to this resource. Apr 01 15:43:58.033014 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-411c548c-cebb-4f5c-9ec6-398a12f7b59d tempest-DvrRoutersNegativeTest-13515087 tempest-DvrRoutersNegativeTest-13515087-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5095768 Apr 01 15:43:58.057982 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-15ef751d-52ec-4362-8824-3701fbc2f271 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7294095 Apr 01 15:43:58.076998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52074) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:58.078706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5628c8ac-9258-4a09-a147-8a8377c85956 None None] Network a38b862d-714a-4217-a1ce-618b21f96f6f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:43:58.100423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d888a2e2-a88b-4da3-b017-98fe81f1473e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.112256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-de6a5c70-c502-48b4-8630-0d4bb7f09a90 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-586471730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:58.149293 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5b441123-e063-4c7b-aa30-831841594477 req-887f1e4a-8145-4bfa-98b3-d0f29e7d2487 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 210 time: 0.1365693 Apr 01 15:43:58.178830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d888a2e2-a88b-4da3-b017-98fe81f1473e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.186885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575d66f-abe8-4d03-9c80-17c0dd4912e9 None None] Pushing event updated for resources: {'Port': ['ID=676a6c1c-43d6-478a-955d-abe86ee55f10,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:58.241788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52076) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:58.307664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de6a5c70-c502-48b4-8630-0d4bb7f09a90 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.308736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de6a5c70-c502-48b4-8630-0d4bb7f09a90 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.352626 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-a38b862d-714a-4217-a1ce-618b21f96f6f', 'network_id': 'a38b862d-714a-4217-a1ce-618b21f96f6f', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'fixed_ips': [{'subnet_id': 'da93db99-b3ec-4f4a-ab81-ef28811531e6'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:43:58.353752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.398523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d888a2e2-a88b-4da3-b017-98fe81f1473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.401221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d888a2e2-a88b-4da3-b017-98fe81f1473e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.402391 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d888a2e2-a88b-4da3-b017-98fe81f1473e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b90d73ec-da98-491b-a824-49ac108384ce HTTP/1.1" status: 204 len: 168 time: 0.5284760 Apr 01 15:43:58.410833 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888a2e2-a88b-4da3-b017-98fe81f1473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d73ec-da98-491b-a824-49ac108384ce,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:58.421511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.430648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.468192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de6a5c70-c502-48b4-8630-0d4bb7f09a90 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.518025 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:58.526847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:58.530938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:58.540000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-9a5432cc-5bd7-4a73-b34a-1946716f2a4f tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:58.540814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Allocated IP 2001:db8::2 (a38b862d-714a-4217-a1ce-618b21f96f6f/da93db99-b3ec-4f4a-ab81-ef28811531e6/57106716-2e86-42c8-a478-85c9b6a45f79) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:43:58.541591 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-9a5432cc-5bd7-4a73-b34a-1946716f2a4f tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.41 "GET /v2.0/networks?id=d3529b02-80fe-4a2c-802f-7da4cf3f8518 HTTP/1.1" status: 200 len: 811 time: 0.3483443 Apr 01 15:43:58.544819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:58.549732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:58.578775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:58.585348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:58.585993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.591635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Request body: {'port': {'device_id': '3295afea-058d-4777-beb1-d11467e8630f', 'network_id': 'd3529b02-80fe-4a2c-802f-7da4cf3f8518', 'admin_state_up': True, 'tenant_id': 'c00e56d01af24de1987cd2db6b6d786a'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:58.599693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event updated for resources: {'Port': ['ID=21c09343-c14e-4635-9031-87a80b07ffe8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:58.602438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de6a5c70-c502-48b4-8630-0d4bb7f09a90 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.761806 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f225753b-0b86-48c6-ad67-42e59c0a28e1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-466548937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:58.774914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.991207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52092) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:59.068250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f225753b-0b86-48c6-ad67-42e59c0a28e1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.070119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f225753b-0b86-48c6-ad67-42e59c0a28e1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.070411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.099257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Network a38b862d-714a-4217-a1ce-618b21f96f6f is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:43:59.102790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:43:59.107426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:43:59.185987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=eceb8bef-a6e3-4d7a-861a-df448108ce4c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:59.206263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de6a5c70-c502-48b4-8630-0d4bb7f09a90 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.209097 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-de6a5c70-c502-48b4-8630-0d4bb7f09a90 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1269708 Apr 01 15:43:59.215133 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d66a234c-3aa1-4538-9b85-edb9ebd9b70c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2080436 Apr 01 15:43:59.219568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52100) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:59.220221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52102) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:59.223117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Pushing event updated for resources: {'Port': ['ID=57106716-2e86-42c8-a478-85c9b6a45f79,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:59.229409 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Attempting to bind port 57106716-2e86-42c8-a478-85c9b6a45f79 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:43:59.230250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Attempting to bind port 57106716-2e86-42c8-a478-85c9b6a45f79 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '4678143c-94b4-4b4a-b82a-7fa39e99df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a38b862d-714a-4217-a1ce-618b21f96f6f'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:43:59.230851 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Attempting to bind port 57106716-2e86-42c8-a478-85c9b6a45f79 on network a38b862d-714a-4217-a1ce-618b21f96f6f {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:43:59.238688 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:43:59.243954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Checking segment: {'id': '4678143c-94b4-4b4a-b82a-7fa39e99df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a38b862d-714a-4217-a1ce-618b21f96f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:43:59.243954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.243954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Bound using segment: {'id': '4678143c-94b4-4b4a-b82a-7fa39e99df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a38b862d-714a-4217-a1ce-618b21f96f6f'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:43:59.243954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Bound port: 57106716-2e86-42c8-a478-85c9b6a45f79, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4678143c-94b4-4b4a-b82a-7fa39e99df30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a38b862d-714a-4217-a1ce-618b21f96f6f'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:43:59.244331 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'port': {'network_id': 'a38b862d-714a-4217-a1ce-618b21f96f6f', 'name': 'tempest-RoutersIpV6Test-1100611579'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:59.244449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.274954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f225753b-0b86-48c6-ad67-42e59c0a28e1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.357359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4404be0a-533d-4fa8-bb74-696bc5d300dc None None] Provisioning complete for port 676a6c1c-43d6-478a-955d-abe86ee55f10 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:59.359142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4404be0a-533d-4fa8-bb74-696bc5d300dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.470506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] For port 57106716-2e86-42c8-a478-85c9b6a45f79, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:43:59.470506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] For port 57106716-2e86-42c8-a478-85c9b6a45f79, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=57106716-2e86-42c8-a478-85c9b6a45f79,segment=NetworkSegment(4678143c-94b4-4b4a-b82a-7fa39e99df30),segment_id=4678143c-94b4-4b4a-b82a-7fa39e99df30)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:43:59.490823 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1cbffdf0-732e-4533-af46-fc2a3a0bfe4f req-e2cf161e-7af6-432b-b538-ad2a0c0d89c8 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 210 time: 0.1718917 Apr 01 15:43:59.500711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f225753b-0b86-48c6-ad67-42e59c0a28e1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.541236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4404be0a-533d-4fa8-bb74-696bc5d300dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.557780 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba835d-610f-4f29-aa11-3bb4f0a9555d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:59.565649 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba835d-610f-4f29-aa11-3bb4f0a9555d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:59.571083 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bcba835d-610f-4f29-aa11-3bb4f0a9555d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3196514 Apr 01 15:43:59.574107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52110) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:59.583820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.586345 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39d76497-60f9-45f1-b0ab-77f0ac149f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.604656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4404be0a-533d-4fa8-bb74-696bc5d300dc None None] For port 676a6c1c-43d6-478a-955d-abe86ee55f10, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=676a6c1c-43d6-478a-955d-abe86ee55f10,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:43:59.632299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f225753b-0b86-48c6-ad67-42e59c0a28e1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.633644 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f225753b-0b86-48c6-ad67-42e59c0a28e1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3891456 Apr 01 15:43:59.648895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52116) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:43:59.658860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-886786984'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:43:59.722879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4404be0a-533d-4fa8-bb74-696bc5d300dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.723691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.725908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Made reservation on behalf of c00e56d01af24de1987cd2db6b6d786a for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:59.730050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.741043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d1d73-9c2e-4313-b28c-0e5885cd5320 None None] Pushing event updated for resources: {'Port': ['ID=57106716-2e86-42c8-a478-85c9b6a45f79,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:59.775862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:59.781849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.840013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-69318e4b-e762-4461-a4e3-bd5368deefa3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port eceb8bef-a6e3-4d7a-861a-df448108ce4c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:43:59.840316 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-69318e4b-e762-4461-a4e3-bd5368deefa3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.847960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] device_id is not set on port 247b0a4a-f7b5-48b6-a297-97addfa97c90 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:43:59.864967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404be0a-533d-4fa8-bb74-696bc5d300dc None None] Pushing event updated for resources: {'Port': ['ID=676a6c1c-43d6-478a-955d-abe86ee55f10,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:59.868990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-547e88e8-49ad-4cc4-970a-a7ec4fe7dc37 None None] Provisioning complete for port eceb8bef-a6e3-4d7a-861a-df448108ce4c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:59.869363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-547e88e8-49ad-4cc4-970a-a7ec4fe7dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.877944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Made reservation on behalf of 2baeb04a29864b1ba5ebc35d73ef629a for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:43:59.882319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:59.945984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-547e88e8-49ad-4cc4-970a-a7ec4fe7dc37 None None] Port eceb8bef-a6e3-4d7a-861a-df448108ce4c cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:43:59.972424 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.144489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Allocated IP 172.20.0.3 (d3529b02-80fe-4a2c-802f-7da4cf3f8518/3deeeae6-1674-4c0c-8011-da5261b3d2a5/37152555-0b7b-4dec-9988-23d1f643056a) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:00.151095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 676a6c1c-43d6-478a-955d-abe86ee55f10 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:00.228443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.266630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 676a6c1c-43d6-478a-955d-abe86ee55f10 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:00.267244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.435348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52132) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:00.475150 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.575617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Router ad587ffe-33b0-47e8-807f-071bbe7001bc is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:00.584032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39d76497-60f9-45f1-b0ab-77f0ac149f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.594143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1007156777-network', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:00.633887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-69318e4b-e762-4461-a4e3-bd5368deefa3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.643607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.698778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-69318e4b-e762-4461-a4e3-bd5368deefa3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for eceb8bef-a6e3-4d7a-861a-df448108ce4c owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:00.716867 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Network d3529b02-80fe-4a2c-802f-7da4cf3f8518 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:00.723245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:00.762952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:00.801271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dd10d-51d3-4862-9856-05e4702007d8 req-35b4e14e-63b6-4d07-9b44-1d56f1bd6333 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:00.803646 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-283dd10d-51d3-4862-9856-05e4702007d8 req-35b4e14e-63b6-4d07-9b44-1d56f1bd6333 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 931 time: 0.2277992 Apr 01 15:44:00.815088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39d76497-60f9-45f1-b0ab-77f0ac149f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.816874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Made reservation on behalf of f397e8ac635446de8843fc7946017b1f for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:00.818626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.830109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Pushing event updated for resources: {'Port': ['ID=37152555-0b7b-4dec-9988-23d1f643056a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:00.846742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.851656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 2001:db8::79 (a38b862d-714a-4217-a1ce-618b21f96f6f/da93db99-b3ec-4f4a-ab81-ef28811531e6/247b0a4a-f7b5-48b6-a297-97addfa97c90) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:00.860772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:00.869365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:00.869989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.873039 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0416a598-e781-4fde-90a4-c018feffd4ea None None] Sync routers for ids ['ad587ffe-33b0-47e8-807f-071bbe7001bc'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:00.895286 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416a598-e781-4fde-90a4-c018feffd4ea None None] Routers {'ad587ffe-33b0-47e8-807f-071bbe7001bc'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:00.896723 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0416a598-e781-4fde-90a4-c018feffd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ad587ffe-33b0-47e8-807f-071bbe7001bc'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:00.947467 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-39d76497-60f9-45f1-b0ab-77f0ac149f9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b48bcbfe3c47431db7f9bd6ca65910e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9544680 Apr 01 15:44:00.948128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52146) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:00.949416 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0416a598-e781-4fde-90a4-c018feffd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:00.964076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d76497-60f9-45f1-b0ab-77f0ac149f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74142512-b785-4520-9a4b-23165e07e1d2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:00.986961 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416a598-e781-4fde-90a4-c018feffd4ea None None] Routers {'ad587ffe-33b0-47e8-807f-071bbe7001bc'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:00.986961 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0416a598-e781-4fde-90a4-c018feffd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:43:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ad587ffe-33b0-47e8-807f-071bbe7001bc'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:01.003660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.011560 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-283dd10d-51d3-4862-9856-05e4702007d8 req-5c7be945-f047-4c41-8135-810c647ee39b tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974669 Apr 01 15:44:01.030094 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-549d6005-b512-4497-95b3-ebad59c06d50 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4781003 Apr 01 15:44:01.032818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8ac50f7-6045-4b48-b397-efdd4e1baa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.045764 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0416a598-e781-4fde-90a4-c018feffd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:01.046750 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0416a598-e781-4fde-90a4-c018feffd4ea None None] The sync data for ids ['ad587ffe-33b0-47e8-807f-071bbe7001bc'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:01.056925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Request body: {'port': {'device_id': '3295afea-058d-4777-beb1-d11467e8630f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:01.093411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be02081-4dab-4376-9eb5-a0adc5020ea2 None None] Network a38b862d-714a-4217-a1ce-618b21f96f6f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:01.098806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.102995 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-43f23a2d-61e1-4056-a624-4d96381e2e02 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7134559 Apr 01 15:44:01.105596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8ac50f7-6045-4b48-b397-efdd4e1baa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.105843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52148) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:01.133081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.178327 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.198219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.302999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ad3a4722-08b5-4fb3-bc58-44aacff090ae None None] Provisioning complete for port 57106716-2e86-42c8-a478-85c9b6a45f79 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:01.303627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4722-08b5-4fb3-bc58-44aacff090ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.312873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5943f14b-12ed-4d7d-bba8-0fc8f21b9b6e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:01.332208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.339287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.347881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8ac50f7-6045-4b48-b397-efdd4e1baa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.350567 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8ac50f7-6045-4b48-b397-efdd4e1baa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.354249 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c8ac50f7-6045-4b48-b397-efdd4e1baa7e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/74142512-b785-4520-9a4b-23165e07e1d2 HTTP/1.1" status: 204 len: 168 time: 0.4027236 Apr 01 15:44:01.357426 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ecb6d157-1a63-4216-b2e5-4a12abdfefad tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/routers/ad587ffe-33b0-47e8-807f-071bbe7001bc HTTP/1.1" status: 200 len: 924 time: 0.2432010 Apr 01 15:44:01.358149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-69318e4b-e762-4461-a4e3-bd5368deefa3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.369981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52154) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:01.372644 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:01.406277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69318e4b-e762-4461-a4e3-bd5368deefa3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=eceb8bef-a6e3-4d7a-861a-df448108ce4c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:01.426335 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.426537 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Added segment dbca1821-97f7-4153-a56e-cb84f1c6a2d8 of type vlan for network 611e72ce-01ff-466a-ba09-b317e475d877 Apr 01 15:44:01.445041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:01.458612 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0a24ab19-8593-4133-9c3f-422c8016129c tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad587ffe-33b0-47e8-807f-071bbe7001bc HTTP/1.1" status: 200 len: 205 time: 0.0705345 Apr 01 15:44:01.458822 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-69318e4b-e762-4461-a4e3-bd5368deefa3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.462710 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-69318e4b-e762-4461-a4e3-bd5368deefa3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/eceb8bef-a6e3-4d7a-861a-df448108ce4c HTTP/1.1" status: 204 len: 168 time: 1.8850601 Apr 01 15:44:01.462710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52158) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:01.462962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5615ad65-5a5c-4404-925c-ac9defca45d7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:01.466538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52160) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:01.538659 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.544387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.551535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4722-08b5-4fb3-bc58-44aacff090ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.557601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.560290 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Added segment da358ea5-cf6e-4f84-a984-f7b4dd326619 of type vlan for network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 Apr 01 15:44:01.599066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ad3a4722-08b5-4fb3-bc58-44aacff090ae None None] For port 57106716-2e86-42c8-a478-85c9b6a45f79, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=57106716-2e86-42c8-a478-85c9b6a45f79,segment=NetworkSegment(4678143c-94b4-4b4a-b82a-7fa39e99df30),segment_id=4678143c-94b4-4b4a-b82a-7fa39e99df30)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:01.605844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac50f7-6045-4b48-b397-efdd4e1baa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74142512-b785-4520-9a4b-23165e07e1d2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:01.712646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4722-08b5-4fb3-bc58-44aacff090ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.714743 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network a38b862d-714a-4217-a1ce-618b21f96f6f is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:01.725561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:01.731967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=247b0a4a-f7b5-48b6-a297-97addfa97c90,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:01.734585 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:01.740382 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:01.741069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.775607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.817549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a4722-08b5-4fb3-bc58-44aacff090ae None None] Pushing event updated for resources: {'Port': ['ID=57106716-2e86-42c8-a478-85c9b6a45f79,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:01.835201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.846132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:01.847043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.870069 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6ff1db3c-1cc6-4f25-8bf7-8f6d1e862a12 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6463749 Apr 01 15:44:01.881640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52166) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:01.966514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.975932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2551e1eb-5c52-491d-8b5d-06820aa819fa None None] Provisioning complete for port 57106716-2e86-42c8-a478-85c9b6a45f79 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:01.976320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2551e1eb-5c52-491d-8b5d-06820aa819fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:01.983564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bdb100-aa03-4c99-9c4e-552fd455ff08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:01.985693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bdb100-aa03-4c99-9c4e-552fd455ff08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:01.985860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Network': ['ID=611e72ce-01ff-466a-ba09-b317e475d877,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:01.988472 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-98bdb100-aa03-4c99-9c4e-552fd455ff08 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5188322 Apr 01 15:44:01.994821 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-72b48989-05c3-46e4-a2f7-62661fafddf4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3442805 Apr 01 15:44:01.996572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52170) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:01.997107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52174) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:02.020373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Request body: {'subnet': {'network_id': '611e72ce-01ff-466a-ba09-b317e475d877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:02.039223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 611e72ce-01ff-466a-ba09-b317e475d877 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:44:02.059800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37152555-0b7b-4dec-9988-23d1f643056a {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:44:02.085341 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.174163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.210370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-54679afc-c2fa-49fa-a763-291199fef0f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet ca204a59-a229-449f-aa9f-06f9e109e699 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:02.231128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54679afc-c2fa-49fa-a763-291199fef0f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.267210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 57106716-2e86-42c8-a478-85c9b6a45f79 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:02.301187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Transition to ACTIVE for port object 37152555-0b7b-4dec-9988-23d1f643056a will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:44:02.340191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54679afc-c2fa-49fa-a763-291199fef0f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.387764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108af05-3cef-4c6a-8b52-de281fe7778e req-2025ad6e-59e7-42f2-8a34-c712e6bd2787 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:02.389718 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8108af05-3cef-4c6a-8b52-de281fe7778e req-2025ad6e-59e7-42f2-8a34-c712e6bd2787 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 931 time: 0.2067583 Apr 01 15:44:02.423829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 57106716-2e86-42c8-a478-85c9b6a45f79 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:02.424386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.440853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.441844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:02.443099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.455360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.461307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Made reservation on behalf of 2baeb04a29864b1ba5ebc35d73ef629a for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:02.467638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.543981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52186) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:02.573904 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8108af05-3cef-4c6a-8b52-de281fe7778e req-5f888fb1-19b8-4dd5-9cb0-238bce386d38 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683786 Apr 01 15:44:02.594843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cd5c2492-822a-4227-b000-19db2b3a1f64 None None] Provisioning complete for port 247b0a4a-f7b5-48b6-a297-97addfa97c90 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:02.595221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cd5c2492-822a-4227-b000-19db2b3a1f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.634333 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Deleting port 21c09343-c14e-4635-9031-87a80b07ffe8 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:02.635003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.638905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54679afc-c2fa-49fa-a763-291199fef0f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.689483 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2502561 Apr 01 15:44:02.692285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52192) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:02.693979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c2492-822a-4227-b000-19db2b3a1f64 None None] Port 247b0a4a-f7b5-48b6-a297-97addfa97c90 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:02.701544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Pushing event updated for resources: {'Port': ['ID=37152555-0b7b-4dec-9988-23d1f643056a,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:02.704024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f2c9b-b783-41b9-837e-3396934446ed admin admin] Pushing event updated for resources: {'Network': ['ID=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:02.714038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Request body: {'subnet': {'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1007156777-subnet', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:02.733806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:44:02.842296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.855455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.862071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Attempting to bind port 37152555-0b7b-4dec-9988-23d1f643056a on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:02.862500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Attempting to bind port 37152555-0b7b-4dec-9988-23d1f643056a by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2b864bae-885f-4d28-909f-ee640bec4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd3529b02-80fe-4a2c-802f-7da4cf3f8518'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:02.862853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Attempting to bind port 37152555-0b7b-4dec-9988-23d1f643056a on network d3529b02-80fe-4a2c-802f-7da4cf3f8518 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:02.879498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Calling delete_port for 21c09343-c14e-4635-9031-87a80b07ffe8 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:02.894089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Port 37152555-0b7b-4dec-9988-23d1f643056a on network d3529b02-80fe-4a2c-802f-7da4cf3f8518 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:44:02.894727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Attempting to bind port 37152555-0b7b-4dec-9988-23d1f643056a on network d3529b02-80fe-4a2c-802f-7da4cf3f8518 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:02.908123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:02.909240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Checking segment: {'id': '2b864bae-885f-4d28-909f-ee640bec4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd3529b02-80fe-4a2c-802f-7da4cf3f8518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:02.909634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Bound using segment: {'id': '2b864bae-885f-4d28-909f-ee640bec4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd3529b02-80fe-4a2c-802f-7da4cf3f8518'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:02.910230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Bound port: 37152555-0b7b-4dec-9988-23d1f643056a, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b864bae-885f-4d28-909f-ee640bec4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'd3529b02-80fe-4a2c-802f-7da4cf3f8518'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:02.910790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:02.972475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b39ffa5d-d783-45f8-8479-fd7171a88b8b tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1460662344'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:03.083790 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54679afc-c2fa-49fa-a763-291199fef0f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.140835 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54679afc-c2fa-49fa-a763-291199fef0f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.145133 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-54679afc-c2fa-49fa-a763-291199fef0f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/ca204a59-a229-449f-aa9f-06f9e109e699 HTTP/1.1" status: 204 len: 168 time: 1.1462288 Apr 01 15:44:03.146233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54679afc-c2fa-49fa-a763-291199fef0f0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=ca204a59-a229-449f-aa9f-06f9e109e699,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:03.148072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52200) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:03.152383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca62f899-2cea-404f-9a9a-8efb3bb70cad None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:03.200715 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4ff203f2-b0c5-416f-be86-91aae574b671 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468965 Apr 01 15:44:03.201949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52202) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:03.204719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.269653 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b39ffa5d-d783-45f8-8479-fd7171a88b8b tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.269653 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b39ffa5d-d783-45f8-8479-fd7171a88b8b tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.336923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Made reservation on behalf of f397e8ac635446de8843fc7946017b1f for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:03.339356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.355916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe0df1-79d3-4cf4-a8bc-fedbe1b9b088 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:03.359740 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c5fe0df1-79d3-4cf4-a8bc-fedbe1b9b088 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1540487 Apr 01 15:44:03.359740 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.360506 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52206) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:03.366827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Subnet': ['ID=07646cb9-7d71-49e5-8be6-a66ab3d096c4,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:03.446620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1094e2d-ed84-4c74-879c-cfa081951c42 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:03.455399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b39ffa5d-d783-45f8-8479-fd7171a88b8b tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.456805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Checking segment: {'id': 'dbca1821-97f7-4153-a56e-cb84f1c6a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '611e72ce-01ff-466a-ba09-b317e475d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:03.458540 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network hostable DHCP agents. Network: 611e72ce-01ff-466a-ba09-b317e475d877, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:03.466546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event deleted for resources: {'Port': ['ID=21c09343-c14e-4635-9031-87a80b07ffe8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:03.469143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52208) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:03.508163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] For port 37152555-0b7b-4dec-9988-23d1f643056a, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:03.530676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c1094e2d-ed84-4c74-879c-cfa081951c42 None None] Deleting port 676a6c1c-43d6-478a-955d-abe86ee55f10 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:03.531072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1094e2d-ed84-4c74-879c-cfa081951c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.545465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] For port 37152555-0b7b-4dec-9988-23d1f643056a, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37152555-0b7b-4dec-9988-23d1f643056a,segment=NetworkSegment(2b864bae-885f-4d28-909f-ee640bec4f9d),segment_id=2b864bae-885f-4d28-909f-ee640bec4f9d)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:03.553970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe2c9ab-4105-4bad-8893-ee3b3651c5ce tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:03.555688 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-afe2c9ab-4105-4bad-8893-ee3b3651c5ce tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1862788 Apr 01 15:44:03.559975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52212) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:03.573134 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b39ffa5d-d783-45f8-8479-fd7171a88b8b tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.612310 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7b456d38-3a91-4431-a8f2-3fc53bc1d149 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504563 Apr 01 15:44:03.617167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52216) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:03.623484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.631394 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:03.667481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.671375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c1094e2d-ed84-4c74-879c-cfa081951c42 None None] For port 676a6c1c-43d6-478a-955d-abe86ee55f10, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=676a6c1c-43d6-478a-955d-abe86ee55f10,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:03.674151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1094e2d-ed84-4c74-879c-cfa081951c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.695778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8d472d2e-845f-4ad2-9441-2d5c55bde0e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:03.696670 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-8d472d2e-845f-4ad2-9441-2d5c55bde0e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:44:03.697292 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-8d472d2e-845f-4ad2-9441-2d5c55bde0e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:44:03.697738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c1094e2d-ed84-4c74-879c-cfa081951c42 None None] Calling delete_port for 676a6c1c-43d6-478a-955d-abe86ee55f10 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:03.698520 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8d472d2e-845f-4ad2-9441-2d5c55bde0e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2246783 Apr 01 15:44:03.702796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network 611e72ce-01ff-466a-ba09-b317e475d877 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:03.704705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52218) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:03.710451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'tempest-secgroup--494033619'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:03.752742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.837404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:03.838032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.839796 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] 10.222.0.41 "PUT /v2.0/ports/37152555-0b7b-4dec-9988-23d1f643056a HTTP/1.1" status: 200 len: 1093 time: 2.7917004 Apr 01 15:44:03.846160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3295afea-058d-4777-beb1-d11467e8630f', 'tag': '37152555-0b7b-4dec-9988-23d1f643056a'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:44:03.848941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfb1c0a-1345-47c0-8a6b-6db7e57796d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3295afea-058d-4777-beb1-d11467e8630f", "tag": "37152555-0b7b-4dec-9988-23d1f643056a"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:44:03.885197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1094e2d-ed84-4c74-879c-cfa081951c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.888288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:03.922099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1094e2d-ed84-4c74-879c-cfa081951c42 None None] Pushing event deleted for resources: {'Port': ['ID=676a6c1c-43d6-478a-955d-abe86ee55f10,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:03.931255 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1094e2d-ed84-4c74-879c-cfa081951c42 None None] No DVR routers for this DVR port 676a6c1c-43d6-478a-955d-abe86ee55f10 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:03.965810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb885a40-fd86-4acf-b0fa-a7b76f1fb441 x-openstack-request-id: req-cb885a40-fd86-4acf-b0fa-a7b76f1fb441 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:44:03.966334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3295afea-058d-4777-beb1-d11467e8630f", "tag": "37152555-0b7b-4dec-9988-23d1f643056a", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:44:03.966334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb885a40-fd86-4acf-b0fa-a7b76f1fb441 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:44:03.966733 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb885a40-fd86-4acf-b0fa-a7b76f1fb441'] response: {'name': 'network-changed', 'server_uuid': '3295afea-058d-4777-beb1-d11467e8630f', 'tag': '37152555-0b7b-4dec-9988-23d1f643056a', 'status': 'completed', 'code': 200} Apr 01 15:44:03.986849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47555059-7e56-46c7-b289-c2b83bff899d service neutron] Pushing event updated for resources: {'Port': ['ID=37152555-0b7b-4dec-9988-23d1f643056a,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:04.076846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:04.080986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.085636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 676a6c1c-43d6-478a-955d-abe86ee55f10 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:04.108500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=247b0a4a-f7b5-48b6-a297-97addfa97c90,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:04.113107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.123084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 676a6c1c-43d6-478a-955d-abe86ee55f10 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:04.123797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 676a6c1c-43d6-478a-955d-abe86ee55f10 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:04.124109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.126432 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.183925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b39ffa5d-d783-45f8-8479-fd7171a88b8b tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.188196 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b39ffa5d-d783-45f8-8479-fd7171a88b8b tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.6384516 Apr 01 15:44:04.201214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52222) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:04.270484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4efc3e4-afe1-4629-9572-77c9f5337839,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:04.282539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e28437-b091-42d3-a395-7d8ba619ad78 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.294825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382f4b-8457-46db-8031-48980325f65b req-74ff3cc0-5d07-4e85-8838-e977179306bb tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:04.296449 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9e382f4b-8457-46db-8031-48980325f65b req-74ff3cc0-5d07-4e85-8838-e977179306bb tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 943 time: 0.5950198 Apr 01 15:44:04.306499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb1c0a-1345-47c0-8a6b-6db7e57796d5 req-4c0b2133-8a36-4a6d-8cce-f8f5675b499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:04.308015 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ddfb1c0a-1345-47c0-8a6b-6db7e57796d5 req-4c0b2133-8a36-4a6d-8cce-f8f5675b499a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c00e56d01af24de1987cd2db6b6d786a&device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 1096 time: 0.3223765 Apr 01 15:44:04.330676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.331223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Fanout notify agent at l3_agent the message router_deleted on router ad587ffe-33b0-47e8-807f-071bbe7001bc {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:04.332777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 611e72ce-01ff-466a-ba09-b317e475d877) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:04.341705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.348728 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-37ca244d-53df-4ac9-8665-519e67e02159 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/ad587ffe-33b0-47e8-807f-071bbe7001bc HTTP/1.1" status: 204 len: 168 time: 2.8794692 Apr 01 15:44:04.352652 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:04.353253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.355363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52224) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:04.369765 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5a5e1355-29a4-46ab-8bef-d765724ecae8 None None] Provisioning complete for port 247b0a4a-f7b5-48b6-a297-97addfa97c90 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:04.378222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1355-29a4-46ab-8bef-d765724ecae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.382768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8523e-372e-44cb-9d41-9d59b5d83027 None None] Network 611e72ce-01ff-466a-ba09-b317e475d877 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:04.390612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1029671625', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': False}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:04.407743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Checking segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:04.408107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Network hostable DHCP agents. Network: d8ab7caf-0e25-4e0d-a2d6-e75289d87f07, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:04.411044 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.411847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.468161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e1355-29a4-46ab-8bef-d765724ecae8 None None] Port 247b0a4a-f7b5-48b6-a297-97addfa97c90 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:04.507370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.532863 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9e382f4b-8457-46db-8031-48980325f65b req-72d13879-22f9-4fc1-adce-7e9130b8c41b tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036765 Apr 01 15:44:04.569002 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dbda5ae2-a3c4-472a-9eed-0e0a160ac426 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5657756 Apr 01 15:44:04.569002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e28437-b091-42d3-a395-7d8ba619ad78 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.572836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52226) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:04.573329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e28437-b091-42d3-a395-7d8ba619ad78 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.586782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-611e72ce-01ff-466a-ba09-b317e475d877', 'network_id': '611e72ce-01ff-466a-ba09-b317e475d877', 'tenant_id': '2baeb04a29864b1ba5ebc35d73ef629a', 'fixed_ips': [{'subnet_id': '07646cb9-7d71-49e5-8be6-a66ab3d096c4'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:04.588422 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.601396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Request body: {'network': {'name': 'tempest-router-network01--1948431844'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:04.645122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.646043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.720045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:04.734249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb1c0a-1345-47c0-8a6b-6db7e57796d5 req-9ae9ec99-6c5d-49ae-8f31-3bd111d57392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:04.735811 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ddfb1c0a-1345-47c0-8a6b-6db7e57796d5 req-9ae9ec99-6c5d-49ae-8f31-3bd111d57392 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c00e56d01af24de1987cd2db6b6d786a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4090843 Apr 01 15:44:04.736520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, d8ab7caf-0e25-4e0d-a2d6-e75289d87f07) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:04.745740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:04.746343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.747955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1861ed-d742-4cf6-a82a-60ff78fda77b None None] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:04.773272 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e28437-b091-42d3-a395-7d8ba619ad78 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.774243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e28437-b091-42d3-a395-7d8ba619ad78 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 010dab59-64ea-4801-8c5a-1be696910af7 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:04.782551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-72e28437-b091-42d3-a395-7d8ba619ad78 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.787934 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-72e28437-b091-42d3-a395-7d8ba619ad78 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "DELETE /v2.0/routers/010dab59-64ea-4801-8c5a-1be696910af7 HTTP/1.1" status: 204 len: 168 time: 0.5916080 Apr 01 15:44:04.790634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52228) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:04.812742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-176d11f3-a6e6-4eea-8367-1b724a837ec9 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Request body: {'router': {'name': 'tempest-router-950302461', 'distributed': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:04.825350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Made reservation on behalf of 2baeb04a29864b1ba5ebc35d73ef629a for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:04.829032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.855823 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.888156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.965069 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-38ec50c0-10d9-40da-be0d-50760070acc7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2655311 Apr 01 15:44:04.968527 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52230) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:04.974569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:04.983491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-307954cc-f7c2-4bf7-b543-d5ed6cbbc8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:04.986235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Allocated IP 172.20.0.2 (611e72ce-01ff-466a-ba09-b317e475d877/07646cb9-7d71-49e5-8be6-a66ab3d096c4/166c638b-8a3e-4a84-88d9-14a5e26c69aa) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:05.007656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:05.025186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.027449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.030889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-176d11f3-a6e6-4eea-8367-1b724a837ec9 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.031915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-176d11f3-a6e6-4eea-8367-1b724a837ec9 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.057040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.057709 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Added segment 7462f9c6-00ff-4c10-abf7-2cff3f36a4d1 of type vlan for network db4a6b70-0582-45bb-b378-5ab004680ae9 Apr 01 15:44:05.069613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb1c0a-1345-47c0-8a6b-6db7e57796d5 req-09320deb-354b-4507-9cc1-e4bc4772d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:05.071160 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ddfb1c0a-1345-47c0-8a6b-6db7e57796d5 req-09320deb-354b-4507-9cc1-e4bc4772d445 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3206530 Apr 01 15:44:05.129127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-d8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:05.131188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.144898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.169825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d0131-a7e9-460b-9833-3d490c7a282e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:05.227390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.236142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.237248 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.268390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-176d11f3-a6e6-4eea-8367-1b724a837ec9 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.297690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.338636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:44:05.346583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-a7ced961-3043-45dd-8618-22ca7041fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:05.348147 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-a7ced961-3043-45dd-8618-22ca7041fc64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c00e56d01af24de1987cd2db6b6d786a&device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 1096 time: 0.2079022 Apr 01 15:44:05.348961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.350463 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.383919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.386568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-176d11f3-a6e6-4eea-8367-1b724a837ec9 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.391254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Allocated IP 172.20.0.2 (d8ab7caf-0e25-4e0d-a2d6-e75289d87f07/f4efc3e4-afe1-4629-9572-77c9f5337839/9c3206b4-32a0-4f6d-a924-42f969dd8693) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:05.393382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.432583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.438220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:05.438861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.461705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651fe344-e247-47cf-90da-5676d7317f5c,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:05.471671 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-e8a13ead-caa0-4c3f-8c5d-3a50abedcf2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37152555-0b7b-4dec-9988-23d1f643056a HTTP/1.1" status: 200 len: 217 time: 0.1063039 Apr 01 15:44:05.475958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:05.503782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.508594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:05.515457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.516217 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8d51905f-5de5-455a-ba1b-a2713e6c5ac3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8098869 Apr 01 15:44:05.519676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-176d11f3-a6e6-4eea-8367-1b724a837ec9 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.525298 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-176d11f3-a6e6-4eea-8367-1b724a837ec9 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7266052 Apr 01 15:44:05.525298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52232) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:05.529137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-067c1411-8a49-4b50-85d1-e78996854644 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '651fe344-e247-47cf-90da-5676d7317f5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:05.532847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:05.533158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52234) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:05.534415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.555364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0a2c1a-d7ed-4c55-b2a3-f0ee0d7d776c None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:05.609977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Network 611e72ce-01ff-466a-ba09-b317e475d877 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:05.625082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:05.627861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:05.674708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=23604fee-e592-4d10-84a9-02bc6b6d3a8e,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:05.675085 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Pushing event updated for resources: {'Port': ['ID=166c638b-8a3e-4a84-88d9-14a5e26c69aa,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:05.722379 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1256208 Apr 01 15:44:05.723799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52238) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:05.739291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59fdbe-4204-4fc9-b8b0-039b001af455 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Network': ['ID=db4a6b70-0582-45bb-b378-5ab004680ae9,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:05.743162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Request body: {'network': {'name': 'tempest-router-network02--667818166'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:05.752224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-0be6eab9-a408-4d73-9c87-6f938294aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:05.754865 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-0be6eab9-a408-4d73-9c87-6f938294aad9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3deeeae6-1674-4c0c-8011-da5261b3d2a5 HTTP/1.1" status: 200 len: 851 time: 0.2529199 Apr 01 15:44:05.769840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Attempting to bind port 166c638b-8a3e-4a84-88d9-14a5e26c69aa on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:05.770234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Attempting to bind port 166c638b-8a3e-4a84-88d9-14a5e26c69aa by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'dbca1821-97f7-4153-a56e-cb84f1c6a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '611e72ce-01ff-466a-ba09-b317e475d877'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:05.770563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Attempting to bind port 166c638b-8a3e-4a84-88d9-14a5e26c69aa on network 611e72ce-01ff-466a-ba09-b317e475d877 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:05.776512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network db4a6b70-0582-45bb-b378-5ab004680ae9 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:44:05.783930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:05.784361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Checking segment: {'id': 'dbca1821-97f7-4153-a56e-cb84f1c6a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '611e72ce-01ff-466a-ba09-b317e475d877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:05.784794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.785194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Bound using segment: {'id': 'dbca1821-97f7-4153-a56e-cb84f1c6a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '611e72ce-01ff-466a-ba09-b317e475d877'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:05.785684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Bound port: 166c638b-8a3e-4a84-88d9-14a5e26c69aa, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbca1821-97f7-4153-a56e-cb84f1c6a2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '611e72ce-01ff-466a-ba09-b317e475d877'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:05.786066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.787943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86ad6726-f8c7-40f7-9ae7-7e224889cb29 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.793482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.801784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.804395 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-21c6c2b5-d55b-4b0a-af68-13a9933122f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3529b02-80fe-4a2c-802f-7da4cf3f8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352144 Apr 01 15:44:05.849696 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3cc2550d-2c4b-4d45-87c2-9ed00c21457d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2257907 Apr 01 15:44:05.851707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52240) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:05.860521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-067c1411-8a49-4b50-85d1-e78996854644 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:05.868450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:89:3b:2f', 'name': 'tempest-NetworksTestDHCPv6-406986883'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:05.923377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64a94c-659b-4dc3-ad3d-fc90fd12dda9 req-84ed148a-0a13-4095-a298-5390c66e81d7 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:05.931982 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1e64a94c-659b-4dc3-ad3d-fc90fd12dda9 req-84ed148a-0a13-4095-a298-5390c66e81d7 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 943 time: 0.2993884 Apr 01 15:44:05.982460 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.039019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:06.040447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] For port 166c638b-8a3e-4a84-88d9-14a5e26c69aa, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:06.079309 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:06.081999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:06.084477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Made reservation on behalf of 2baeb04a29864b1ba5ebc35d73ef629a for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:06.088478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.092504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] For port 166c638b-8a3e-4a84-88d9-14a5e26c69aa, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=166c638b-8a3e-4a84-88d9-14a5e26c69aa,segment=NetworkSegment(dbca1821-97f7-4153-a56e-cb84f1c6a2d8),segment_id=dbca1821-97f7-4153-a56e-cb84f1c6a2d8)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:06.098105 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '23604fee-e592-4d10-84a9-02bc6b6d3a8e'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:06.098985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.102820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Pushing event updated for resources: {'Port': ['ID=9c3206b4-32a0-4f6d-a924-42f969dd8693,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:06.171826 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86ad6726-f8c7-40f7-9ae7-7e224889cb29 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.178410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86ad6726-f8c7-40f7-9ae7-7e224889cb29 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.228757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.241540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Attempting to bind port 9c3206b4-32a0-4f6d-a924-42f969dd8693 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:06.241909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Attempting to bind port 9c3206b4-32a0-4f6d-a924-42f969dd8693 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:06.242269 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Attempting to bind port 9c3206b4-32a0-4f6d-a924-42f969dd8693 on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:06.256901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.288537 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1e64a94c-659b-4dc3-ad3d-fc90fd12dda9 req-3b2231ee-0850-467f-9548-3dc48d922e66 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555617 Apr 01 15:44:06.291742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-067c1411-8a49-4b50-85d1-e78996854644 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.295689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:06.296331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Checking segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:06.296955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.298068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Bound using segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:06.299004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Bound port: 9c3206b4-32a0-4f6d-a924-42f969dd8693, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:06.299766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.306576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:06.321587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.333896 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-ca02adb5-befa-46e9-bb5b-f379dd69603d service neutron] 10.222.0.41 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166690 Apr 01 15:44:06.377523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.423067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e696c85-c2a0-4504-a7a1-b4ebca06eded None None] Pushing event updated for resources: {'Port': ['ID=166c638b-8a3e-4a84-88d9-14a5e26c69aa,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:06.434472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-067c1411-8a49-4b50-85d1-e78996854644 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.434981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.435793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.451205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.451552 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Added segment 4aa80f90-8c3d-4767-a04c-bb8dac720b33 of type vlan for network 4841b4d7-27f6-43a6-96bd-e2885905c26f Apr 01 15:44:06.465967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86ad6726-f8c7-40f7-9ae7-7e224889cb29 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.466473 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ad6726-f8c7-40f7-9ae7-7e224889cb29 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6977373-de14-4446-96c3-b09dbe81a775 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:06.468493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Allocated IP 2001:db8::f816:3eff:febc:c4e1 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/23604fee-e592-4d10-84a9-02bc6b6d3a8e/a12ec4c5-8617-489c-9256-fe277101136d) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:06.494252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86ad6726-f8c7-40f7-9ae7-7e224889cb29 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.494252 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-86ad6726-f8c7-40f7-9ae7-7e224889cb29 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "DELETE /v2.0/routers/b6977373-de14-4446-96c3-b09dbe81a775 HTTP/1.1" status: 204 len: 168 time: 0.9503686 Apr 01 15:44:06.494252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52242) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:06.494980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] For port 9c3206b4-32a0-4f6d-a924-42f969dd8693, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:06.497433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c1411-8a49-4b50-85d1-e78996854644 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaded4f-3986-4830-8b34-e5a5baed3f58,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:06.505777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-24d71017-2ce7-4c51-8d6d-f8df1d2a2120 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Request body: {'router': {'name': 'tempest-router-887072235', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'aaf0e0e180184059a1324db9a7fa014f'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:06.514639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] For port 9c3206b4-32a0-4f6d-a924-42f969dd8693, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9c3206b4-32a0-4f6d-a924-42f969dd8693,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:06.530293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=247b0a4a-f7b5-48b6-a297-97addfa97c90,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:06.559332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.559669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.560818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.561176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.562541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.563356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.563715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.564481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.564481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.564821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.565237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.565831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:06.598673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.607235 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-adc23aa8-5cbb-4208-8017-483dabe0529d req-31698324-19e9-4470-a67a-83dfab05813b service neutron] 10.222.0.41 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551816 Apr 01 15:44:06.633704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-067c1411-8a49-4b50-85d1-e78996854644 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.637985 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-067c1411-8a49-4b50-85d1-e78996854644 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1126337 Apr 01 15:44:06.638802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52244) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:06.652949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.667050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7b99c697-d6e2-453a-92cc-159e9b0e62d9 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '651fe344-e247-47cf-90da-5676d7317f5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:06.667050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Allocated IP 172.26.6.74 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/15e3d952-cc18-4e88-8089-6e5258c9df68) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:06.687317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:06.744593 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24d71017-2ce7-4c51-8d6d-f8df1d2a2120 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.744593 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24d71017-2ce7-4c51-8d6d-f8df1d2a2120 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.803104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.823344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37be4c-a05f-495d-8316-7fc1405c861d None None] Pushing event updated for resources: {'Port': ['ID=9c3206b4-32a0-4f6d-a924-42f969dd8693,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:06.844972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network a38b862d-714a-4217-a1ce-618b21f96f6f is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:06.865418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:06.869062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.876785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:06.876785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.896147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.907107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:06.997528 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:07.000999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:07.004738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:07.015772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 611d4e81-cf67-4468-9603-6ae603b860d9 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:07.017065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Pushing event updated for resources: {'Port': ['ID=a12ec4c5-8617-489c-9256-fe277101136d,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:07.056279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Network': ['ID=4841b4d7-27f6-43a6-96bd-e2885905c26f,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:07.138499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.138755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Attempting to bind port a12ec4c5-8617-489c-9256-fe277101136d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:07.139016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Attempting to bind port a12ec4c5-8617-489c-9256-fe277101136d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:07.139135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.139592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Attempting to bind port a12ec4c5-8617-489c-9256-fe277101136d on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:07.139721 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.140140 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.140552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.141094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.141278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.143171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.143589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.143989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.148286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:07.153323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:07.153323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.156407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:07.157396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Bound port: a12ec4c5-8617-489c-9256-fe277101136d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:07.157791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.158420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:07.158651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.163646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b99c697-d6e2-453a-92cc-159e9b0e62d9 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.174884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.183761 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e2d6d41d-ab9f-44cc-abe4-e1b514b82ad5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4431677 Apr 01 15:44:07.191595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52246) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:07.222606 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24d71017-2ce7-4c51-8d6d-f8df1d2a2120 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.244297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Request body: {'subnet': {'network_id': 'db4a6b70-0582-45bb-b378-5ab004680ae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:07.264328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.275268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] For port a12ec4c5-8617-489c-9256-fe277101136d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:07.280541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] For port a12ec4c5-8617-489c-9256-fe277101136d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a12ec4c5-8617-489c-9256-fe277101136d,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:07.281879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 4841b4d7-27f6-43a6-96bd-e2885905c26f details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:44:07.287056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67ab3d01-5ab6-4788-9e19-2943e76a9d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.340562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24d71017-2ce7-4c51-8d6d-f8df1d2a2120 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.387065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6d4f591d-e523-4dc5-876d-979a822dc12d None None] Provisioning complete for port 247b0a4a-f7b5-48b6-a297-97addfa97c90 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:07.387452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d4f591d-e523-4dc5-876d-979a822dc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.389909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:fe89:3b2f (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/23604fee-e592-4d10-84a9-02bc6b6d3a8e/611d4e81-cf67-4468-9603-6ae603b860d9) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:07.419208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.483295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 363e94f3-943c-4ec0-bf66-a527248ae438 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:07.486778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6d4f591d-e523-4dc5-876d-979a822dc12d None None] Port 247b0a4a-f7b5-48b6-a297-97addfa97c90 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:07.488887 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Made reservation on behalf of 2baeb04a29864b1ba5ebc35d73ef629a for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:07.492493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.522366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb78ef4-c671-44c7-b24a-91d5fc57413c None None] Pushing event updated for resources: {'Port': ['ID=a12ec4c5-8617-489c-9256-fe277101136d,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:07.755337 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.771332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:07.781305 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e07352fb-5fc3-499e-9e83-553087a617a8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/363e94f3-943c-4ec0-bf66-a527248ae438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8960445 Apr 01 15:44:07.794156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52250) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:07.814263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ccb5b6-77c5-4dab-8737-fbd40b690f3c None None] Sync routers for ids ['363e94f3-943c-4ec0-bf66-a527248ae438'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:07.844792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ccb5b6-77c5-4dab-8737-fbd40b690f3c None None] Routers {'363e94f3-943c-4ec0-bf66-a527248ae438'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:07.845451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f3ccb5b6-77c5-4dab-8737-fbd40b690f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['363e94f3-943c-4ec0-bf66-a527248ae438'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:07.889746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:07.897363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e342b7-bd03-42ad-a752-2889ff888811 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:07.901449 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-98e342b7-bd03-42ad-a752-2889ff888811 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports/247b0a4a-f7b5-48b6-a297-97addfa97c90 HTTP/1.1" status: 200 len: 983 time: 0.1037021 Apr 01 15:44:07.903620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52252) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:07.922116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f3ccb5b6-77c5-4dab-8737-fbd40b690f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:07.939245 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122e68-1682-4279-ad16-fee507b41ec3 req-ecf091d6-7279-41c8-b8ec-6c0a710621af tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:07.941125 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18122e68-1682-4279-ad16-fee507b41ec3 req-ecf091d6-7279-41c8-b8ec-6c0a710621af tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 943 time: 0.1043179 Apr 01 15:44:07.954316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ccb5b6-77c5-4dab-8737-fbd40b690f3c None None] Routers {'363e94f3-943c-4ec0-bf66-a527248ae438'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:07.963791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f3ccb5b6-77c5-4dab-8737-fbd40b690f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['363e94f3-943c-4ec0-bf66-a527248ae438'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:08.019435 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18122e68-1682-4279-ad16-fee507b41ec3 req-13ff4002-dc0c-4139-84e0-0143ad2342a3 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582833 Apr 01 15:44:08.043812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f3ccb5b6-77c5-4dab-8737-fbd40b690f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:08.044732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ccb5b6-77c5-4dab-8737-fbd40b690f3c None None] The sync data for ids ['363e94f3-943c-4ec0-bf66-a527248ae438'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:08.061325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24d71017-2ce7-4c51-8d6d-f8df1d2a2120 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.064421 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-24d71017-2ce7-4c51-8d6d-f8df1d2a2120 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5671933 Apr 01 15:44:08.067749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52254) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:08.073929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:08.112756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbbe6e4-c0fe-412f-919f-07f44f5db1a3 None None] Network 611e72ce-01ff-466a-ba09-b317e475d877 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:08.204094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-869bd60a-cef3-42ec-8421-d9aaac47f8aa None None] Provisioning complete for port 166c638b-8a3e-4a84-88d9-14a5e26c69aa triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:08.204440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-869bd60a-cef3-42ec-8421-d9aaac47f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.268713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a12ec4c5-8617-489c-9256-fe277101136d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:08.286752 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-7b99c697-d6e2-453a-92cc-159e9b0e62d9 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:44:08.289214 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7b99c697-d6e2-453a-92cc-159e9b0e62d9 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.6429813 Apr 01 15:44:08.293506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.295308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52256) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:08.298466 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.317751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.342609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 37152555-0b7b-4dec-9988-23d1f643056a details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:44:08.381219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event updated for resources: {'Port': ['ID=15e3d952-cc18-4e88-8089-6e5258c9df68,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:08.404529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Subnet': ['ID=bab74d8a-6d4d-49de-926f-95b4b7685eda,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:08.444099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 37152555-0b7b-4dec-9988-23d1f643056a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37152555-0b7b-4dec-9988-23d1f643056a,segment=NetworkSegment(2b864bae-885f-4d28-909f-ee640bec4f9d),segment_id=2b864bae-885f-4d28-909f-ee640bec4f9d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:08.445139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:08.460397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:08.468469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '37152555-0b7b-4dec-9988-23d1f643056a', 'network_id': 'd3529b02-80fe-4a2c-802f-7da4cf3f8518', 'port_id': '37152555-0b7b-4dec-9988-23d1f643056a', 'mac_address': 'fa:16:3e:00:72:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3deeeae6-1674-4c0c-8011-da5261b3d2a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:44:08.481324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:08.491847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:08.492572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.507385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:08.519504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.519892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.523998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=611d4e81-cf67-4468-9603-6ae603b860d9,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:08.541259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:08.546259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:08.636158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f3376761-7747-48c3-ba3e-c13df27e5ee3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.674755 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f3376761-7747-48c3-ba3e-c13df27e5ee3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.691574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d516484-b76c-4dec-a787-6b82dad6e213 None None] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:08.693930 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Checking segment: {'id': '7462f9c6-00ff-4c10-abf7-2cff3f36a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'db4a6b70-0582-45bb-b378-5ab004680ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:08.694302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network hostable DHCP agents. Network: db4a6b70-0582-45bb-b378-5ab004680ae9, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:08.697955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Allocated IP 172.26.6.142 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/03a2f961-1608-4c34-84c1-c9ca6b2bec6a) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:08.711767 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-80c5fa3f-a893-4efc-8571-f00c6508d399 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8531101 Apr 01 15:44:08.715492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52258) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:08.743714 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-869bd60a-cef3-42ec-8421-d9aaac47f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.808671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.842899 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110105) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 01 15:44:08.843292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Router 41ef5648-e99c-4a53-8f4c-4328d3aa4f01 migrating from provider to provider. {{(pid=110105) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 01 15:44:08.845047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.846765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8201c2-388f-491f-ae14-92c8f6bce406 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:08.853278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8201c2-388f-491f-ae14-92c8f6bce406 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:08.858724 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ee8201c2-388f-491f-ae14-92c8f6bce406 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1412179 Apr 01 15:44:08.860588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52260) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:08.891272 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.895000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-869bd60a-cef3-42ec-8421-d9aaac47f8aa None None] For port 166c638b-8a3e-4a84-88d9-14a5e26c69aa, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=166c638b-8a3e-4a84-88d9-14a5e26c69aa,segment=NetworkSegment(dbca1821-97f7-4153-a56e-cb84f1c6a2d8),segment_id=dbca1821-97f7-4153-a56e-cb84f1c6a2d8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:08.954273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a12ec4c5-8617-489c-9256-fe277101136d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:08.954746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.980429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:08.987057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37152555-0b7b-4dec-9988-23d1f643056a {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:44:08.991924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network db4a6b70-0582-45bb-b378-5ab004680ae9 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:09.034299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 37152555-0b7b-4dec-9988-23d1f643056a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37152555-0b7b-4dec-9988-23d1f643056a,segment=NetworkSegment(2b864bae-885f-4d28-909f-ee640bec4f9d),segment_id=2b864bae-885f-4d28-909f-ee640bec4f9d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:09.050537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.085532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.090505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f3376761-7747-48c3-ba3e-c13df27e5ee3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.093431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f3376761-7747-48c3-ba3e-c13df27e5ee3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.094354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-869bd60a-cef3-42ec-8421-d9aaac47f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.094687 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f3376761-7747-48c3-ba3e-c13df27e5ee3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/651fe344-e247-47cf-90da-5676d7317f5c HTTP/1.1" status: 204 len: 168 time: 0.7890570 Apr 01 15:44:09.104778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52264) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:09.175739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, db4a6b70-0582-45bb-b378-5ab004680ae9) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:09.184538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3376761-7747-48c3-ba3e-c13df27e5ee3 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=651fe344-e247-47cf-90da-5676d7317f5c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:09.192398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ed00f-7acc-4116-8726-a27badf25197 None None] Network db4a6b70-0582-45bb-b378-5ab004680ae9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:09.196792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.198405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.199088 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:09.199830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.206156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e94531fd-7778-4193-a7af-914acbbb1241 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 611d4e81-cf67-4468-9603-6ae603b860d9 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:09.206633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e94531fd-7778-4193-a7af-914acbbb1241 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.279082 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.378121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bd60a-cef3-42ec-8421-d9aaac47f8aa None None] Pushing event updated for resources: {'Port': ['ID=166c638b-8a3e-4a84-88d9-14a5e26c69aa,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:09.428920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Provisioning complete for port a12ec4c5-8617-489c-9256-fe277101136d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:09.429230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.444626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e94531fd-7778-4193-a7af-914acbbb1241 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.456737 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a4cd6345-0dbf-4356-8ca8-016915e6bb55 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3443143 Apr 01 15:44:09.462033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52266) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:09.469329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.469881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-06f3c5c4-68d6-479b-8b8a-2c7c222d6086 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009269276'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:09.474938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:09.485475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e94531fd-7778-4193-a7af-914acbbb1241 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 611d4e81-cf67-4468-9603-6ae603b860d9 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:09.500097 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9b0f2676-f833-456d-89f8-37a3746ce7e2 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2711344 Apr 01 15:44:09.500364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port a12ec4c5-8617-489c-9256-fe277101136d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a12ec4c5-8617-489c-9256-fe277101136d,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:09.502511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52268) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:09.514039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Request body: {'subnet': {'network_id': '4841b4d7-27f6-43a6-96bd-e2885905c26f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:09.516405 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:09.522640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Pushing event updated for resources: {'Port': ['ID=03a2f961-1608-4c34-84c1-c9ca6b2bec6a,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:09.528258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:09.541999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['37152555-0b7b-4dec-9988-23d1f643056a'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:44:09.559173 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.scheduler.l3_agent_scheduler [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] No L3 agents can host the router 41ef5648-e99c-4a53-8f4c-4328d3aa4f01 Apr 01 15:44:09.584084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=37152555-0b7b-4dec-9988-23d1f643056a,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:09.593781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b73467-ee6a-4b9e-bc26-86d33732993d req-ab9f7b0b-fb15-4c28-af0e-c14a7fd55927 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:09.595856 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-76b73467-ee6a-4b9e-bc26-86d33732993d req-ab9f7b0b-fb15-4c28-af0e-c14a7fd55927 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 944 time: 0.3237212 Apr 01 15:44:09.632656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.633473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 166c638b-8a3e-4a84-88d9-14a5e26c69aa up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:09.658536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06f3c5c4-68d6-479b-8b8a-2c7c222d6086 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.774884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 247b0a4a-f7b5-48b6-a297-97addfa97c90 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:09.775250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.811979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.860033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=a12ec4c5-8617-489c-9256-fe277101136d,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:09.879797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-db4a6b70-0582-45bb-b378-5ab004680ae9', 'network_id': 'db4a6b70-0582-45bb-b378-5ab004680ae9', 'tenant_id': '2baeb04a29864b1ba5ebc35d73ef629a', 'fixed_ips': [{'subnet_id': 'bab74d8a-6d4d-49de-926f-95b4b7685eda'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:09.880745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.930836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Made reservation on behalf of 2baeb04a29864b1ba5ebc35d73ef629a for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:09.936050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.945667 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-76b73467-ee6a-4b9e-bc26-86d33732993d req-3982afa0-596f-47a3-b7f5-de2a7a306081 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055513 Apr 01 15:44:09.955320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 166c638b-8a3e-4a84-88d9-14a5e26c69aa triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:09.955789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:09.963570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Hosts for router 41ef5648-e99c-4a53-8f4c-4328d3aa4f01: [] {{(pid=110105) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 01 15:44:09.966267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Provisioning complete for port 9c3206b4-32a0-4f6d-a924-42f969dd8693 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:09.966652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.008372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Hosts for other DVR routers connected to router 41ef5648-e99c-4a53-8f4c-4328d3aa4f01: set() {{(pid=110105) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 01 15:44:10.011366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.015242 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-268d28e7-98a0-4314-ba69-eff82f81cb1f tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "PUT /v2.0/routers/41ef5648-e99c-4a53-8f4c-4328d3aa4f01 HTTP/1.1" status: 200 len: 716 time: 1.9439127 Apr 01 15:44:10.041057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52270) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:10.168188 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-348a8afd-3ebb-4bea-b2bf-ea2cd096e7c9 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "GET /v2.0/routers/41ef5648-e99c-4a53-8f4c-4328d3aa4f01 HTTP/1.1" status: 200 len: 716 time: 0.1231923 Apr 01 15:44:10.170017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52272) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:10.177490 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.274999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Allocated IP 172.20.0.2 (db4a6b70-0582-45bb-b378-5ab004680ae9/bab74d8a-6d4d-49de-926f-95b4b7685eda/094ab452-f033-4a36-af5a-92bc3a897e2c) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:10.289567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.309090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9c3206b4-32a0-4f6d-a924-42f969dd8693 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:10.315069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.401313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06f3c5c4-68d6-479b-8b8a-2c7c222d6086 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.434004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.453454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 247b0a4a-f7b5-48b6-a297-97addfa97c90 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:10.509652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] For port 9c3206b4-32a0-4f6d-a924-42f969dd8693, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9c3206b4-32a0-4f6d-a924-42f969dd8693,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:10.535088 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06f3c5c4-68d6-479b-8b8a-2c7c222d6086 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.542142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9c3206b4-32a0-4f6d-a924-42f969dd8693 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:10.542520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.569777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e94531fd-7778-4193-a7af-914acbbb1241 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.643139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.645340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.648907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3c5c4-68d6-479b-8b8a-2c7c222d6086 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc073f-b0e2-43a8-8bf7-715a6b4b4a1a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:10.668318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94531fd-7778-4193-a7af-914acbbb1241 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=611d4e81-cf67-4468-9603-6ae603b860d9,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:10.736129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06f3c5c4-68d6-479b-8b8a-2c7c222d6086 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.738947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Pushing event updated for resources: {'Port': ['ID=9c3206b4-32a0-4f6d-a924-42f969dd8693,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:10.740772 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-06f3c5c4-68d6-479b-8b8a-2c7c222d6086 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2747037 Apr 01 15:44:10.749206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.751658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52276) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:10.752632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.753252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.755191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.755191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.755191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.755191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.755191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.755632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.755632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.755996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.756366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.756704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664e82fc-ecc8-4676-b175-ca8ac25379b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:10.759513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1cb34456-22d0-4896-9b0b-4464b3b99c72 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': 'fffc073f-b0e2-43a8-8bf7-715a6b4b4a1a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:10.762220 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING neutron.api.v2.base [None req-1cb34456-22d0-4896-9b0b-4464b3b99c72 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 01 15:44:10.763700 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-1cb34456-22d0-4896-9b0b-4464b3b99c72 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:10.769344 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1cb34456-22d0-4896-9b0b-4464b3b99c72 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0152383 Apr 01 15:44:10.772627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e94531fd-7778-4193-a7af-914acbbb1241 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.777638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52278) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:10.779567 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e94531fd-7778-4193-a7af-914acbbb1241 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/611d4e81-cf67-4468-9603-6ae603b860d9 HTTP/1.1" status: 204 len: 168 time: 1.9171000 Apr 01 15:44:10.780185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52280) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:10.822850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.878712 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-74f2c7ff-5464-4c04-a26a-0c14799acc1a tempest-RoutersTestDVR-694079454 tempest-RoutersTestDVR-694079454-project] 10.222.0.73 "GET /v2.0/routers/41ef5648-e99c-4a53-8f4c-4328d3aa4f01 HTTP/1.1" status: 200 len: 682 time: 0.7085185 Apr 01 15:44:10.882310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Network db4a6b70-0582-45bb-b378-5ab004680ae9 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:10.885339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52282) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:10.893531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:10.898844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:10.901296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4adefd7c-67eb-4292-9984-c725eea5c13d None None] Provisioning complete for port 166c638b-8a3e-4a84-88d9-14a5e26c69aa triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:10.901672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4adefd7c-67eb-4292-9984-c725eea5c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:10.903243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Pushing event updated for resources: {'Port': ['ID=094ab452-f033-4a36-af5a-92bc3a897e2c,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:10.971457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392032ef-c9ed-4633-8967-5bc4af8333ed tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:10.975484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392032ef-c9ed-4633-8967-5bc4af8333ed tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:10.984100 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-392032ef-c9ed-4633-8967-5bc4af8333ed tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2006571 Apr 01 15:44:11.004751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52286) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:11.029178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Subnet': ['ID=80741043-851a-4e86-add2-6f3662c08041,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:11.099178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Checking segment: {'id': '4aa80f90-8c3d-4767-a04c-bb8dac720b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4841b4d7-27f6-43a6-96bd-e2885905c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:11.099178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network hostable DHCP agents. Network: 4841b4d7-27f6-43a6-96bd-e2885905c26f, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:11.134127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4ee8740f-7391-4eed-a69f-9ec96b9ec754 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.177500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a12ec4c5-8617-489c-9256-fe277101136d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:11.181407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.198440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.209255 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.232094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=247b0a4a-f7b5-48b6-a297-97addfa97c90,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:11.234962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network 4841b4d7-27f6-43a6-96bd-e2885905c26f is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:11.235176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db9b6493-1337-4ade-be6c-4d99bd7c0462 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.245954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c8030c-1add-4430-b7d5-03ed3a70bf88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 23604fee-e592-4d10-84a9-02bc6b6d3a8e {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:11.261022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-49c8030c-1add-4430-b7d5-03ed3a70bf88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.307190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Attempting to bind port 094ab452-f033-4a36-af5a-92bc3a897e2c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:11.307190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Attempting to bind port 094ab452-f033-4a36-af5a-92bc3a897e2c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7462f9c6-00ff-4c10-abf7-2cff3f36a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'db4a6b70-0582-45bb-b378-5ab004680ae9'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:11.307190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Attempting to bind port 094ab452-f033-4a36-af5a-92bc3a897e2c on network db4a6b70-0582-45bb-b378-5ab004680ae9 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:11.328108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:11.328522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Checking segment: {'id': '7462f9c6-00ff-4c10-abf7-2cff3f36a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'db4a6b70-0582-45bb-b378-5ab004680ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:11.328937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.330295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Bound using segment: {'id': '7462f9c6-00ff-4c10-abf7-2cff3f36a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'db4a6b70-0582-45bb-b378-5ab004680ae9'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:11.330794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Bound port: 094ab452-f033-4a36-af5a-92bc3a897e2c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7462f9c6-00ff-4c10-abf7-2cff3f36a4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'db4a6b70-0582-45bb-b378-5ab004680ae9'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:11.331189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.347153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a12ec4c5-8617-489c-9256-fe277101136d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:11.347577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.363448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.386550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db9b6493-1337-4ade-be6c-4d99bd7c0462 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.426555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4adefd7c-67eb-4292-9984-c725eea5c13d None None] Provisioning complete for port 9c3206b4-32a0-4f6d-a924-42f969dd8693 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:11.426936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4adefd7c-67eb-4292-9984-c725eea5c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.429369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 4841b4d7-27f6-43a6-96bd-e2885905c26f) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:11.437831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:11.438581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.460048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb2a83-84ed-43d8-959c-0849965c910c None None] Network 4841b4d7-27f6-43a6-96bd-e2885905c26f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:11.489460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-49c8030c-1add-4430-b7d5-03ed3a70bf88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.512366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] For port 094ab452-f033-4a36-af5a-92bc3a897e2c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:11.548383 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd8339-a948-4229-b5eb-c345ecc9df49 req-026cfde0-bd74-4864-bac5-e0da11ec5b27 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:11.550558 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d6fd8339-a948-4229-b5eb-c345ecc9df49 req-026cfde0-bd74-4864-bac5-e0da11ec5b27 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 944 time: 0.4501443 Apr 01 15:44:11.551368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Router 0eeaa543-a9c3-4905-b7b9-90f3497f7e78 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:11.571205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4ee8740f-7391-4eed-a69f-9ec96b9ec754 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.581961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4ee8740f-7391-4eed-a69f-9ec96b9ec754 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.584072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.616560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] For port 094ab452-f033-4a36-af5a-92bc3a897e2c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=094ab452-f033-4a36-af5a-92bc3a897e2c,segment=NetworkSegment(7462f9c6-00ff-4c10-abf7-2cff3f36a4d1),segment_id=7462f9c6-00ff-4c10-abf7-2cff3f36a4d1)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:11.620951 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f22cd893-1a4e-4593-9863-1396592dad10 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1143143 Apr 01 15:44:11.622718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52288) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:11.625319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 363e94f3-943c-4ec0-bf66-a527248ae438 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:11.675077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 166c638b-8a3e-4a84-88d9-14a5e26c69aa up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:11.711745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.801600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4adefd7c-67eb-4292-9984-c725eea5c13d None None] Could not find standard attr ID for object 611d4e81-cf67-4468-9603-6ae603b860d9. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:44:11.978410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db9b6493-1337-4ade-be6c-4d99bd7c0462 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.978410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db9b6493-1337-4ade-be6c-4d99bd7c0462 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.978410 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-db9b6493-1337-4ade-be6c-4d99bd7c0462 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/fffc073f-b0e2-43a8-8bf7-715a6b4b4a1a HTTP/1.1" status: 204 len: 168 time: 1.0737562 Apr 01 15:44:11.978410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52290) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:11.980854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b3d28-fb25-44c6-9c12-007456e09b0e None None] Pushing event updated for resources: {'Port': ['ID=094ab452-f033-4a36-af5a-92bc3a897e2c,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:11.980854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 166c638b-8a3e-4a84-88d9-14a5e26c69aa triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:11.980854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.983709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6493-1337-4ade-be6c-4d99bd7c0462 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc073f-b0e2-43a8-8bf7-715a6b4b4a1a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:11.983709 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d6fd8339-a948-4229-b5eb-c345ecc9df49 req-53246df9-8b70-428a-b79d-0bbd14188b67 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301201 Apr 01 15:44:11.984543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-4841b4d7-27f6-43a6-96bd-e2885905c26f', 'network_id': '4841b4d7-27f6-43a6-96bd-e2885905c26f', 'tenant_id': '2baeb04a29864b1ba5ebc35d73ef629a', 'fixed_ips': [{'subnet_id': '80741043-851a-4e86-add2-6f3662c08041'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:11.984543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.985455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-49c8030c-1add-4430-b7d5-03ed3a70bf88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:11.985634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:11.985634 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-32ed1968-ee4a-4f48-aaf6-d1ac8dbd29c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/363e94f3-943c-4ec0-bf66-a527248ae438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0562944 Apr 01 15:44:11.985962 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29471708-51be-46ab-94cf-b2517480a536 None None] Sync routers for ids ['363e94f3-943c-4ec0-bf66-a527248ae438'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:11.987005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52292) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:11.989664 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29471708-51be-46ab-94cf-b2517480a536 None None] Routers {'363e94f3-943c-4ec0-bf66-a527248ae438'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:11.990411 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-29471708-51be-46ab-94cf-b2517480a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['363e94f3-943c-4ec0-bf66-a527248ae438'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:12.052423 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-29471708-51be-46ab-94cf-b2517480a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:12.064120 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29471708-51be-46ab-94cf-b2517480a536 None None] Routers {'363e94f3-943c-4ec0-bf66-a527248ae438'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:12.065645 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-29471708-51be-46ab-94cf-b2517480a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['363e94f3-943c-4ec0-bf66-a527248ae438'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:12.099578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4ee8740f-7391-4eed-a69f-9ec96b9ec754 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.100164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee8740f-7391-4eed-a69f-9ec96b9ec754 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41ef5648-e99c-4a53-8f4c-4328d3aa4f01 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:12.155886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4ee8740f-7391-4eed-a69f-9ec96b9ec754 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.161108 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4ee8740f-7391-4eed-a69f-9ec96b9ec754 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "DELETE /v2.0/routers/41ef5648-e99c-4a53-8f4c-4328d3aa4f01 HTTP/1.1" status: 204 len: 168 time: 1.2662883 Apr 01 15:44:12.161338 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-29471708-51be-46ab-94cf-b2517480a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:12.161896 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29471708-51be-46ab-94cf-b2517480a536 None None] The sync data for ids ['363e94f3-943c-4ec0-bf66-a527248ae438'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:12.168983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52294) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:12.170888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.181847 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-350ae4cf-ede6-4969-94fe-0e867e93cfbb tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3079708 Apr 01 15:44:12.186156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52296) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:12.197336 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4bfa4a65-b6e7-4512-aaa3-30fdcc4788b0 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Request body: {'router': {'name': 'tempest-router-1763690629', 'distributed': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:12.198269 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-fe20f8f8-bff7-4244-b603-d4923b082205 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'tempest-secgroup--492367554'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:12.207665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:12.213127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9c3206b4-32a0-4f6d-a924-42f969dd8693 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:12.273206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Sync routers for ids ['0eeaa543-a9c3-4905-b7b9-90f3497f7e78'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:12.314220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Allocated IP 172.20.0.2 (4841b4d7-27f6-43a6-96bd-e2885905c26f/80741043-851a-4e86-add2-6f3662c08041/2e520f6b-dbca-42d7-91a0-4752db5eb894) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:12.338103 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Routers {'0eeaa543-a9c3-4905-b7b9-90f3497f7e78'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:12.338902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0eeaa543-a9c3-4905-b7b9-90f3497f7e78'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:12.343877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 37152555-0b7b-4dec-9988-23d1f643056a up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:12.348501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-49c8030c-1add-4430-b7d5-03ed3a70bf88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.384764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Router 0897859b-2855-4c2b-9d36-575f16837791 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:12.394786 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.396066 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-433c8b6e-c2a7-4979-9af6-bbffa09dad14 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0096860 Apr 01 15:44:12.397002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8030c-1add-4430-b7d5-03ed3a70bf88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=23604fee-e592-4d10-84a9-02bc6b6d3a8e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:12.398911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fe20f8f8-bff7-4244-b603-d4923b082205 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.404070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52298) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:12.414802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-49c8030c-1add-4430-b7d5-03ed3a70bf88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.418154 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-49c8030c-1add-4430-b7d5-03ed3a70bf88 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/23604fee-e592-4d10-84a9-02bc6b6d3a8e HTTP/1.1" status: 204 len: 168 time: 1.4122703 Apr 01 15:44:12.425401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52300) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:12.428379 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b361b65f-ae63-45c9-9cc2-24c1b50e4855 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:12.485870 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-19b7ac2f-ff15-43b3-8610-9494df914401 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592129 Apr 01 15:44:12.503738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52302) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:12.516876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:12.529431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a65-b6e7-4512-aaa3-30fdcc4788b0 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.530509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a65-b6e7-4512-aaa3-30fdcc4788b0 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.617640 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9c3206b4-32a0-4f6d-a924-42f969dd8693 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:12.618194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.631470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fe20f8f8-bff7-4244-b603-d4923b082205 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.648669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:12.658856 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Sync routers for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:12.669010 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:12.669778 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:12.676004 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-3cc98477-d4c9-4b7d-8889-5dbfbee5988f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 15:44:12.677106 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3cc98477-d4c9-4b7d-8889-5dbfbee5988f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/363e94f3-943c-4ec0-bf66-a527248ae438/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6990240 Apr 01 15:44:12.680403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52304) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:12.724065 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3c966d96-2dca-46e4-9144-b82d594346aa tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=363e94f3-943c-4ec0-bf66-a527248ae438 HTTP/1.1" status: 200 len: 205 time: 0.0419381 Apr 01 15:44:12.724820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52306) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:12.774801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Set router 0eeaa543-a9c3-4905-b7b9-90f3497f7e78 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:12.785818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fe20f8f8-bff7-4244-b603-d4923b082205 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.847115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a65-b6e7-4512-aaa3-30fdcc4788b0 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.855968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.857793 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-279da731-d6e3-4e98-aacc-5ca32595712e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8875985 Apr 01 15:44:12.863088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20f8f8-bff7-4244-b603-d4923b082205 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402f66e4-e2e8-4459-a99d-0015b451bb76,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:12.882586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52308) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:12.903503 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-366c84d0-f687-45e5-aad4-c2dbd77322f2 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/routers/0eeaa543-a9c3-4905-b7b9-90f3497f7e78 HTTP/1.1" status: 200 len: 908 time: 0.4942763 Apr 01 15:44:12.914387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52310) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:12.915401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 37152555-0b7b-4dec-9988-23d1f643056a completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:44:12.929610 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1029671625', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': True}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:12.945947 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:12.946861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d44ab086-a4e7-4374-b84d-58332c2642af tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:12.972582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a65-b6e7-4512-aaa3-30fdcc4788b0 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.002686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Allocated IP 172.20.0.1 (db4a6b70-0582-45bb-b378-5ab004680ae9/bab74d8a-6d4d-49de-926f-95b4b7685eda/cca56d00-c6fb-4d51-904d-28da40d7b0e9) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:13.066050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fe20f8f8-bff7-4244-b603-d4923b082205 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.070466 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fe20f8f8-bff7-4244-b603-d4923b082205 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8764849 Apr 01 15:44:13.075373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52314) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:13.104558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4d164924-298c-48d3-b0d6-625a05487ca4 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '402f66e4-e2e8-4459-a99d-0015b451bb76', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:13.107898 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING neutron.api.v2.base [None req-4d164924-298c-48d3-b0d6-625a05487ca4 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 01 15:44:13.108459 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-4d164924-298c-48d3-b0d6-625a05487ca4 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:13.115371 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4d164924-298c-48d3-b0d6-625a05487ca4 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0321565 Apr 01 15:44:13.119353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52316) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:13.128757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 37152555-0b7b-4dec-9988-23d1f643056a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:13.132899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.152694 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:44:13.165911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4a65-b6e7-4512-aaa3-30fdcc4788b0 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.167141 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4bfa4a65-b6e7-4512-aaa3-30fdcc4788b0 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9756353 Apr 01 15:44:13.178613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52318) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:13.187483 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:09Z', 'revision_number': 3, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:13.216746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.217881 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Checking router: 0897859b-2855-4c2b-9d36-575f16837791 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:44:13.218425 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Updating router 0897859b-2855-4c2b-9d36-575f16837791 port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:44:13.271987 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.335006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d44ab086-a4e7-4374-b84d-58332c2642af tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.335680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:13.339153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.341031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e19735c0-b9ad-466d-94fd-b57933f43660 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.365562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d28489-a0f8-4f78-8fe7-0fcdbc765c04 None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:13.373137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.381975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e19735c0-b9ad-466d-94fd-b57933f43660 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.413303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec8b-f4dd-4633-b5c0-4e880e1f4fa6 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.446554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d44ab086-a4e7-4374-b84d-58332c2642af tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.457625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.458751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.475321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e57e2-20af-4233-8b05-789137fd18c0 req-b808da09-01ba-4bcd-86e7-00d566c6696c tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:13.484681 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-092e57e2-20af-4233-8b05-789137fd18c0 req-b808da09-01ba-4bcd-86e7-00d566c6696c tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 944 time: 0.4327753 Apr 01 15:44:13.586386 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-092e57e2-20af-4233-8b05-789137fd18c0 req-ce957506-d3c8-452e-860a-efd0f74cc8b1 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983002 Apr 01 15:44:13.597118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e19735c0-b9ad-466d-94fd-b57933f43660 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.599917 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e19735c0-b9ad-466d-94fd-b57933f43660 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.604461 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e19735c0-b9ad-466d-94fd-b57933f43660 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/402f66e4-e2e8-4459-a99d-0015b451bb76 HTTP/1.1" status: 204 len: 168 time: 0.4795015 Apr 01 15:44:13.605662 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52320) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:13.626061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6738523-1d85-4e6e-bd5d-8cc1f3bed152 None None] Network db4a6b70-0582-45bb-b378-5ab004680ae9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:13.631259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19735c0-b9ad-466d-94fd-b57933f43660 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f66e4-e2e8-4459-a99d-0015b451bb76,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:13.638840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Network 4841b4d7-27f6-43a6-96bd-e2885905c26f is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:13.672498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d44ab086-a4e7-4374-b84d-58332c2642af tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.674824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44ab086-a4e7-4374-b84d-58332c2642af tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Fanout notify agent at l3_agent the message router_deleted on router 363e94f3-943c-4ec0-bf66-a527248ae438 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:13.681672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d44ab086-a4e7-4374-b84d-58332c2642af tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.683054 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d44ab086-a4e7-4374-b84d-58332c2642af tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/363e94f3-943c-4ec0-bf66-a527248ae438 HTTP/1.1" status: 204 len: 168 time: 0.9572713 Apr 01 15:44:13.686194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52322) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:13.707149 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-46f4b678-e52f-4278-b3e5-b0d11241fa92 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1010811 Apr 01 15:44:13.712765 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52324) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:13.717421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b9bdcf45-7f02-4cd4-9707-0747674f9714 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'tempest-secgroup--923099245'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:13.740720 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.756213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:13.785248 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:13.786771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.819515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8f6ec2-3e4e-4d57-9a6f-183ca3175100 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting subnet da93db99-b3ec-4f4a-ab81-ef28811531e6 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:13.824656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d8f6ec2-3e4e-4d57-9a6f-183ca3175100 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.863810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Pushing event updated for resources: {'Port': ['ID=2e520f6b-dbca-42d7-91a0-4752db5eb894,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:13.865550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ae993f37-5c5f-4104-9647-4518c134e64c None None] Provisioning complete for port 094ab452-f033-4a36-af5a-92bc3a897e2c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:13.866016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ae993f37-5c5f-4104-9647-4518c134e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.881349 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d8f6ec2-3e4e-4d57-9a6f-183ca3175100 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.890907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.904154 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:13.971242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.016482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3295afea-058d-4777-beb1-d11467e8630f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37152555-0b7b-4dec-9988-23d1f643056a'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:44:14.020066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe02452d-802c-4a15-a8e3-dcb8baf2413c" -d '{"events": [{"server_uuid": "3295afea-058d-4777-beb1-d11467e8630f", "name": "network-vif-plugged", "status": "completed", "tag": "37152555-0b7b-4dec-9988-23d1f643056a"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:44:14.022976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Attempting to bind port 2e520f6b-dbca-42d7-91a0-4752db5eb894 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:14.023450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Attempting to bind port 2e520f6b-dbca-42d7-91a0-4752db5eb894 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '4aa80f90-8c3d-4767-a04c-bb8dac720b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4841b4d7-27f6-43a6-96bd-e2885905c26f'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:14.023914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Attempting to bind port 2e520f6b-dbca-42d7-91a0-4752db5eb894 on network 4841b4d7-27f6-43a6-96bd-e2885905c26f {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:14.064108 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Attempting to bind port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:14.079218 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Attempting to bind port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:14.079218 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Attempting to bind port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:14.079707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 37152555-0b7b-4dec-9988-23d1f643056a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37152555-0b7b-4dec-9988-23d1f643056a,segment=NetworkSegment(2b864bae-885f-4d28-909f-ee640bec4f9d),segment_id=2b864bae-885f-4d28-909f-ee640bec4f9d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:14.079707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:14.080895 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Checking segment: {'id': '4aa80f90-8c3d-4767-a04c-bb8dac720b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4841b4d7-27f6-43a6-96bd-e2885905c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:14.081124 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.081617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Bound using segment: {'id': '4aa80f90-8c3d-4767-a04c-bb8dac720b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4841b4d7-27f6-43a6-96bd-e2885905c26f'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:14.082219 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Bound port: 2e520f6b-dbca-42d7-91a0-4752db5eb894, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa80f90-8c3d-4767-a04c-bb8dac720b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '4841b4d7-27f6-43a6-96bd-e2885905c26f'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:14.082703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.099269 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:14.099646 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:14.100305 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.101109 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:14.101734 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Bound port: 03a2f961-1608-4c34-84c1-c9ca6b2bec6a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:14.102227 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.103228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 094ab452-f033-4a36-af5a-92bc3a897e2c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:14.108142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eeaa543-a9c3-4905-b7b9-90f3497f7e78', 'name': 'tempest-snat-router-1029671625', 'tenant_id': '47b4c871f9374807bdd819b458acbd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.74'}], 'enable_snat': False}, 'gw_port_id': '15e3d952-cc18-4e88-8089-6e5258c9df68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:04Z', 'updated_at': '2022-04-01T15:44:08Z', 'revision_number': 3, 'project_id': '47b4c871f9374807bdd819b458acbd8e', 'gw_port': {'id': '15e3d952-cc18-4e88-8089-6e5258c9df68', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eeaa543-a9c3-4905-b7b9-90f3497f7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:06Z', 'updated_at': '2022-04-01T15:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:14.112209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b5d28489-a0f8-4f78-8fe7-0fcdbc765c04 None None] Deleting port a12ec4c5-8617-489c-9256-fe277101136d {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:14.112741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5d28489-a0f8-4f78-8fe7-0fcdbc765c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.119084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa52bbf-1eb1-4e30-8db8-e11c3a0eeb10 x-openstack-request-id: req-1fa52bbf-1eb1-4e30-8db8-e11c3a0eeb10 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:44:14.119643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3295afea-058d-4777-beb1-d11467e8630f", "name": "network-vif-plugged", "status": "completed", "tag": "37152555-0b7b-4dec-9988-23d1f643056a", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:44:14.119922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1fa52bbf-1eb1-4e30-8db8-e11c3a0eeb10 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:44:14.120459 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa52bbf-1eb1-4e30-8db8-e11c3a0eeb10'] response: {'server_uuid': '3295afea-058d-4777-beb1-d11467e8630f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37152555-0b7b-4dec-9988-23d1f643056a', 'code': 200} Apr 01 15:44:14.149151 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c9f78-af49-41aa-a96a-e4e3e87248dc None None] Pushing event updated for resources: {'Port': ['ID=03a2f961-1608-4c34-84c1-c9ca6b2bec6a,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:14.193440 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] For port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:14.199324 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] For port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=03a2f961-1608-4c34-84c1-c9ca6b2bec6a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:14.199991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Checking router: 0eeaa543-a9c3-4905-b7b9-90f3497f7e78 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:44:14.200681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Updating router 0eeaa543-a9c3-4905-b7b9-90f3497f7e78 port 15e3d952-cc18-4e88-8089-6e5258c9df68 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:44:14.336264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcf45-7f02-4cd4-9707-0747674f9714 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.360220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec8b-f4dd-4633-b5c0-4e880e1f4fa6 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.366749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec8b-f4dd-4633-b5c0-4e880e1f4fa6 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.367502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.383428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b5d28489-a0f8-4f78-8fe7-0fcdbc765c04 None None] For port a12ec4c5-8617-489c-9256-fe277101136d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a12ec4c5-8617-489c-9256-fe277101136d,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:14.383977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5d28489-a0f8-4f78-8fe7-0fcdbc765c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.408519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ae993f37-5c5f-4104-9647-4518c134e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.416998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.445663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b5d28489-a0f8-4f78-8fe7-0fcdbc765c04 None None] Calling delete_port for a12ec4c5-8617-489c-9256-fe277101136d owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:14.468810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] For port 2e520f6b-dbca-42d7-91a0-4752db5eb894, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:14.474070 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.512728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network db4a6b70-0582-45bb-b378-5ab004680ae9 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:14.518475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:14.524252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:14.543185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.545620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.554336 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d8f6ec2-3e4e-4d57-9a6f-183ca3175100 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.556115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Port': ['ID=cca56d00-c6fb-4d51-904d-28da40d7b0e9,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:14.686170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] For port 2e520f6b-dbca-42d7-91a0-4752db5eb894, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2e520f6b-dbca-42d7-91a0-4752db5eb894,segment=NetworkSegment(4aa80f90-8c3d-4767-a04c-bb8dac720b33),segment_id=4aa80f90-8c3d-4767-a04c-bb8dac720b33)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:14.686561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.690657 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:14.691360 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:14.702002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 094ab452-f033-4a36-af5a-92bc3a897e2c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:14.702692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.707904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ae993f37-5c5f-4104-9647-4518c134e64c None None] For port 094ab452-f033-4a36-af5a-92bc3a897e2c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=094ab452-f033-4a36-af5a-92bc3a897e2c,segment=NetworkSegment(7462f9c6-00ff-4c10-abf7-2cff3f36a4d1),segment_id=7462f9c6-00ff-4c10-abf7-2cff3f36a4d1)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:14.749509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec8b-f4dd-4633-b5c0-4e880e1f4fa6 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.750058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfeaec8b-f4dd-4633-b5c0-4e880e1f4fa6 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24805da4-a0dc-4249-860e-809f79d54122 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:14.759181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec8b-f4dd-4633-b5c0-4e880e1f4fa6 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.765908 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bfeaec8b-f4dd-4633-b5c0-4e880e1f4fa6 tempest-RoutersTestDVR-1502029164 tempest-RoutersTestDVR-1502029164-project-admin] 10.222.0.73 "DELETE /v2.0/routers/24805da4-a0dc-4249-860e-809f79d54122 HTTP/1.1" status: 204 len: 168 time: 1.5305688 Apr 01 15:44:14.766193 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c9f78-af49-41aa-a96a-e4e3e87248dc None None] Pushing event updated for resources: {'Port': ['ID=03a2f961-1608-4c34-84c1-c9ca6b2bec6a,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:14.884488 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d8f6ec2-3e4e-4d57-9a6f-183ca3175100 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:14.930861 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:14.992187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f6ec2-3e4e-4d57-9a6f-183ca3175100 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Subnet': ['ID=da93db99-b3ec-4f4a-ab81-ef28811531e6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:14.997216 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ae993f37-5c5f-4104-9647-4518c134e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.002524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.039251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcf45-7f02-4cd4-9707-0747674f9714 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.040942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d8f6ec2-3e4e-4d57-9a6f-183ca3175100 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.046327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6d8f6ec2-3e4e-4d57-9a6f-183ca3175100 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/da93db99-b3ec-4f4a-ab81-ef28811531e6 HTTP/1.1" status: 204 len: 168 time: 1.3587759 Apr 01 15:44:15.054339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52332) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:15.071694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb79c-a964-4112-89b6-19b458375923 req-b2876d43-1e8a-49d0-a900-d82971fdd608 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:15.074201 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b61fb79c-a964-4112-89b6-19b458375923 req-b2876d43-1e8a-49d0-a900-d82971fdd608 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.3609228 Apr 01 15:44:15.155462 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.163472 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b61fb79c-a964-4112-89b6-19b458375923 req-87da427c-df7c-4b24-b84b-ce1a82073361 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803523 Apr 01 15:44:15.192062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e879bdf-e1ab-4b9e-8b75-5cab29b8000c None None] Network a38b862d-714a-4217-a1ce-618b21f96f6f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:15.192062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=37152555-0b7b-4dec-9988-23d1f643056a,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:15.245099 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:09Z', 'revision_number': 3, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:15.293429 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a869f0-f1dc-4027-9e54-961265353a44 None None] The sync data for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv is: [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:09Z', 'revision_number': 3, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:15.306963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcf45-7f02-4cd4-9707-0747674f9714 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.322308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9e93c-8061-46f0-9d62-c77b999b4456 req-ce3b21c0-1404-4984-a0ef-965c2ec63f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:15.327557 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c2d9e93c-8061-46f0-9d62-c77b999b4456 req-ce3b21c0-1404-4984-a0ef-965c2ec63f5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 1098 time: 0.3790741 Apr 01 15:44:15.336288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:44:15.349432 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.351881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.372161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.405218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae993f37-5c5f-4104-9647-4518c134e64c None None] Pushing event updated for resources: {'Port': ['ID=094ab452-f033-4a36-af5a-92bc3a897e2c,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:15.416402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdcf45-7f02-4cd4-9707-0747674f9714 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554602a8-200a-4b85-b645-882886885cf2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:15.424330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5d28489-a0f8-4f78-8fe7-0fcdbc765c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.557980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.561027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4a810098-9f4e-414d-a68b-8768a1e9df38 None None] Provisioning complete for port 094ab452-f033-4a36-af5a-92bc3a897e2c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:15.561397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4a810098-9f4e-414d-a68b-8768a1e9df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.578608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9bdcf45-7f02-4cd4-9707-0747674f9714 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.580399 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b9bdcf45-7f02-4cd4-9707-0747674f9714 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8663530 Apr 01 15:44:15.586194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52336) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:15.590947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bf5b4dfb-6cb6-43c8-9ab4-517c67b42039 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '554602a8-200a-4b85-b645-882886885cf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:15.612477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d28489-a0f8-4f78-8fe7-0fcdbc765c04 None None] No DVR routers for this DVR port a12ec4c5-8617-489c-9256-fe277101136d on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:15.613082 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-bf5b4dfb-6cb6-43c8-9ab4-517c67b42039 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 01 15:44:15.614629 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-bf5b4dfb-6cb6-43c8-9ab4-517c67b42039 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:15.615794 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bf5b4dfb-6cb6-43c8-9ab4-517c67b42039 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0285907 Apr 01 15:44:15.620763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52338) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:15.626756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-fa9072ef-e40b-496e-8e10-2ce29ce35325 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '554602a8-200a-4b85-b645-882886885cf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:15.627576 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-fa9072ef-e40b-496e-8e10-2ce29ce35325 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 01 15:44:15.628454 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-fa9072ef-e40b-496e-8e10-2ce29ce35325 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:15.629411 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fa9072ef-e40b-496e-8e10-2ce29ce35325 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076854 Apr 01 15:44:15.655597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52340) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:15.656659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.662651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bc4afdb8-4924-41b9-9b4c-e1ae72391e44 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '554602a8-200a-4b85-b645-882886885cf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:15.666985 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-bc4afdb8-4924-41b9-9b4c-e1ae72391e44 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 01 15:44:15.667448 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-bc4afdb8-4924-41b9-9b4c-e1ae72391e44 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:15.668591 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bc4afdb8-4924-41b9-9b4c-e1ae72391e44 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113537 Apr 01 15:44:15.680724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52342) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:15.692197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1e16209f-5949-446b-a438-765bdd8b0a32 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '554602a8-200a-4b85-b645-882886885cf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:15.693143 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-1e16209f-5949-446b-a438-765bdd8b0a32 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 01 15:44:15.693689 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-1e16209f-5949-446b-a438-765bdd8b0a32 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:15.694751 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1e16209f-5949-446b-a438-765bdd8b0a32 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0131669 Apr 01 15:44:15.708493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52344) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:15.730292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 57106716-2e86-42c8-a478-85c9b6a45f79 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:15.730647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.762164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.777707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Attempting to bind port 15e3d952-cc18-4e88-8089-6e5258c9df68 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:15.779871 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Attempting to bind port 15e3d952-cc18-4e88-8089-6e5258c9df68 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:15.781134 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Attempting to bind port 15e3d952-cc18-4e88-8089-6e5258c9df68 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:15.798454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4469-22fa-48e2-b768-feb634bf01dd None None] Pushing event updated for resources: {'Port': ['ID=2e520f6b-dbca-42d7-91a0-4752db5eb894,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:15.805797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.820939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52346) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:15.870462 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:15.872623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:15.874440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.878452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:15.879429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Bound port: 15e3d952-cc18-4e88-8089-6e5258c9df68, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:15.880726 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:15.889857 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c2d9e93c-8061-46f0-9d62-c77b999b4456 req-3ff84ba1-7ad0-4993-b517-c11e626b8306 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497298 Apr 01 15:44:15.894503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a12ec4c5-8617-489c-9256-fe277101136d no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:16.004805 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING neutron.services.revisions.revision_plugin [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Could not find related port for resource to bump revision. Apr 01 15:44:16.054387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: a12ec4c5-8617-489c-9256-fe277101136d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:16.067225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a12ec4c5-8617-489c-9256-fe277101136d not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:16.078863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port 57106716-2e86-42c8-a478-85c9b6a45f79, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=57106716-2e86-42c8-a478-85c9b6a45f79,segment=NetworkSegment(4678143c-94b4-4b4a-b82a-7fa39e99df30),segment_id=4678143c-94b4-4b4a-b82a-7fa39e99df30)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:16.082038 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.154911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 57106716-2e86-42c8-a478-85c9b6a45f79 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:16.164137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ef07-a846-4749-8629-066c7a3701e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.183877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_pluggable_backend [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Port a12ec4c5-8617-489c-9256-fe277101136d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110106) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 01 15:44:16.184216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_pluggable_backend [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Reverting IP allocation for 2001:db8::f816:3eff:febc:c4e1 {{(pid=110106) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 01 15:44:16.195862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.199742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ef07-a846-4749-8629-066c7a3701e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.300798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=25ed63f3-2831-4e12-beba-5ec5ca6a4a7b,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:16.325582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Allocated IP 172.26.6.107 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/9302386f-aa3a-4b95-93dd-7407fc7e33df) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:16.343695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:16.352708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:16.356147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:16.356924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.411094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeecd46-3074-42d8-8abf-fcc7ba1e5145 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:16.502010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Allocated IP 172.20.0.1 (d8ab7caf-0e25-4e0d-a2d6-e75289d87f07/f4efc3e4-afe1-4629-9572-77c9f5337839/f28e7650-2a2a-461e-b802-77ab36c3de64) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:16.510308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ef07-a846-4749-8629-066c7a3701e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.519613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e8a9ef07-a846-4749-8629-066c7a3701e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.520840 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e8a9ef07-a846-4749-8629-066c7a3701e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/554602a8-200a-4b85-b645-882886885cf2 HTTP/1.1" status: 204 len: 168 time: 0.8111093 Apr 01 15:44:16.541888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52352) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:16.552223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] For port 15e3d952-cc18-4e88-8089-6e5258c9df68, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:16.556861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] For port 15e3d952-cc18-4e88-8089-6e5258c9df68, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=15e3d952-cc18-4e88-8089-6e5258c9df68,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:16.563593 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-daa10ad7-6ce4-471d-8a4c-cd36fed3af9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0564997 Apr 01 15:44:16.564682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 094ab452-f033-4a36-af5a-92bc3a897e2c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:16.565613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52354) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:16.574881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:51:e3:c6', 'name': 'tempest-NetworksTestDHCPv6-1187258843'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:16.601683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-62eec56c-4ee9-4ae5-8375-bcd39ebfc9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.625536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9ef07-a846-4749-8629-066c7a3701e0 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554602a8-200a-4b85-b645-882886885cf2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:16.628794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522096e-819b-4dec-b267-dd8f5a335dff None None] Pushing event updated for resources: {'Port': ['ID=15e3d952-cc18-4e88-8089-6e5258c9df68,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:16.750667 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a0274-b3d2-4fa3-9f7c-c4f3c8481718 req-e24b0b54-97c3-4f58-9a6a-36a0ac969b46 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:16.752370 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9d1a0274-b3d2-4fa3-9f7c-c4f3c8481718 req-e24b0b54-97c3-4f58-9a6a-36a0ac969b46 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.2471430 Apr 01 15:44:16.753320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.769195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.790719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.803197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d28489-a0f8-4f78-8fe7-0fcdbc765c04 None None] Pushing event deleted for resources: {'Port': ['ID=a12ec4c5-8617-489c-9256-fe277101136d,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:16.817006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.830513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=57106716-2e86-42c8-a478-85c9b6a45f79,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:16.834066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No DVR routers for this DVR port 57106716-2e86-42c8-a478-85c9b6a45f79 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:16.843640 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dab8d4c4-4f7f-4ca5-9c37-4cb58c64240b tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2976449 Apr 01 15:44:16.843873 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52356) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:16.858284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-914a35f5-0917-489e-b1cb-b7cf6ced8798 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309899829'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:16.891524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:16.904007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '25ed63f3-2831-4e12-beba-5ec5ca6a4a7b'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:16.904007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:16.930889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.052031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.076287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38b862d-714a-4217-a1ce-618b21f96f6f']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:17.078970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb1af3b-c253-441f-9753-950ccf1ce3c6 None None] DHCP port deletion for a38b862d-714a-4217-a1ce-618b21f96f6f request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:17.109980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4678143c-94b4-4b4a-b82a-7fa39e99df30') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:17.109980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4678143c-94b4-4b4a-b82a-7fa39e99df30') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:17.127293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.134649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.137144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Port': ['ID=cca56d00-c6fb-4d51-904d-28da40d7b0e9,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:17.163845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522096e-819b-4dec-b267-dd8f5a335dff None None] Pushing event updated for resources: {'Port': ['ID=15e3d952-cc18-4e88-8089-6e5258c9df68,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:17.166564 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.170166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-086332dc-411c-4e73-8625-8cab8f0ab0e2 None None] Provisioning complete for port cca56d00-c6fb-4d51-904d-28da40d7b0e9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:17.178466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-086332dc-411c-4e73-8625-8cab8f0ab0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.178466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Routers {'0eeaa543-a9c3-4905-b7b9-90f3497f7e78'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:17.178466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0eeaa543-a9c3-4905-b7b9-90f3497f7e78'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:17.178466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 094ab452-f033-4a36-af5a-92bc3a897e2c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:17.178466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.184012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-62eec56c-4ee9-4ae5-8375-bcd39ebfc9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.184284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-914a35f5-0917-489e-b1cb-b7cf6ced8798 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.195215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.217036 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9d1a0274-b3d2-4fa3-9f7c-c4f3c8481718 req-7d80d273-eec6-4d23-9399-9fc22b8f0826 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277542 Apr 01 15:44:17.229572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.238736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:44:17.239071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:44:17.244645 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:44:17.269482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ae3b0-c833-40c5-9686-4731c21690e9 None None] Network 4841b4d7-27f6-43a6-96bd-e2885905c26f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:17.320422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-62eec56c-4ee9-4ae5-8375-bcd39ebfc9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.325257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port e2fc05bc-995e-4f2b-8b54-98ac37c4943e yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:17.338832 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Allocated IP 2001:db8::f816:3eff:fe76:5341 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/25ed63f3-2831-4e12-beba-5ec5ca6a4a7b/c0f91880-b602-40d8-b1bf-e31d7e4ff629) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:17.349906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.352662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-086332dc-411c-4e73-8625-8cab8f0ab0e2 None None] Port cca56d00-c6fb-4d51-904d-28da40d7b0e9 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:17.431797 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-62eec56c-4ee9-4ae5-8375-bcd39ebfc9bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aaf0e0e180184059a1324db9a7fa014f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6110559 Apr 01 15:44:17.434261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:17.442955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eec56c-4ee9-4ae5-8375-bcd39ebfc9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52951ce4-0e71-4758-aab0-0c57432df6dd,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:17.443110 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network db4a6b70-0582-45bb-b378-5ab004680ae9 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:17.443110 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52358) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:17.443642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:17.444576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:17.448283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event updated for resources: {'Port': ['ID=9302386f-aa3a-4b95-93dd-7407fc7e33df,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:17.455560 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:17.494700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-914a35f5-0917-489e-b1cb-b7cf6ced8798 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.497165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.530237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] Set router 0eeaa543-a9c3-4905-b7b9-90f3497f7e78 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:17.627408 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.663783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-914a35f5-0917-489e-b1cb-b7cf6ced8798 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.667763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.671583 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/networks/a38b862d-714a-4217-a1ce-618b21f96f6f HTTP/1.1" status: 204 len: 168 time: 2.5960169 Apr 01 15:44:17.676105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:17.686555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52360) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:17.699048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-540454026'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:17.706681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:17.719313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Pushing event updated for resources: {'Port': ['ID=f28e7650-2a2a-461e-b802-77ab36c3de64,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:17.729979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:17.738560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a667d-d6e0-4b6e-ae3c-5fb70b68e870 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Network': ['ID=a38b862d-714a-4217-a1ce-618b21f96f6f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:17.775525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2e520f6b-dbca-42d7-91a0-4752db5eb894 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:17.797075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50c1b4d6-8d2f-44ad-ae02-1bbaaa0b51df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.822127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a35f5-0917-489e-b1cb-b7cf6ced8798 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1465bc30-625b-43fe-bfd9-adf429b3e891,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:17.855623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-914a35f5-0917-489e-b1cb-b7cf6ced8798 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.857731 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-914a35f5-0917-489e-b1cb-b7cf6ced8798 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0128183 Apr 01 15:44:17.859217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-79a0d6ee-4208-436a-b329-32ea6c9220d3 None None] Provisioning complete for port 2e520f6b-dbca-42d7-91a0-4752db5eb894 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:17.859739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-79a0d6ee-4208-436a-b329-32ea6c9220d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.860166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50c1b4d6-8d2f-44ad-ae02-1bbaaa0b51df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.860746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52362) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:17.869263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6cf50fd3-4b1c-4d55-909c-b813f756fc48 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '1465bc30-625b-43fe-bfd9-adf429b3e891', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:17.870082 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-6cf50fd3-4b1c-4d55-909c-b813f756fc48 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:44:17.870701 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-6cf50fd3-4b1c-4d55-909c-b813f756fc48 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:17.871782 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6cf50fd3-4b1c-4d55-909c-b813f756fc48 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085652 Apr 01 15:44:17.874831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52364) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:17.883818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:17.884494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0ff53069-b2a5-4250-a8a9-95b2737b4d3e tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '1465bc30-625b-43fe-bfd9-adf429b3e891', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:17.897904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:17.907642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.031771 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.051321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:18.082737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.121523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2e520f6b-dbca-42d7-91a0-4752db5eb894 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:18.121897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.170056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.203018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-79a0d6ee-4208-436a-b329-32ea6c9220d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.240242 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.252979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.253310 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added segment 49d9219b-2891-4f92-b82e-f25d09428136 of type vlan for network 184d94b7-dce2-4419-8872-3156a75bbaca Apr 01 15:44:18.273135 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-0ff53069-b2a5-4250-a8a9-95b2737b4d3e tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:18.274493 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0ff53069-b2a5-4250-a8a9-95b2737b4d3e tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3986585 Apr 01 15:44:18.294895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52368) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:18.302362 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-11336387-f0f8-4733-9144-cac7e4339fdc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '1465bc30-625b-43fe-bfd9-adf429b3e891', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:18.302845 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-11336387-f0f8-4733-9144-cac7e4339fdc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 01 15:44:18.303345 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-11336387-f0f8-4733-9144-cac7e4339fdc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:18.304464 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-11336387-f0f8-4733-9144-cac7e4339fdc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062530 Apr 01 15:44:18.310005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52370) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:18.317731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6ab435ca-93fe-4d28-803e-2450e41349e6 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '1465bc30-625b-43fe-bfd9-adf429b3e891', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:18.344876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.345169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-79a0d6ee-4208-436a-b329-32ea6c9220d3 None None] For port 2e520f6b-dbca-42d7-91a0-4752db5eb894, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2e520f6b-dbca-42d7-91a0-4752db5eb894,segment=NetworkSegment(4aa80f90-8c3d-4767-a04c-bb8dac720b33),segment_id=4aa80f90-8c3d-4767-a04c-bb8dac720b33)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:18.347473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eeaa543-a9c3-4905-b7b9-90f3497f7e78', 'name': 'tempest-snat-router-1029671625', 'tenant_id': '47b4c871f9374807bdd819b458acbd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.74'}], 'enable_snat': False}, 'gw_port_id': '15e3d952-cc18-4e88-8089-6e5258c9df68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:04Z', 'updated_at': '2022-04-01T15:44:08Z', 'revision_number': 3, 'project_id': '47b4c871f9374807bdd819b458acbd8e', 'gw_port': {'id': '15e3d952-cc18-4e88-8089-6e5258c9df68', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eeaa543-a9c3-4905-b7b9-90f3497f7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:06Z', 'updated_at': '2022-04-01T15:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:18.358988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:18.411524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:18.421924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:18.438937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8331b01-d5f7-4043-9a11-dd80e4553bfb None None] The sync data for ids ['0eeaa543-a9c3-4905-b7b9-90f3497f7e78'] in dv-neutron-835865-1-hyperv is: [{'id': '0eeaa543-a9c3-4905-b7b9-90f3497f7e78', 'name': 'tempest-snat-router-1029671625', 'tenant_id': '47b4c871f9374807bdd819b458acbd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.74'}], 'enable_snat': False}, 'gw_port_id': '15e3d952-cc18-4e88-8089-6e5258c9df68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:04Z', 'updated_at': '2022-04-01T15:44:08Z', 'revision_number': 3, 'project_id': '47b4c871f9374807bdd819b458acbd8e', 'gw_port': {'id': '15e3d952-cc18-4e88-8089-6e5258c9df68', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eeaa543-a9c3-4905-b7b9-90f3497f7e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:06Z', 'updated_at': '2022-04-01T15:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:18.445135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-79a0d6ee-4208-436a-b329-32ea6c9220d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.450466 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.456057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Pushing event updated for resources: {'Port': ['ID=c0f91880-b602-40d8-b1bf-e31d7e4ff629,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:18.466185 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212e6ee-786a-4be3-90db-8cfed29d00e8 req-b9f88838-92ad-4afb-8be7-04df6ff383ff tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:18.467809 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4212e6ee-786a-4be3-90db-8cfed29d00e8 req-b9f88838-92ad-4afb-8be7-04df6ff383ff tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.1385367 Apr 01 15:44:18.485712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.519558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.525386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:18.526175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.562327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Attempting to bind port c0f91880-b602-40d8-b1bf-e31d7e4ff629 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:18.562893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Attempting to bind port c0f91880-b602-40d8-b1bf-e31d7e4ff629 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:18.563685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Attempting to bind port c0f91880-b602-40d8-b1bf-e31d7e4ff629 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:18.698487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0048428 Apr 01 15:44:18.698487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-6ab435ca-93fe-4d28-803e-2450e41349e6 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:18.698487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6ab435ca-93fe-4d28-803e-2450e41349e6 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3814719 Apr 01 15:44:18.699509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50c1b4d6-8d2f-44ad-ae02-1bbaaa0b51df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.699509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50c1b4d6-8d2f-44ad-ae02-1bbaaa0b51df admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.699509 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-50c1b4d6-8d2f-44ad-ae02-1bbaaa0b51df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52951ce4-0e71-4758-aab0-0c57432df6dd HTTP/1.1" status: 204 len: 168 time: 1.2583652 Apr 01 15:44:18.700074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Router dcf2a8fe-74e5-4756-ab4e-30d72d544844 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:18.707006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52372) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:18.707421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52374) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:18.710510 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4212e6ee-786a-4be3-90db-8cfed29d00e8 req-7fa519f7-74af-4d30-9ac2-2336a51c2b61 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984432 Apr 01 15:44:18.711325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b0a8a-edd5-43f5-9496-979c7c01f6c8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Network': ['ID=184d94b7-dce2-4419-8872-3156a75bbaca,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:18.714168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'subnet': {'network_id': '184d94b7-dce2-4419-8872-3156a75bbaca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:18.723107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d22b9a7e-6c5d-4f3f-bd5e-554aa85598ac tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '1465bc30-625b-43fe-bfd9-adf429b3e891', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:18.723915 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING neutron.api.v2.base [None req-d22b9a7e-6c5d-4f3f-bd5e-554aa85598ac tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:44:18.724708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-d22b9a7e-6c5d-4f3f-bd5e-554aa85598ac tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:18.732689 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d22b9a7e-6c5d-4f3f-bd5e-554aa85598ac tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069947 Apr 01 15:44:18.743174 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52378) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:18.773772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1b4d6-8d2f-44ad-ae02-1bbaaa0b51df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52951ce4-0e71-4758-aab0-0c57432df6dd,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:18.780207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-cc977d25-0444-43c9-a6a2-583f1a561613 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '1465bc30-625b-43fe-bfd9-adf429b3e891', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:18.797503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:fe51:e3c6 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/25ed63f3-2831-4e12-beba-5ec5ca6a4a7b/e2fc05bc-995e-4f2b-8b54-98ac37c4943e) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:18.802923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:18.803302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:18.803707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.804230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:18.804745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Bound port: c0f91880-b602-40d8-b1bf-e31d7e4ff629, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:18.805126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.813375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 184d94b7-dce2-4419-8872-3156a75bbaca details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:44:18.865359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-56877878-f050-4852-b407-dfbe7006aab3 None None] Provisioning complete for port 2e520f6b-dbca-42d7-91a0-4752db5eb894 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:18.865750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-56877878-f050-4852-b407-dfbe7006aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:18.942265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0d6ee-4208-436a-b329-32ea6c9220d3 None None] Pushing event updated for resources: {'Port': ['ID=2e520f6b-dbca-42d7-91a0-4752db5eb894,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:19.034812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:44:19.035123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:44:19.090404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] For port c0f91880-b602-40d8-b1bf-e31d7e4ff629, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:19.112153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] For port c0f91880-b602-40d8-b1bf-e31d7e4ff629, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c0f91880-b602-40d8-b1bf-e31d7e4ff629,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:19.137117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-56877878-f050-4852-b407-dfbe7006aab3 None None] Provisioning complete for port f28e7650-2a2a-461e-b802-77ab36c3de64 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:19.141344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-56877878-f050-4852-b407-dfbe7006aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:19.193184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-56877878-f050-4852-b407-dfbe7006aab3 None None] Port f28e7650-2a2a-461e-b802-77ab36c3de64 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:19.197410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:19.213955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:19.233074 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-10e0bed4-e8a2-44d1-ba70-7f87c5754fa7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "PUT /v2.0/routers/dcf2a8fe-74e5-4756-ab4e-30d72d544844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6040173 Apr 01 15:44:19.244542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52384) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:19.252529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2536da0-e139-4ebe-8481-fc1d11c7222d None None] Sync routers for ids ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:19.288060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-56877878-f050-4852-b407-dfbe7006aab3 None None] Provisioning complete for port cca56d00-c6fb-4d51-904d-28da40d7b0e9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:19.288527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-56877878-f050-4852-b407-dfbe7006aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:19.338278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2536da0-e139-4ebe-8481-fc1d11c7222d None None] Routers {'dcf2a8fe-74e5-4756-ab4e-30d72d544844'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:19.339110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f2536da0-e139-4ebe-8481-fc1d11c7222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:19.364458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:19.369782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:19.420369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c6018-84cf-4e92-92a6-2f8b233921e1 None None] Pushing event updated for resources: {'Port': ['ID=c0f91880-b602-40d8-b1bf-e31d7e4ff629,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:19.423841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f2536da0-e139-4ebe-8481-fc1d11c7222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:19.432523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-56877878-f050-4852-b407-dfbe7006aab3 None None] Port cca56d00-c6fb-4d51-904d-28da40d7b0e9 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:19.439626 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2536da0-e139-4ebe-8481-fc1d11c7222d None None] Routers {'dcf2a8fe-74e5-4756-ab4e-30d72d544844'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:19.440381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f2536da0-e139-4ebe-8481-fc1d11c7222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:19.447145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ddac-b87e-465c-9978-6c5c04d7f8b8 req-0591c873-b320-44a5-9626-0e8819bd4528 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:19.456692 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51f6ddac-b87e-465c-9978-6c5c04d7f8b8 req-0591c873-b320-44a5-9626-0e8819bd4528 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.5348325 Apr 01 15:44:19.482151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f2536da0-e139-4ebe-8481-fc1d11c7222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:19.579311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2536da0-e139-4ebe-8481-fc1d11c7222d None None] The sync data for ids ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:19.580696 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51f6ddac-b87e-465c-9978-6c5c04d7f8b8 req-935de169-9393-430e-81de-6519625cb134 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511034 Apr 01 15:44:19.613956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 03a2f961-1608-4c34-84c1-c9ca6b2bec6a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:19.718127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:19.718464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:19.736220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:19.747612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Router 2d7b8260-4d56-4dbc-8fe7-985b97935f93 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:19.825408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-cc977d25-0444-43c9-a6a2-583f1a561613 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:19.826971 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cc977d25-0444-43c9-a6a2-583f1a561613 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0826373 Apr 01 15:44:19.832444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52388) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:19.839588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-83026e8f-e4dc-425d-99cb-879f5f679251 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '1465bc30-625b-43fe-bfd9-adf429b3e891', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:19.840100 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-83026e8f-e4dc-425d-99cb-879f5f679251 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 01 15:44:19.840631 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-83026e8f-e4dc-425d-99cb-879f5f679251 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:19.845186 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-83026e8f-e4dc-425d-99cb-879f5f679251 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083687 Apr 01 15:44:19.845186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52390) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:19.849820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6385db83-b2f7-4b34-a95d-910d61e2706f tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '1465bc30-625b-43fe-bfd9-adf429b3e891', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:19.869200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:19.886862 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-0a0b6193-0c87-498e-9fb6-e715897f9127 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3529165 Apr 01 15:44:19.900029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=03a2f961-1608-4c34-84c1-c9ca6b2bec6a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:19.901339 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:19.915174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:19.975706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:19.977665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52392) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:19.987921 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Sync routers for ids ['2d7b8260-4d56-4dbc-8fe7-985b97935f93'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:19.998409 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Routers {'2d7b8260-4d56-4dbc-8fe7-985b97935f93'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:19.999034 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['2d7b8260-4d56-4dbc-8fe7-985b97935f93'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:19.999790 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-423e3986-03a4-4c7a-bfb4-e9764628d423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.055323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.148412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.148873 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Set router 2d7b8260-4d56-4dbc-8fe7-985b97935f93 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:20.150501 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4494da44-7fc5-490d-bd27-5c297f449e90 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2344790 Apr 01 15:44:20.154396 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52394) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:20.181689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=03a2f961-1608-4c34-84c1-c9ca6b2bec6a,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:20.246391 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-423e3986-03a4-4c7a-bfb4-e9764628d423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.253466 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-6385db83-b2f7-4b34-a95d-910d61e2706f tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:20.254841 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6385db83-b2f7-4b34-a95d-910d61e2706f tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4091222 Apr 01 15:44:20.258171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52398) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:20.275517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-383d3e92-b0c5-4fc4-8840-52bd724c50cf tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '1465bc30-625b-43fe-bfd9-adf429b3e891', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:20.339962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.351504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-423e3986-03a4-4c7a-bfb4-e9764628d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.358181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Pushing event updated for resources: {'Port': ['ID=f28e7650-2a2a-461e-b802-77ab36c3de64,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:20.368164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.456062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c0f91880-b602-40d8-b1bf-e31d7e4ff629 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:20.473873 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.509173 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7b8260-4d56-4dbc-8fe7-985b97935f93', 'name': 'tempest-snat-router-1029671625', 'tenant_id': '47b4c871f9374807bdd819b458acbd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '9302386f-aa3a-4b95-93dd-7407fc7e33df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:13Z', 'updated_at': '2022-04-01T15:44:17Z', 'revision_number': 3, 'project_id': '47b4c871f9374807bdd819b458acbd8e', 'gw_port': {'id': '9302386f-aa3a-4b95-93dd-7407fc7e33df', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7b8260-4d56-4dbc-8fe7-985b97935f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:20.543643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c0f91880-b602-40d8-b1bf-e31d7e4ff629 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:20.545189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.545373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-6e6fa929-eb06-4343-ac47-c28ac1de9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:20.546742 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-6e6fa929-eb06-4343-ac47-c28ac1de9427 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c00e56d01af24de1987cd2db6b6d786a&device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 1098 time: 0.5658197 Apr 01 15:44:20.571308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:20.572203 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Checking router: 2d7b8260-4d56-4dbc-8fe7-985b97935f93 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:44:20.572967 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Updating router 2d7b8260-4d56-4dbc-8fe7-985b97935f93 port 9302386f-aa3a-4b95-93dd-7407fc7e33df binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:44:20.610501 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.624625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:20.634614 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c2d5cf36-f151-4a49-9e02-86217952de04 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/routers/2d7b8260-4d56-4dbc-8fe7-985b97935f93 HTTP/1.1" status: 200 len: 908 time: 0.4786665 Apr 01 15:44:20.636582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:20.648267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52400) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:20.654475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:20.655149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.671235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Subnet': ['ID=137a70a7-b6d6-406f-a601-9b8f708f6c5e,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:20.706584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.746960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=e2fc05bc-995e-4f2b-8b54-98ac37c4943e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:20.760819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port c0f91880-b602-40d8-b1bf-e31d7e4ff629, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c0f91880-b602-40d8-b1bf-e31d7e4ff629,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:20.797508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e3986-03a4-4c7a-bfb4-e9764628d423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f4cd25-c0f7-4758-91ba-bb35cdf9c3e0,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:20.804949 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-423e3986-03a4-4c7a-bfb4-e9764628d423 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7214c613a5ed47c4a27789a8b1fad03a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8262243 Apr 01 15:44:20.815268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c67b19-c794-4c04-a5c9-0d10696e7477 req-4ac7397d-e524-419e-a2df-6c93f2b5dae6 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:20.817207 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-94c67b19-c794-4c04-a5c9-0d10696e7477 req-4ac7397d-e524-419e-a2df-6c93f2b5dae6 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.4869058 Apr 01 15:44:20.817934 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52402) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:20.857042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:20.857817 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 15e3d952-cc18-4e88-8089-6e5258c9df68 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:20.993541 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f6b2dacb-730d-4447-8ca1-f3c5809d010b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4240172 Apr 01 15:44:21.003355 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52404) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:21.024827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.070714 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=c0f91880-b602-40d8-b1bf-e31d7e4ff629,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:21.084501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 15e3d952-cc18-4e88-8089-6e5258c9df68 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:21.084874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.160379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Checking segment: {'id': '49d9219b-2891-4f92-b82e-f25d09428136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '184d94b7-dce2-4419-8872-3156a75bbaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:21.162981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network hostable DHCP agents. Network: 184d94b7-dce2-4419-8872-3156a75bbaca, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:21.171541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-25ec310c-bfbd-46e6-913f-ff781e591e52 None None] Provisioning complete for port c0f91880-b602-40d8-b1bf-e31d7e4ff629 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:21.171823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-25ec310c-bfbd-46e6-913f-ff781e591e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.202851 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-383d3e92-b0c5-4fc4-8840-52bd724c50cf tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:21.203927 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-383d3e92-b0c5-4fc4-8840-52bd724c50cf tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9443338 Apr 01 15:44:21.207353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52406) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:21.288154 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-94c67b19-c794-4c04-a5c9-0d10696e7477 req-770f76e9-219e-4b81-af98-d05f4607eea9 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495401 Apr 01 15:44:21.308100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-679aaaf3-da20-470c-9c58-2585a26bdec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.380182 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-260b0d21-3931-4d05-b135-58441fde5042 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.394106 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-f5e966b1-d94b-4ded-bb43-4b3cb3c3be9a tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:21.397634 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f5e966b1-d94b-4ded-bb43-4b3cb3c3be9a tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "PUT /v2.0/routers/dcf2a8fe-74e5-4756-ab4e-30d72d544844/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1472316 Apr 01 15:44:21.401741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52408) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:21.414721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef47c52-7a9c-40e2-8579-0d6d7ab24997 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:21.431632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef47c52-7a9c-40e2-8579-0d6d7ab24997 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:21.440184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.442926 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7ef47c52-7a9c-40e2-8579-0d6d7ab24997 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4323170 Apr 01 15:44:21.444229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52410) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:21.451153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:21.528947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-679aaaf3-da20-470c-9c58-2585a26bdec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.531968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-2a05855f-a038-4af2-856b-2494f3ad724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:21.536515 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-2a05855f-a038-4af2-856b-2494f3ad724f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3529b02-80fe-4a2c-802f-7da4cf3f8518 HTTP/1.1" status: 200 len: 913 time: 0.9233804 Apr 01 15:44:21.538251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:21.551882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 15e3d952-cc18-4e88-8089-6e5258c9df68, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=15e3d952-cc18-4e88-8089-6e5258c9df68,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:21.591776 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.644487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.645306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2e520f6b-dbca-42d7-91a0-4752db5eb894 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:21.676120 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.685791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-260b0d21-3931-4d05-b135-58441fde5042 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.724732 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Attempting to bind port 9302386f-aa3a-4b95-93dd-7407fc7e33df on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:21.725517 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Attempting to bind port 9302386f-aa3a-4b95-93dd-7407fc7e33df by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:21.726255 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Attempting to bind port 9302386f-aa3a-4b95-93dd-7407fc7e33df on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:21.737509 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.765941 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:21.766627 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:21.767836 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.768783 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:21.769463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Router 0897859b-2855-4c2b-9d36-575f16837791 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:21.769957 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Bound port: 9302386f-aa3a-4b95-93dd-7407fc7e33df, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:21.770644 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.770766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 184d94b7-dce2-4419-8872-3156a75bbaca is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:21.825095 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-5587e35e-a8c7-47c8-b6d7-db080c285e95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37152555-0b7b-4dec-9988-23d1f643056a HTTP/1.1" status: 200 len: 217 time: 0.2728720 Apr 01 15:44:21.830172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7becacd6-a7fc-4869-b9ab-da1b44ca308b None None] Provisioning complete for port e2fc05bc-995e-4f2b-8b54-98ac37c4943e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:21.830759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7becacd6-a7fc-4869-b9ab-da1b44ca308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.834264 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] For port 9302386f-aa3a-4b95-93dd-7407fc7e33df, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:21.838262 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] For port 9302386f-aa3a-4b95-93dd-7407fc7e33df, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9302386f-aa3a-4b95-93dd-7407fc7e33df,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:21.861730 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088f3c6-7cef-4a20-9050-340e83508214 None None] Pushing event updated for resources: {'Port': ['ID=9302386f-aa3a-4b95-93dd-7407fc7e33df,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:21.886423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=15e3d952-cc18-4e88-8089-6e5258c9df68,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:21.901234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7becacd6-a7fc-4869-b9ab-da1b44ca308b None None] Port e2fc05bc-995e-4f2b-8b54-98ac37c4943e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:21.916455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2e520f6b-dbca-42d7-91a0-4752db5eb894 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:21.916838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:21.978453 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.058056 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Routers {'2d7b8260-4d56-4dbc-8fe7-985b97935f93'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:22.058824 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['2d7b8260-4d56-4dbc-8fe7-985b97935f93'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:22.095779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Deleting port 9302386f-aa3a-4b95-93dd-7407fc7e33df {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:22.096447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.103529 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088f3c6-7cef-4a20-9050-340e83508214 None None] Pushing event updated for resources: {'Port': ['ID=9302386f-aa3a-4b95-93dd-7407fc7e33df,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:22.152845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ccd0d7d7-8001-4720-80c3-51040e1047b9 None None] Provisioning complete for port f28e7650-2a2a-461e-b802-77ab36c3de64 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:22.154370 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d7d7-8001-4720-80c3-51040e1047b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.167754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-260b0d21-3931-4d05-b135-58441fde5042 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.170763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-260b0d21-3931-4d05-b135-58441fde5042 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.175357 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-260b0d21-3931-4d05-b135-58441fde5042 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/1465bc30-625b-43fe-bfd9-adf429b3e891 HTTP/1.1" status: 204 len: 168 time: 0.9484084 Apr 01 15:44:22.180749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52412) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:22.208423 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] Set router 2d7b8260-4d56-4dbc-8fe7-985b97935f93 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:22.209046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0d7d7-8001-4720-80c3-51040e1047b9 None None] Port f28e7650-2a2a-461e-b802-77ab36c3de64 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:22.236838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-679aaaf3-da20-470c-9c58-2585a26bdec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.239864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-679aaaf3-da20-470c-9c58-2585a26bdec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.244948 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-679aaaf3-da20-470c-9c58-2585a26bdec2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11f4cd25-c0f7-4758-91ba-bb35cdf9c3e0 HTTP/1.1" status: 204 len: 168 time: 1.4167566 Apr 01 15:44:22.255123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b0d21-3931-4d05-b135-58441fde5042 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1465bc30-625b-43fe-bfd9-adf429b3e891,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:22.257107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 57106716-2e86-42c8-a478-85c9b6a45f79 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:22.292789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aaaf3-da20-470c-9c58-2585a26bdec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f4cd25-c0f7-4758-91ba-bb35cdf9c3e0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:22.321902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] For port 9302386f-aa3a-4b95-93dd-7407fc7e33df, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9302386f-aa3a-4b95-93dd-7407fc7e33df,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:22.322404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.334270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 57106716-2e86-42c8-a478-85c9b6a45f79 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:22.335849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 57106716-2e86-42c8-a478-85c9b6a45f79 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:22.355840 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-84ba41c6-58ca-41b2-85c9-5541023dfb10 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1318502 Apr 01 15:44:22.355840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Calling delete_port for 9302386f-aa3a-4b95-93dd-7407fc7e33df owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:22.360541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52418) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:22.369012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-749f21ef-e10d-4334-a409-1d10fe5fea14 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'tempest-secgroup--923167308'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:22.371614 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7b8260-4d56-4dbc-8fe7-985b97935f93', 'name': 'tempest-snat-router-1029671625', 'tenant_id': '47b4c871f9374807bdd819b458acbd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:13Z', 'updated_at': '2022-04-01T15:44:21Z', 'revision_number': 4, 'project_id': '47b4c871f9374807bdd819b458acbd8e', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:22.443467 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606cc0af-ec11-4264-b426-d5e1ab343908 None None] The sync data for ids ['2d7b8260-4d56-4dbc-8fe7-985b97935f93'] in dv-neutron-835865-1-hyperv is: [{'id': '2d7b8260-4d56-4dbc-8fe7-985b97935f93', 'name': 'tempest-snat-router-1029671625', 'tenant_id': '47b4c871f9374807bdd819b458acbd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:13Z', 'updated_at': '2022-04-01T15:44:21Z', 'revision_number': 4, 'project_id': '47b4c871f9374807bdd819b458acbd8e', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:22.537016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c0f91880-b602-40d8-b1bf-e31d7e4ff629 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:22.547921 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-749f21ef-e10d-4334-a409-1d10fe5fea14 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.586950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.610531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c0f91880-b602-40d8-b1bf-e31d7e4ff629 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:22.611220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.618943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-cdf623cf-5a14-4e51-bd77-6e3f21db5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:22.620612 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-cdf623cf-5a14-4e51-bd77-6e3f21db5214 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3deeeae6-1674-4c0c-8011-da5261b3d2a5 HTTP/1.1" status: 200 len: 851 time: 0.7589250 Apr 01 15:44:22.649202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09d6b4-f30e-49da-89d5-0f2a8b561bb9 req-e354402d-05eb-431c-a26d-90e08cb8d1a8 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:22.651055 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c09d6b4-f30e-49da-89d5-0f2a8b561bb9 req-e354402d-05eb-431c-a26d-90e08cb8d1a8 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.1918929 Apr 01 15:44:22.651394 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 184d94b7-dce2-4419-8872-3156a75bbaca) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:22.659102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:22.660058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.669174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56335ff6-314f-4d33-aa28-b9bb28210eee None None] Network 184d94b7-dce2-4419-8872-3156a75bbaca requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:22.696900 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-22aa0e02-a446-4f3f-983a-0e2b50204e35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3529b02-80fe-4a2c-802f-7da4cf3f8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639501 Apr 01 15:44:22.826407 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0cc4b827-ba3d-45c2-a9ad-4aa1aafc3b34 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1162500 Apr 01 15:44:22.830261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52422) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:22.835260 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-aa90374f-264d-42bd-befa-8c5a20eefdcb service neutron] 10.222.0.41 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238737 Apr 01 15:44:22.837792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-67ed82bd-5535-4a8e-8d33-326d42795487 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port e2fc05bc-995e-4f2b-8b54-98ac37c4943e {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:22.838313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-67ed82bd-5535-4a8e-8d33-326d42795487 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:22.858526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-760b33e2-3c49-4192-9d76-afc027135236 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-480417650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:22.918621 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 15e3d952-cc18-4e88-8089-6e5258c9df68 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:22.946911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-184d94b7-dce2-4419-8872-3156a75bbaca', 'network_id': '184d94b7-dce2-4419-8872-3156a75bbaca', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'fixed_ips': [{'subnet_id': '137a70a7-b6d6-406f-a601-9b8f708f6c5e'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:22.947872 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.006026 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c09d6b4-f30e-49da-89d5-0f2a8b561bb9 req-c7dbdd63-f370-4c90-8aca-cfa41db7a417 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220408 Apr 01 15:44:23.042872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:23.050564 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e679e573-e560-4835-b14d-453143050df0 admin admin] 10.222.0.73 "PUT /v2.0/routers/0897859b-2855-4c2b-9d36-575f16837791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1633356 Apr 01 15:44:23.119037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-67ed82bd-5535-4a8e-8d33-326d42795487 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.130999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.134947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Sync routers for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:23.146139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-67ed82bd-5535-4a8e-8d33-326d42795487 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for e2fc05bc-995e-4f2b-8b54-98ac37c4943e owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:23.172493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:23.173104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:23.191601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event deleted for resources: {'Port': ['ID=9302386f-aa3a-4b95-93dd-7407fc7e33df,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:23.246402 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-08770cde-4e3f-415d-8cb4-f21125a34b5e req-5b8ba199-44e8-4682-b95d-0d144db1c63b service neutron] 10.222.0.41 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597031 Apr 01 15:44:23.285151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 15e3d952-cc18-4e88-8089-6e5258c9df68 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:23.285668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.291569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-760b33e2-3c49-4192-9d76-afc027135236 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.293079 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-760b33e2-3c49-4192-9d76-afc027135236 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.300296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-749f21ef-e10d-4334-a409-1d10fe5fea14 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.321753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.360752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Allocated IP 2001:db8::2 (184d94b7-dce2-4419-8872-3156a75bbaca/137a70a7-b6d6-406f-a601-9b8f708f6c5e/bbbfc7e2-9006-4fe7-858b-a88bfce006d8) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:23.466330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-749f21ef-e10d-4334-a409-1d10fe5fea14 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.543868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:23.553169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-67ed82bd-5535-4a8e-8d33-326d42795487 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.588862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.593824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-760b33e2-3c49-4192-9d76-afc027135236 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.595285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.627071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f21ef-e10d-4334-a409-1d10fe5fea14 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733d2c55-934b-4db4-b261-8a58ee6dd707,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:23.639595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed82bd-5535-4a8e-8d33-326d42795487 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=e2fc05bc-995e-4f2b-8b54-98ac37c4943e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:23.688590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-67ed82bd-5535-4a8e-8d33-326d42795487 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.696720 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-67ed82bd-5535-4a8e-8d33-326d42795487 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/e2fc05bc-995e-4f2b-8b54-98ac37c4943e HTTP/1.1" status: 204 len: 168 time: 2.2393262 Apr 01 15:44:23.705990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52444) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:23.739654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-760b33e2-3c49-4192-9d76-afc027135236 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.762838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-749f21ef-e10d-4334-a409-1d10fe5fea14 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.768008 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-749f21ef-e10d-4334-a409-1d10fe5fea14 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4058015 Apr 01 15:44:23.768673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52446) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:23.804558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-56f8fd90-ca1b-44d0-ab75-90fde75d4a83 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '733d2c55-934b-4db4-b261-8a58ee6dd707', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:23.869327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888dc8a-6f36-4bc8-a446-3469a13ba74b req-42a26ff9-3eb2-4e95-9bf3-49e7160ec63a tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:23.871310 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b888dc8a-6f36-4bc8-a446-3469a13ba74b req-42a26ff9-3eb2-4e95-9bf3-49e7160ec63a tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.4459696 Apr 01 15:44:23.878280 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.878947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d7b8260-4d56-4dbc-8fe7-985b97935f93 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:23.887985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:23.889358 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-303a3d37-0a17-4d9d-8f11-50b8e329d03d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "DELETE /v2.0/routers/2d7b8260-4d56-4dbc-8fe7-985b97935f93 HTTP/1.1" status: 204 len: 168 time: 3.2398174 Apr 01 15:44:23.901683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52450) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:23.905851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-bac6aad7-6d88-4210-8124-52765c180c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:23.914792 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-bac6aad7-6d88-4210-8124-52765c180c59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c00e56d01af24de1987cd2db6b6d786a&device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 1098 time: 0.3523512 Apr 01 15:44:23.985429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cfa80-d9ee-4148-ab8e-52720eaa1400 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:23.987750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cfa80-d9ee-4148-ab8e-52720eaa1400 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:23.993450 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e20cfa80-d9ee-4148-ab8e-52720eaa1400 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2837038 Apr 01 15:44:23.996087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 03a2f961-1608-4c34-84c1-c9ca6b2bec6a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:23.997420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52452) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:24.200283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-5511fca7-d863-40a5-97c6-e00faa4583f8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 25ed63f3-2831-4e12-beba-5ec5ca6a4a7b {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:24.217416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.261467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5511fca7-d863-40a5-97c6-e00faa4583f8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.273696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:24.274357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.345342 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.382349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5511fca7-d863-40a5-97c6-e00faa4583f8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.409914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Pushing event updated for resources: {'Port': ['ID=bbbfc7e2-9006-4fe7-858b-a88bfce006d8,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:24.430097 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-760b33e2-3c49-4192-9d76-afc027135236 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.430097 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-760b33e2-3c49-4192-9d76-afc027135236 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5688999 Apr 01 15:44:24.440011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52464) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:24.446357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-0974d65b-163c-4aa2-a3e7-7167bf6cfbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:24.448746 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-0974d65b-163c-4aa2-a3e7-7167bf6cfbb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3529b02-80fe-4a2c-802f-7da4cf3f8518 HTTP/1.1" status: 200 len: 913 time: 0.5097098 Apr 01 15:44:24.472507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Network 184d94b7-dce2-4419-8872-3156a75bbaca is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:24.485532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 2, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:24.487699 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:24.493675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:24.525758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Checking router: 0897859b-2855-4c2b-9d36-575f16837791 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:44:24.526119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Updating router 0897859b-2855-4c2b-9d36-575f16837791 port f28e7650-2a2a-461e-b802-77ab36c3de64 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:44:24.526327 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-b2ecc63c-6049-4bdb-b98d-2bc4af683aab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37152555-0b7b-4dec-9988-23d1f643056a HTTP/1.1" status: 200 len: 217 time: 0.0602107 Apr 01 15:44:24.526798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52466) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:24.566387 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b888dc8a-6f36-4bc8-a446-3469a13ba74b req-92e03041-098c-422a-8897-679fd1cbc58b tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819637 Apr 01 15:44:24.604165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.649243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52472) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:24.654773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1963673608-network', 'tenant_id': '17f8c58e49f845328fd994505ca5054d'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:24.656394 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Attempting to bind port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:24.656979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Attempting to bind port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '49d9219b-2891-4f92-b82e-f25d09428136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '184d94b7-dce2-4419-8872-3156a75bbaca'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:24.657507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Attempting to bind port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 on network 184d94b7-dce2-4419-8872-3156a75bbaca {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:24.694358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5511fca7-d863-40a5-97c6-e00faa4583f8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.697098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:24.697859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Checking segment: {'id': '49d9219b-2891-4f92-b82e-f25d09428136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '184d94b7-dce2-4419-8872-3156a75bbaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:24.698764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.699374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Bound using segment: {'id': '49d9219b-2891-4f92-b82e-f25d09428136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '184d94b7-dce2-4419-8872-3156a75bbaca'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:24.700029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Bound port: bbbfc7e2-9006-4fe7-858b-a88bfce006d8, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d9219b-2891-4f92-b82e-f25d09428136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '184d94b7-dce2-4419-8872-3156a75bbaca'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:24.700617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.716049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Deleting port cca56d00-c6fb-4d51-904d-28da40d7b0e9 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:24.716421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.739950 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-b488742b-20db-4577-8bc1-f3afe4d275f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:24.744416 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-b488742b-20db-4577-8bc1-f3afe4d275f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3deeeae6-1674-4c0c-8011-da5261b3d2a5 HTTP/1.1" status: 200 len: 851 time: 0.1969740 Apr 01 15:44:24.799620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Made reservation on behalf of 17f8c58e49f845328fd994505ca5054d for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:24.802125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.817555 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-63fe8a38-15db-48f1-88cd-bdb160450f50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3529b02-80fe-4a2c-802f-7da4cf3f8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538175 Apr 01 15:44:24.825144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-730208333'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:24.828527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.888306 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-56f8fd90-ca1b-44d0-ab75-90fde75d4a83 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The resource could not be found. Apr 01 15:44:24.892857 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-56f8fd90-ca1b-44d0-ab75-90fde75d4a83 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.1101880 Apr 01 15:44:24.894243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:24.895513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] For port bbbfc7e2-9006-4fe7-858b-a88bfce006d8, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:24.896615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52474) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:24.921274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] For port bbbfc7e2-9006-4fe7-858b-a88bfce006d8, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bbbfc7e2-9006-4fe7-858b-a88bfce006d8,segment=NetworkSegment(49d9219b-2891-4f92-b82e-f25d09428136),segment_id=49d9219b-2891-4f92-b82e-f25d09428136)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:24.939579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9deadeb8-fca1-40c2-b022-301f5be1b0cf tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '733d2c55-934b-4db4-b261-8a58ee6dd707', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c0edd5fc-dacd-4539-b31f-f571c84a8824'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:24.990969 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-a9e059af-a086-4966-8153-56877e5b2d45 service neutron] 10.222.0.41 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594172 Apr 01 15:44:25.046379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.052541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.056327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.082508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Made reservation on behalf of cd49cf0abeca48bebbebf721f5cb1038 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:25.087332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.089275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5511fca7-d863-40a5-97c6-e00faa4583f8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.111568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.131273 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Calling delete_port for cca56d00-c6fb-4d51-904d-28da40d7b0e9 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:25.136771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.138176 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a1f0d-9b8f-435d-ad86-179807eeaa4f None None] Pushing event updated for resources: {'Port': ['ID=bbbfc7e2-9006-4fe7-858b-a88bfce006d8,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:25.140238 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.148934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511fca7-d863-40a5-97c6-e00faa4583f8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=25ed63f3-2831-4e12-beba-5ec5ca6a4a7b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:25.171436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5511fca7-d863-40a5-97c6-e00faa4583f8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.177591 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5511fca7-d863-40a5-97c6-e00faa4583f8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/25ed63f3-2831-4e12-beba-5ec5ca6a4a7b HTTP/1.1" status: 204 len: 168 time: 1.1766582 Apr 01 15:44:25.177846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5deb51-813c-4fda-8288-bf67926628e5 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:25.183306 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52476) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:25.199764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:25.204882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.230541 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-95795062-3679-4fb2-ae84-6f8f2b5ff262 req-d9789227-1db9-402c-bb2f-181d6b10152e service neutron] 10.222.0.41 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280719 Apr 01 15:44:25.231882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.232222 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Added segment d94b84a2-7330-495c-8ece-cdf8f3039802 of type vlan for network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 Apr 01 15:44:25.234525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbbcfa8-f8ab-4a96-bd23-97f0aafe0820,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:25.301123 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b87deabf-af4e-4aa2-aa57-d589def638ad tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107128 Apr 01 15:44:25.302093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52478) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:25.318772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8d798-7aef-434b-b5a5-a535a05db8de None None] Pushing event updated for resources: {'Port': ['ID=f28e7650-2a2a-461e-b802-77ab36c3de64,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:25.327073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.342559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.346019 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.423893 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-9deadeb8-fca1-40c2-b022-301f5be1b0cf tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The resource could not be found. Apr 01 15:44:25.425250 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9deadeb8-fca1-40c2-b022-301f5be1b0cf tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5237572 Apr 01 15:44:25.430246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52480) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:25.456186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Attempting to bind port f28e7650-2a2a-461e-b802-77ab36c3de64 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:25.457736 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Attempting to bind port f28e7650-2a2a-461e-b802-77ab36c3de64 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:25.458103 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Attempting to bind port f28e7650-2a2a-461e-b802-77ab36c3de64 on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:25.459831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145f744-1889-4125-8451-8b26226c0185 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:25.461543 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d145f744-1889-4125-8451-8b26226c0185 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1589506 Apr 01 15:44:25.466171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52482) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:25.466930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:25.467304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Checking segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:25.467823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.468216 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Bound using segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:25.468713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Bound port: f28e7650-2a2a-461e-b802-77ab36c3de64, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:25.469093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.481821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.514832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.515954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:25.516571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.597156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.628301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] For port f28e7650-2a2a-461e-b802-77ab36c3de64, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:25.631796 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] For port f28e7650-2a2a-461e-b802-77ab36c3de64, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f28e7650-2a2a-461e-b802-77ab36c3de64,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:25.661406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a20b8f-4528-4553-b5d6-c3b4b7ddb07d None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:25.693287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14ae23e-08b5-496a-a131-f8f81a28eb9c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:25.726914 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0776441 Apr 01 15:44:25.734554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120d617-93d5-4bcd-a055-4158bc405b9f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:25.738752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52486) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:25.739162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52488) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:25.739406 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4120d617-93d5-4bcd-a055-4158bc405b9f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2721293 Apr 01 15:44:25.750999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.775751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Request body: {'subnet': {'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1963673608-subnet', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'ip_version': 4}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:25.784484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:25.802366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54719888-2688-4552-b904-4cb60d1932d2 admin admin] Pushing event updated for resources: {'Network': ['ID=6a64e0f7-b3a8-4b4d-a1f7-306a01696920,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:25.807306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.807665 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Added segment 338dabc5-991c-4b79-92e0-28c700d740e6 of type vlan for network d11ffe7b-f4fb-4a25-80c2-33a50515894c Apr 01 15:44:25.834819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:44:25.869188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:25.950336 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-26c3ff8d-22c9-4f64-a3fd-a7150e4babdc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2064638 Apr 01 15:44:25.957411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52492) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:25.967881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:25.970699 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8d798-7aef-434b-b5a5-a535a05db8de None None] Pushing event updated for resources: {'Port': ['ID=f28e7650-2a2a-461e-b802-77ab36c3de64,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:25.973706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:25.974504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:26.033674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-84a20b8f-4528-4553-b5d6-c3b4b7ddb07d None None] Deleting port c0f91880-b602-40d8-b1bf-e31d7e4ff629 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:26.034118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-84a20b8f-4528-4553-b5d6-c3b4b7ddb07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.051812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.052828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f6cb7f4b-666f-4639-b9bd-eb9ff4271f27 None None] Provisioning complete for port f28e7650-2a2a-461e-b802-77ab36c3de64 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:26.052828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7f4b-666f-4639-b9bd-eb9ff4271f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.070319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:26.071810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.073780 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2bb76017-79d4-4c92-afca-09903fede77c tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.217382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-84a20b8f-4528-4553-b5d6-c3b4b7ddb07d None None] For port c0f91880-b602-40d8-b1bf-e31d7e4ff629, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c0f91880-b602-40d8-b1bf-e31d7e4ff629,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:26.221563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-84a20b8f-4528-4553-b5d6-c3b4b7ddb07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.226457 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6840763 Apr 01 15:44:26.240313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52494) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:26.240552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59362558-c634-4638-b6cd-aca5288446c4 req-c0e1d793-8310-4afe-8c81-274b417cb20b tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:26.242981 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-59362558-c634-4638-b6cd-aca5288446c4 req-c0e1d793-8310-4afe-8c81-274b417cb20b tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.5026867 Apr 01 15:44:26.253514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-84a20b8f-4528-4553-b5d6-c3b4b7ddb07d None None] Calling delete_port for c0f91880-b602-40d8-b1bf-e31d7e4ff629 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:26.261754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'subnet': {'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:26.280828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2bb76017-79d4-4c92-afca-09903fede77c tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.285400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:26.327499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Made reservation on behalf of 17f8c58e49f845328fd994505ca5054d for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:26.331731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.487001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7f4b-666f-4639-b9bd-eb9ff4271f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.491527 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.496822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0acd5-0d9f-4211-acc7-5aed5fd1e221 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Network': ['ID=d11ffe7b-f4fb-4a25-80c2-33a50515894c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:26.502119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Deleting port 15e3d952-cc18-4e88-8089-6e5258c9df68 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:26.510786 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.540580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:44:26.658442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Made reservation on behalf of cd49cf0abeca48bebbebf721f5cb1038 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:26.672113 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event deleted for resources: {'Port': ['ID=cca56d00-c6fb-4d51-904d-28da40d7b0e9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:26.678133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.707473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:26.726003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 2001:db8::1 (184d94b7-dce2-4419-8872-3156a75bbaca/137a70a7-b6d6-406f-a601-9b8f708f6c5e/6e6aa513-1162-4a38-a131-3912e461b043) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:26.726760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.787205 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-59362558-c634-4638-b6cd-aca5288446c4 req-8124b5ad-ba44-41d7-8308-bf3398f59ab5 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625461 Apr 01 15:44:26.804004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device bbbfc7e2-9006-4fe7-858b-a88bfce006d8 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:26.858522 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] For port 15e3d952-cc18-4e88-8089-6e5258c9df68, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=15e3d952-cc18-4e88-8089-6e5258c9df68,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:26.859707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.883414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Calling delete_port for 15e3d952-cc18-4e88-8089-6e5258c9df68 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:26.919480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f6cb7f4b-666f-4639-b9bd-eb9ff4271f27 None None] For port f28e7650-2a2a-461e-b802-77ab36c3de64, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f28e7650-2a2a-461e-b802-77ab36c3de64,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:26.944996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:26.945374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.962105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2bb76017-79d4-4c92-afca-09903fede77c tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.964799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2bb76017-79d4-4c92-afca-09903fede77c tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.966050 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2bb76017-79d4-4c92-afca-09903fede77c tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/733d2c55-934b-4db4-b261-8a58ee6dd707 HTTP/1.1" status: 204 len: 168 time: 1.5339482 Apr 01 15:44:26.972192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52496) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:26.992563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-84a20b8f-4528-4553-b5d6-c3b4b7ddb07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.002168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a13f3-80c1-4f24-ab41-91193fac350f None None] Network 184d94b7-dce2-4419-8872-3156a75bbaca requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:27.042043 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5f884524-eb0b-48ea-87e6-cec3b15159f4 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0682936 Apr 01 15:44:27.052705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52498) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:27.060024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb76017-79d4-4c92-afca-09903fede77c tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733d2c55-934b-4db4-b261-8a58ee6dd707,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:27.073250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0f2cfa69-7720-4e72-9cfe-bcff8caa503a tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': '79440027-2caf-490b-843f-19b011cdb394', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:27.100666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7f4b-666f-4639-b9bd-eb9ff4271f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.183860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a20b8f-4528-4553-b5d6-c3b4b7ddb07d None None] No DVR routers for this DVR port c0f91880-b602-40d8-b1bf-e31d7e4ff629 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:27.190114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a20b8f-4528-4553-b5d6-c3b4b7ddb07d None None] Pushing event deleted for resources: {'Port': ['ID=c0f91880-b602-40d8-b1bf-e31d7e4ff629,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:27.289552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.330562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.333935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.334154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4bcc8cf8-8e37-4b1c-b3e4-ba96a1172653 None None] Provisioning complete for port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:27.334154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8cf8-8e37-4b1c-b3e4-ba96a1172653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.380402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb7f4b-666f-4639-b9bd-eb9ff4271f27 None None] Pushing event updated for resources: {'Port': ['ID=f28e7650-2a2a-461e-b802-77ab36c3de64,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:27.381629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Subnet': ['ID=fa363257-d430-472c-a3aa-d1ebcf3c7f78,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:27.389333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.391230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Checking segment: {'id': '338dabc5-991c-4b79-92e0-28c700d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:27.391862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Network hostable DHCP agents. Network: d11ffe7b-f4fb-4a25-80c2-33a50515894c, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:27.437198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.450006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port bbbfc7e2-9006-4fe7-858b-a88bfce006d8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bbbfc7e2-9006-4fe7-858b-a88bfce006d8,segment=NetworkSegment(49d9219b-2891-4f92-b82e-f25d09428136),segment_id=49d9219b-2891-4f92-b82e-f25d09428136)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:27.457871 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:25Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:27.488026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cac857-12d7-425c-84d5-876de8329d5c None None] The sync data for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv is: [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:25Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:27.515549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=1f4f8de2-80de-489e-ac5b-774f784e4fcd,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:27.518680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:27.526728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:27.530631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:27.534982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:27.535459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.599581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d676cf-6acd-4d26-955d-87ef6e6c49a6 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:27.614153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.634016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8cf8-8e37-4b1c-b3e4-ba96a1172653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.717285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, d11ffe7b-f4fb-4a25-80c2-33a50515894c) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:27.720518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c0f91880-b602-40d8-b1bf-e31d7e4ff629 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:27.723799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:27.733965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.768178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cba6a0-9e35-4689-b9f2-5827b4e63df8 None None] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:27.779982 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-06c9f100-c4b5-4be9-a510-25545641f587 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8137662 Apr 01 15:44:27.779982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52500) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:27.781732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:f8:d3:9a', 'name': 'tempest-NetworksTestDHCPv6-257915235'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:27.798286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c0f91880-b602-40d8-b1bf-e31d7e4ff629 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:27.798637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c0f91880-b602-40d8-b1bf-e31d7e4ff629 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:27.936232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=bbbfc7e2-9006-4fe7-858b-a88bfce006d8,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:27.943226 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-29691a80-ad37-41b3-822e-0f6d9c183469 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7014046 Apr 01 15:44:27.968955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52504) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:27.976659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'port': {'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c', 'name': 'tempest-AllowedAddressPairTestJSON-463334227'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:27.977792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-4bcc8cf8-8e37-4b1c-b3e4-ba96a1172653 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:44:27.978149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-4bcc8cf8-8e37-4b1c-b3e4-ba96a1172653 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:44:28.050036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:28.105176 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '1f4f8de2-80de-489e-ac5b-774f784e4fcd'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:28.106091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.111911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.135739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-d11ffe7b-f4fb-4a25-80c2-33a50515894c', 'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c', 'tenant_id': 'cd49cf0abeca48bebbebf721f5cb1038', 'fixed_ips': [{'subnet_id': 'fa363257-d430-472c-a3aa-d1ebcf3c7f78'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:28.136693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.198135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.231815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port b9099f72-8030-43af-bce7-f4e08c6f4bd3 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:28.258700 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-0f2cfa69-7720-4e72-9cfe-bcff8caa503a tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The resource could not be found. Apr 01 15:44:28.265598 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0f2cfa69-7720-4e72-9cfe-bcff8caa503a tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2066205 Apr 01 15:44:28.270059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52506) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:28.270887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6339ba10-fadc-4522-bd1d-28498ecb40b1,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:28.286116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-410b9353-d7f3-46ac-90cd-b27d9aa471f5 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741100396'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:28.290914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.333707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Made reservation on behalf of cd49cf0abeca48bebbebf721f5cb1038 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:28.337659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.369649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] device_id is not set on port 39a5d0f9-435b-440c-bddb-b7b8fd2287bc yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:28.384666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/1f4f8de2-80de-489e-ac5b-774f784e4fcd/0b0aef9b-256d-4a85-b9c9-cd78fc339c04) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:28.394015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.416154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Allocated IP 172.20.0.2 (d11ffe7b-f4fb-4a25-80c2-33a50515894c/fa363257-d430-472c-a3aa-d1ebcf3c7f78/ce9a3c76-678c-4f82-8136-240120da325c) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:28.416372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event deleted for resources: {'Port': ['ID=15e3d952-cc18-4e88-8089-6e5258c9df68,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:28.439729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Router dcf2a8fe-74e5-4756-ab4e-30d72d544844 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:28.498637 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dec33a-a32c-4ea8-b8a9-da959f9bb462 req-dc51e37c-565f-4da9-94af-2e1617cfe585 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:28.500599 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8dec33a-a32c-4ea8-b8a9-da959f9bb462 req-dc51e37c-565f-4da9-94af-2e1617cfe585 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.3943343 Apr 01 15:44:28.529526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 184d94b7-dce2-4419-8872-3156a75bbaca is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:28.557288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:28.567720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:28.568295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.592981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-410b9353-d7f3-46ac-90cd-b27d9aa471f5 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.685731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Checking segment: {'id': 'd94b84a2-7330-495c-8ece-cdf8f3039802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:28.686140 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Network hostable DHCP agents. Network: 6a64e0f7-b3a8-4b4d-a1f7-306a01696920, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:28.719063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4bcc8cf8-8e37-4b1c-b3e4-ba96a1172653 None None] Provisioning complete for port f28e7650-2a2a-461e-b802-77ab36c3de64 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:28.721980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8cf8-8e37-4b1c-b3e4-ba96a1172653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.758117 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=6e6aa513-1162-4a38-a131-3912e461b043,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:28.791648 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.798760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.858857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.928024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:28.942510 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device bbbfc7e2-9006-4fe7-858b-a88bfce006d8 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:28.983006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::31f (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/1f4f8de2-80de-489e-ac5b-774f784e4fcd/b9099f72-8030-43af-bce7-f4e08c6f4bd3) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:28.996395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:28.998455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.017911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:29.025576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:29.034430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-410b9353-d7f3-46ac-90cd-b27d9aa471f5 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.066071 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8dec33a-a32c-4ea8-b8a9-da959f9bb462 req-56dfc96f-d900-4292-9c47-f985eefc9a7a tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096924 Apr 01 15:44:29.066071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:29.070327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:29.074334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Pushing event updated for resources: {'Port': ['ID=0b0aef9b-256d-4a85-b9c9-cd78fc339c04,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:29.078129 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbddc14c-f3fe-4dfa-8a5f-a1107ac88dce None None] Sync routers for ids ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:29.087674 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2dbe9851-12f9-48a7-b15d-ad10d0292d8b tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "PUT /v2.0/routers/dcf2a8fe-74e5-4756-ab4e-30d72d544844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6762371 Apr 01 15:44:29.102717 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbddc14c-f3fe-4dfa-8a5f-a1107ac88dce None None] Routers {'dcf2a8fe-74e5-4756-ab4e-30d72d544844'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:29.104733 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cbddc14c-f3fe-4dfa-8a5f-a1107ac88dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:29.106290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:29.113956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52510) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:29.120724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.133759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.138451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:29.219260 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cbddc14c-f3fe-4dfa-8a5f-a1107ac88dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:29.230918 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-410b9353-d7f3-46ac-90cd-b27d9aa471f5 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.243760 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-6b100238-7c0d-44c0-8f92-99b502da9181 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] delete failed (client error): The resource could not be found. Apr 01 15:44:29.244778 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbddc14c-f3fe-4dfa-8a5f-a1107ac88dce None None] Routers {'dcf2a8fe-74e5-4756-ab4e-30d72d544844'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:29.245587 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6b100238-7c0d-44c0-8f92-99b502da9181 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1651246025 HTTP/1.1" status: 404 len: 335 time: 0.1275053 Apr 01 15:44:29.246106 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cbddc14c-f3fe-4dfa-8a5f-a1107ac88dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:29.246667 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:29.258331 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52512) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:29.273170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-02535d0d-184b-4478-8ffb-c830d63e3532 {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:44:29.273502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:44:29.315887 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cbddc14c-f3fe-4dfa-8a5f-a1107ac88dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:29.318445 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbddc14c-f3fe-4dfa-8a5f-a1107ac88dce None None] The sync data for ids ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:29.347635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-baf09095-ba51-4d17-8cbe-940ff1ccbb38 None None] Provisioning complete for port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:29.348665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-baf09095-ba51-4d17-8cbe-940ff1ccbb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.358499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.388930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Attempting to bind port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:29.389221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Attempting to bind port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:29.389582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Attempting to bind port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:29.468224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b3d202ef-7ee4-4750-a17c-3d40109c4c27 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dcf2a8fe-74e5-4756-ab4e-30d72d544844'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:29.468366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:29.468366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:29.468366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.468366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:29.468366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Bound port: 0b0aef9b-256d-4a85-b9c9-cd78fc339c04, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:29.468366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.468366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Pushing event updated for resources: {'Port': ['ID=ce9a3c76-678c-4f82-8136-240120da325c,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:29.493552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:29.493914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.521258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b9353-d7f3-46ac-90cd-b27d9aa471f5 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6153a35-3243-4d4f-801f-81871eea4ac1,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:29.537797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Attempting to bind port ce9a3c76-678c-4f82-8136-240120da325c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:29.538165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Attempting to bind port ce9a3c76-678c-4f82-8136-240120da325c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '338dabc5-991c-4b79-92e0-28c700d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:29.538523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Attempting to bind port ce9a3c76-678c-4f82-8136-240120da325c on network d11ffe7b-f4fb-4a25-80c2-33a50515894c {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:29.552501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.561661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:29.562083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Checking segment: {'id': '338dabc5-991c-4b79-92e0-28c700d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:29.562487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.562827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Bound using segment: {'id': '338dabc5-991c-4b79-92e0-28c700d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:29.563310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Bound port: ce9a3c76-678c-4f82-8136-240120da325c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338dabc5-991c-4b79-92e0-28c700d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:29.563774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.650732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] For port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:29.681354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] For port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0b0aef9b-256d-4a85-b9c9-cd78fc339c04,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:29.721849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.730634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-229c185d-473c-4981-845c-a80a9a45219f None None] For port ce9a3c76-678c-4f82-8136-240120da325c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:29.741976 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3d202ef-7ee4-4750-a17c-3d40109c4c27 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.747038 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-410b9353-d7f3-46ac-90cd-b27d9aa471f5 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.748317 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-410b9353-d7f3-46ac-90cd-b27d9aa471f5 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4704547 Apr 01 15:44:29.752213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-baf09095-ba51-4d17-8cbe-940ff1ccbb38 None None] Provisioning complete for port 6e6aa513-1162-4a38-a131-3912e461b043 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:29.752926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-baf09095-ba51-4d17-8cbe-940ff1ccbb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.760514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-229c185d-473c-4981-845c-a80a9a45219f None None] For port ce9a3c76-678c-4f82-8136-240120da325c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ce9a3c76-678c-4f82-8136-240120da325c,segment=NetworkSegment(338dabc5-991c-4b79-92e0-28c700d740e6),segment_id=338dabc5-991c-4b79-92e0-28c700d740e6)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:29.774785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.776323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52514) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:29.782136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f28e7650-2a2a-461e-b802-77ab36c3de64 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:29.782442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.783012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0eeaa543-a9c3-4905-b7b9-90f3497f7e78 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:29.788071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.788709 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ecf61585-60af-4da4-9605-d8cba2c6b1df tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032509058'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:29.794927 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-63f7cfaa-be53-4465-8322-03924406ebd6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "DELETE /v2.0/routers/0eeaa543-a9c3-4905-b7b9-90f3497f7e78 HTTP/1.1" status: 204 len: 168 time: 5.8928168 Apr 01 15:44:29.797122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 6a64e0f7-b3a8-4b4d-a1f7-306a01696920) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:29.803879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:29.804927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.806387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52516) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:29.815358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-15207864', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:29.825313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.835326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.846246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4927f3b8-526d-46e9-9100-fb73e3393b6c None None] Network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:29.860072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:29.870010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:29.878698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-baf09095-ba51-4d17-8cbe-940ff1ccbb38 None None] Port 6e6aa513-1162-4a38-a131-3912e461b043 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:29.883260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:29.887062 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-b3d202ef-7ee4-4750-a17c-3d40109c4c27 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] update failed (client error): The resource could not be found. Apr 01 15:44:29.888332 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b3d202ef-7ee4-4750-a17c-3d40109c4c27 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "PUT /v2.0/routers/dcf2a8fe-74e5-4756-ab4e-30d72d544844 HTTP/1.1" status: 404 len: 339 time: 0.5076454 Apr 01 15:44:29.893528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52520) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:29.897563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:29.898256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.935958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=b9099f72-8030-43af-bce7-f4e08c6f4bd3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:29.942081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] device_id is not set on port 97d1a145-de1d-4a69-bec2-c01390001d0c yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:30.101427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c185d-473c-4981-845c-a80a9a45219f None None] Pushing event updated for resources: {'Port': ['ID=ce9a3c76-678c-4f82-8136-240120da325c,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:30.159670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f28e7650-2a2a-461e-b802-77ab36c3de64 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:30.160331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.162487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.163553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.174813 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b9533d05-cc87-45d3-93c7-aabd9a39c27c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3942881 Apr 01 15:44:30.174813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52522) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:30.243202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Allocated IP 172.20.0.13 (d11ffe7b-f4fb-4a25-80c2-33a50515894c/fa363257-d430-472c-a3aa-d1ebcf3c7f78/97d1a145-de1d-4a69-bec2-c01390001d0c) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:30.286704 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-93a5791f-eeb1-49fd-9347-fd13d35b4b99 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5444615 Apr 01 15:44:30.311042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52524) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:30.317973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50fec7-b978-48d6-a44f-afe90f05b8e8 None None] Pushing event updated for resources: {'Port': ['ID=0b0aef9b-256d-4a85-b9c9-cd78fc339c04,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:30.318435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:30.323111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.327253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecf61585-60af-4da4-9605-d8cba2c6b1df tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.357246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb71b0-db7e-4e7f-a05d-6735e1e012ec tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:30.367872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb71b0-db7e-4e7f-a05d-6735e1e012ec tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:30.370346 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6cfb71b0-db7e-4e7f-a05d-6735e1e012ec tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1942394 Apr 01 15:44:30.384122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52526) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:30.396953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-6a64e0f7-b3a8-4b4d-a1f7-306a01696920', 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'fixed_ips': [{'subnet_id': '6339ba10-fadc-4522-bd1d-28498ecb40b1'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:30.397842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.450757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.468618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1491-353b-4e26-a94d-12ccb42d668a req-a352156d-3086-43ae-a9ec-90978d7ae417 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:30.479775 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b58d1491-353b-4e26-a94d-12ccb42d668a req-a352156d-3086-43ae-a9ec-90978d7ae417 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.4573700 Apr 01 15:44:30.603301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.613777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.629534 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b58d1491-353b-4e26-a94d-12ccb42d668a req-8cc4d875-f68d-4c46-9e3f-9b92c2df4683 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292992 Apr 01 15:44:30.629534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.635688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.636209 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.685399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Allocated IP 172.20.0.2 (6a64e0f7-b3a8-4b4d-a1f7-306a01696920/6339ba10-fadc-4522-bd1d-28498ecb40b1/f17cf983-9477-4d3b-b035-86631abfbcd9) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:30.841500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:30.946760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ce9a3c76-678c-4f82-8136-240120da325c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:30.972977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.013814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port ce9a3c76-678c-4f82-8136-240120da325c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:31.014475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.073812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.146620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:31.153928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:31.162352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:31.175764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Pushing event updated for resources: {'Port': ['ID=f17cf983-9477-4d3b-b035-86631abfbcd9,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:31.283518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.332618 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Attempting to bind port f17cf983-9477-4d3b-b035-86631abfbcd9 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:31.333375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Attempting to bind port f17cf983-9477-4d3b-b035-86631abfbcd9 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'd94b84a2-7330-495c-8ece-cdf8f3039802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:31.333995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Attempting to bind port f17cf983-9477-4d3b-b035-86631abfbcd9 on network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:31.347570 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:31.348792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Checking segment: {'id': 'd94b84a2-7330-495c-8ece-cdf8f3039802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:31.349839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=6e6aa513-1162-4a38-a131-3912e461b043,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:31.350683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.369169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Bound using segment: {'id': 'd94b84a2-7330-495c-8ece-cdf8f3039802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:31.369878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Bound port: f17cf983-9477-4d3b-b035-86631abfbcd9, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94b84a2-7330-495c-8ece-cdf8f3039802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:31.370298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.395074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port ce9a3c76-678c-4f82-8136-240120da325c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ce9a3c76-678c-4f82-8136-240120da325c,segment=NetworkSegment(338dabc5-991c-4b79-92e0-28c700d740e6),segment_id=338dabc5-991c-4b79-92e0-28c700d740e6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:31.418095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 184d94b7-dce2-4419-8872-3156a75bbaca is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:31.423870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:31.492803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] For port f17cf983-9477-4d3b-b035-86631abfbcd9, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:31.492803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] For port f17cf983-9477-4d3b-b035-86631abfbcd9, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f17cf983-9477-4d3b-b035-86631abfbcd9,segment=NetworkSegment(d94b84a2-7330-495c-8ece-cdf8f3039802),segment_id=d94b84a2-7330-495c-8ece-cdf8f3039802)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:31.492803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.493319 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:31.506625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.650275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:31.650951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.696922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Allocated IP 172.20.0.1 (611e72ce-01ff-466a-ba09-b317e475d877/07646cb9-7d71-49e5-8be6-a66ab3d096c4/09ba20ce-fd73-45b7-a56a-75d0593662e0) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:31.712038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.745727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecf61585-60af-4da4-9605-d8cba2c6b1df tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.767372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.794575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=ce9a3c76-678c-4f82-8136-240120da325c,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:31.816472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.847076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6393ad51-384e-409f-9799-ab76bdf20e4d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port b9099f72-8030-43af-bce7-f4e08c6f4bd3 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:31.847435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6393ad51-384e-409f-9799-ab76bdf20e4d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.875729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcefd1c-bcd3-44a4-96e3-9458c458ab53 None None] Pushing event updated for resources: {'Port': ['ID=f17cf983-9477-4d3b-b035-86631abfbcd9,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:31.877782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 04259f8d-03ef-4eb0-a290-1b1b5a02d9b7 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:31.929717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecf61585-60af-4da4-9605-d8cba2c6b1df tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.944815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:31.988734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0b0aef9b-256d-4a85-b9c9-cd78fc339c04,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:31.993347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf61585-60af-4da4-9605-d8cba2c6b1df tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9b501c-a2ae-40b6-9f0d-c840520115c6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:32.018590 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154ffe3-6850-4f1e-9007-879ba049db71 req-9cf6ba3b-7547-426d-ae23-5e79380dd1b6 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:32.021736 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6154ffe3-6850-4f1e-9007-879ba049db71 req-9cf6ba3b-7547-426d-ae23-5e79380dd1b6 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.2423527 Apr 01 15:44:32.037196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee1fb65-db6f-4be2-8041-3e484e6f1f6c None None] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:32.079037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-14a5811b-03e8-421f-a25a-1bac0d95c6c0 None None] Provisioning complete for port ce9a3c76-678c-4f82-8136-240120da325c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:32.080115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-14a5811b-03e8-421f-a25a-1bac0d95c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.084036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.149888 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 15e3d952-cc18-4e88-8089-6e5258c9df68 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:32.158843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.239844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 15e3d952-cc18-4e88-8089-6e5258c9df68 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:32.239844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 15e3d952-cc18-4e88-8089-6e5258c9df68 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:32.289861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=0b0aef9b-256d-4a85-b9c9-cd78fc339c04,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:32.334832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecf61585-60af-4da4-9605-d8cba2c6b1df tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.337091 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ecf61585-60af-4da4-9605-d8cba2c6b1df tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5539873 Apr 01 15:44:32.344305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52530) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:32.361029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e288b167-68b9-442e-9347-0ef138630bd8 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group_rule': {'security_group_id': 'b6153a35-3243-4d4f-801f-81871eea4ac1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1c9b501c-a2ae-40b6-9f0d-c840520115c6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:32.417970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.460169 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6154ffe3-6850-4f1e-9007-879ba049db71 req-f73998d1-06a9-4993-83bb-72d6d791c8c5 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475666 Apr 01 15:44:32.464514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:32.475302 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-34cb9313-1178-48ae-aa7d-f19a463754bd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/04259f8d-03ef-4eb0-a290-1b1b5a02d9b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0322106 Apr 01 15:44:32.476099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52532) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:32.477659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24a56e-cb47-4975-aa6c-95ce4f191409 None None] Sync routers for ids ['04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:32.545121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.553970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6393ad51-384e-409f-9799-ab76bdf20e4d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.560006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24a56e-cb47-4975-aa6c-95ce4f191409 None None] Routers {'04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:32.561413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fe24a56e-cb47-4975-aa6c-95ce4f191409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:32.586694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:32.596219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6393ad51-384e-409f-9799-ab76bdf20e4d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for b9099f72-8030-43af-bce7-f4e08c6f4bd3 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:32.602326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0deb7e0-a418-4c10-8317-2c015e5890ca tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:32.606602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:32.607317 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a0deb7e0-a418-4c10-8317-2c015e5890ca tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports/6e6aa513-1162-4a38-a131-3912e461b043 HTTP/1.1" status: 200 len: 911 time: 0.1299901 Apr 01 15:44:32.608129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52536) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:32.609603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:32.618166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Port': ['ID=97d1a145-de1d-4a69-bec2-c01390001d0c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:32.650363 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-e288b167-68b9-442e-9347-0ef138630bd8 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:32.654104 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e288b167-68b9-442e-9347-0ef138630bd8 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2979379 Apr 01 15:44:32.661819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52538) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:32.738732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fe24a56e-cb47-4975-aa6c-95ce4f191409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:32.747588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8fc9d042-4d0c-4d62-add1-552565fb08b9 None None] Provisioning complete for port 6e6aa513-1162-4a38-a131-3912e461b043 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:32.747961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fc9d042-4d0c-4d62-add1-552565fb08b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.777643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network 611e72ce-01ff-466a-ba09-b317e475d877 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:32.800921 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:32.802650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9d042-4d0c-4d62-add1-552565fb08b9 None None] Port 6e6aa513-1162-4a38-a131-3912e461b043 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:32.835252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24a56e-cb47-4975-aa6c-95ce4f191409 None None] Routers {'04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:32.837555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fe24a56e-cb47-4975-aa6c-95ce4f191409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:32.847555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Port': ['ID=09ba20ce-fd73-45b7-a56a-75d0593662e0,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:32.860000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:32.860269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:32.862212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:32.879475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fe24a56e-cb47-4975-aa6c-95ce4f191409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:32.880136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24a56e-cb47-4975-aa6c-95ce4f191409 None None] The sync data for ids ['04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:32.999532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5d7383dd-9261-445e-aa65-a29748e939d0 None None] Provisioning complete for port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:33.005374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5d7383dd-9261-445e-aa65-a29748e939d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.086834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.233829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.235274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-138c42e6-44bb-4801-b8af-c1d91e9569bc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.370219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.399896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-138c42e6-44bb-4801-b8af-c1d91e9569bc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.491336 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f17cf983-9477-4d3b-b035-86631abfbcd9 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:33.604790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f17cf983-9477-4d3b-b035-86631abfbcd9 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:33.605220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.611172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59963686-cece-4d8d-a758-b41ee8165f22 req-a0239670-aac4-44dd-8435-2f1aa0f5c6d5 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:33.615355 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-59963686-cece-4d8d-a758-b41ee8165f22 req-a0239670-aac4-44dd-8435-2f1aa0f5c6d5 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.2891982 Apr 01 15:44:33.659033 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fe05f665-be8b-426f-be71-c77ee2acb25d tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6882992 Apr 01 15:44:33.684651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52542) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:33.699820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'port': {'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c', 'name': 'tempest-AllowedAddressPairTestJSON-827989829', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:d9:46:a1'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:33.740631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.759925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f862ed3f-f427-4a6f-b978-87b342804641 None None] Provisioning complete for port 09ba20ce-fd73-45b7-a56a-75d0593662e0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:33.760309 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f862ed3f-f427-4a6f-b978-87b342804641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.801422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.821885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port f17cf983-9477-4d3b-b035-86631abfbcd9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f17cf983-9477-4d3b-b035-86631abfbcd9,segment=NetworkSegment(d94b84a2-7330-495c-8ece-cdf8f3039802),segment_id=d94b84a2-7330-495c-8ece-cdf8f3039802)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:33.823575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-39c9c5f5-99ab-41ac-bfa6-1812f79a8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:33.825257 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-39c9c5f5-99ab-41ac-bfa6-1812f79a8b00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c00e56d01af24de1987cd2db6b6d786a&device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 1098 time: 0.5333562 Apr 01 15:44:33.827096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f862ed3f-f427-4a6f-b978-87b342804641 None None] Port 09ba20ce-fd73-45b7-a56a-75d0593662e0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:33.848048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6127bb87-3a51-436d-877a-3a223b878962 None None] Network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:33.883099 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-59963686-cece-4d8d-a758-b41ee8165f22 req-0cde5bb2-e2f5-45fe-9d58-3f1bf5ae0be8 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270160 Apr 01 15:44:33.907762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.928522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f862ed3f-f427-4a6f-b978-87b342804641 None None] Provisioning complete for port ce9a3c76-678c-4f82-8136-240120da325c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:33.928907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f862ed3f-f427-4a6f-b978-87b342804641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.946773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.960431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:33.961234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ce9a3c76-678c-4f82-8136-240120da325c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:33.963345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Allocated IP 172.26.6.139 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/267c30de-f085-4b6c-a3ef-964be646004b) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:34.053086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-138c42e6-44bb-4801-b8af-c1d91e9569bc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.055863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-138c42e6-44bb-4801-b8af-c1d91e9569bc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.060134 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-138c42e6-44bb-4801-b8af-c1d91e9569bc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/1c9b501c-a2ae-40b6-9f0d-c840520115c6 HTTP/1.1" status: 204 len: 168 time: 1.3971043 Apr 01 15:44:34.064544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52544) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:34.087909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6393ad51-384e-409f-9799-ab76bdf20e4d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.107508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=f17cf983-9477-4d3b-b035-86631abfbcd9,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:34.135860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c42e6-44bb-4801-b8af-c1d91e9569bc tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9b501c-a2ae-40b6-9f0d-c840520115c6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:34.148060 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.187090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393ad51-384e-409f-9799-ab76bdf20e4d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=b9099f72-8030-43af-bce7-f4e08c6f4bd3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:34.190528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-053397e3-0dbb-48f7-8d1c-36d36ab077a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:34.192028 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-053397e3-0dbb-48f7-8d1c-36d36ab077a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d3529b02-80fe-4a2c-802f-7da4cf3f8518 HTTP/1.1" status: 200 len: 913 time: 0.3472285 Apr 01 15:44:34.204600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port ce9a3c76-678c-4f82-8136-240120da325c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:34.204600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.210696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Made reservation on behalf of cd49cf0abeca48bebbebf721f5cb1038 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:34.258932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f862ed3f-f427-4a6f-b978-87b342804641 None None] Provisioning complete for port 97d1a145-de1d-4a69-bec2-c01390001d0c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:34.260051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f862ed3f-f427-4a6f-b978-87b342804641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.270728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6393ad51-384e-409f-9799-ab76bdf20e4d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.274006 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6393ad51-384e-409f-9799-ab76bdf20e4d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/b9099f72-8030-43af-bce7-f4e08c6f4bd3 HTTP/1.1" status: 204 len: 168 time: 3.8820431 Apr 01 15:44:34.283603 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a26d269b-678b-4b7f-bb05-8131d3facd4e tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2080529 Apr 01 15:44:34.283766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52546) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:34.283766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52548) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:34.283766 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-a532c895-b2bf-495c-a4d3-5d75c4194e69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37152555-0b7b-4dec-9988-23d1f643056a HTTP/1.1" status: 200 len: 217 time: 0.0765564 Apr 01 15:44:34.333788 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f862ed3f-f427-4a6f-b978-87b342804641 None None] Port 97d1a145-de1d-4a69-bec2-c01390001d0c cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:34.354194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f862ed3f-f427-4a6f-b978-87b342804641 None None] Could not find standard attr ID for object b9099f72-8030-43af-bce7-f4e08c6f4bd3. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:44:34.390632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.435361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:34.459618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e4142-7df5-449e-a85e-653e16863c54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:34.461288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e4142-7df5-449e-a85e-653e16863c54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:34.462857 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-de1e4142-7df5-449e-a85e-653e16863c54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1800303 Apr 01 15:44:34.466435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52550) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:34.479290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-3d913652-d1e3-4938-aabc-a677bdc56289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:34.480820 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-3d913652-d1e3-4938-aabc-a677bdc56289 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3deeeae6-1674-4c0c-8011-da5261b3d2a5 HTTP/1.1" status: 200 len: 851 time: 0.1718419 Apr 01 15:44:34.555607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-31057cbd-dae7-43a5-99b0-c0dc623a2141 None None] Provisioning complete for port f17cf983-9477-4d3b-b035-86631abfbcd9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:34.556255 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-31057cbd-dae7-43a5-99b0-c0dc623a2141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.557960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:34.558393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.559052 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-23b59dae-8c70-4ded-a68d-4ff032d4a45d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d3529b02-80fe-4a2c-802f-7da4cf3f8518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624208 Apr 01 15:44:34.568094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.572933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-af741d3f-e9cb-478c-b7f4-3c7f3b523ada tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.608274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.631142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2e6b26-cf7e-4bc1-a915-c73151f392ab tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 1f4f8de2-80de-489e-ac5b-774f784e4fcd {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:34.634756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-af741d3f-e9cb-478c-b7f4-3c7f3b523ada tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.637076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] device_id is not set on port 83b47eeb-45ec-414c-b122-4020499bc50d yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:34.648363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de2e6b26-cf7e-4bc1-a915-c73151f392ab tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.673527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.727914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.745861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4a16605e-a9e6-4519-9868-e237d8e21675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.821806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:34.824373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de2e6b26-cf7e-4bc1-a915-c73151f392ab tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.832256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f17cf983-9477-4d3b-b035-86631abfbcd9 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:34.836119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Allocated IP 172.26.6.157 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/f96e7780-712f-4f89-8730-579fee7cc332) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:34.837646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:34.841043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:34.849603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event updated for resources: {'Port': ['ID=267c30de-f085-4b6c-a3ef-964be646004b,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:34.870515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.887957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-250548ce-a634-4d35-a368-08da89224c87 None None] Provisioning complete for port f17cf983-9477-4d3b-b035-86631abfbcd9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:34.888308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-250548ce-a634-4d35-a368-08da89224c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.916397 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-86d0f091-0743-4260-9fe8-a55a9d76ef48 service neutron] 10.222.0.41 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408153 Apr 01 15:44:34.926650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f17cf983-9477-4d3b-b035-86631abfbcd9 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:34.926650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.949105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-af741d3f-e9cb-478c-b7f4-3c7f3b523ada tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.953585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-af741d3f-e9cb-478c-b7f4-3c7f3b523ada tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.958588 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-af741d3f-e9cb-478c-b7f4-3c7f3b523ada tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/b6153a35-3243-4d4f-801f-81871eea4ac1 HTTP/1.1" status: 204 len: 168 time: 0.6710131 Apr 01 15:44:34.965567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event updated for resources: {'Port': ['ID=09ba20ce-fd73-45b7-a56a-75d0593662e0,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:34.974779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52554) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:35.411225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Allocated IP 172.20.0.11 (d11ffe7b-f4fb-4a25-80c2-33a50515894c/fa363257-d430-472c-a3aa-d1ebcf3c7f78/83b47eeb-45ec-414c-b122-4020499bc50d) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:35.414712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af741d3f-e9cb-478c-b7f4-3c7f3b523ada tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6153a35-3243-4d4f-801f-81871eea4ac1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:35.553383 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ad080db8-2f48-4000-b45c-c8ba0c83743f tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5775242 Apr 01 15:44:35.557623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.564406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52556) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:35.570370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-84c7fb93-a69f-4755-92db-d7f426b115ea tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'tempest-secgroup--957556217'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:35.575277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de2e6b26-cf7e-4bc1-a915-c73151f392ab tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.593967 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-064a3ed6-0a3a-4997-bf4b-cfb7115db505 req-19fe4fd4-16cb-47a0-b7ec-b9baabcf53c3 service neutron] 10.222.0.41 "GET /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526558 Apr 01 15:44:35.637765 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f25a87-6e63-4f7c-afe2-aa1dc1a5e479 req-e4bb47b9-0f9b-4977-8dea-e07b01910e04 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:35.639271 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a3f25a87-6e63-4f7c-afe2-aa1dc1a5e479 req-e4bb47b9-0f9b-4977-8dea-e07b01910e04 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.6062665 Apr 01 15:44:35.674734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Network 611e72ce-01ff-466a-ba09-b317e475d877 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:35.691149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 6e6aa513-1162-4a38-a131-3912e461b043 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:35.691380 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.695925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84c7fb93-a69f-4755-92db-d7f426b115ea tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.706542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:35.788679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.830293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.872458 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a3f25a87-6e63-4f7c-afe2-aa1dc1a5e479 req-da63d0bf-6deb-41f5-b418-da38565f6a2f tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235570 Apr 01 15:44:35.888690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de2e6b26-cf7e-4bc1-a915-c73151f392ab tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.897962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:35.919658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:35.928594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:35.932403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=f96e7780-712f-4f89-8730-579fee7cc332,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:35.957556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84c7fb93-a69f-4755-92db-d7f426b115ea tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.968625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e6b26-cf7e-4bc1-a915-c73151f392ab tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4f8de2-80de-489e-ac5b-774f784e4fcd,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:35.980109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de2e6b26-cf7e-4bc1-a915-c73151f392ab tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:35.985573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f5163-ba68-4b5b-9545-8841075b4e0d None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:35.986090 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-de2e6b26-cf7e-4bc1-a915-c73151f392ab tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/1f4f8de2-80de-489e-ac5b-774f784e4fcd HTTP/1.1" status: 204 len: 168 time: 1.5150599 Apr 01 15:44:35.986090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52558) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:36.050290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.066543 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e635a28f-9496-4e3f-83f8-adacf4c20b4a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736368 Apr 01 15:44:36.071382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0601e913-c78d-4fd5-96f0-6801169f4bae None None] Provisioning complete for port 09ba20ce-fd73-45b7-a56a-75d0593662e0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:36.071858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0601e913-c78d-4fd5-96f0-6801169f4bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.074463 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 6e6aa513-1162-4a38-a131-3912e461b043 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:36.078820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52560) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:36.097958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.105346 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Router dcf2a8fe-74e5-4756-ab4e-30d72d544844 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:36.116581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84c7fb93-a69f-4755-92db-d7f426b115ea tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.147068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0601e913-c78d-4fd5-96f0-6801169f4bae None None] Port 09ba20ce-fd73-45b7-a56a-75d0593662e0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:36.207920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7fb93-a69f-4755-92db-d7f426b115ea tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b90a891-d573-4925-b597-dbea26332425,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:36.263003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f623a4a-17dd-4823-b048-5069a8c4854e None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:36.268447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e19d6e-0ded-4d39-958a-8bc55066caa6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:36.270060 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-29e19d6e-0ded-4d39-958a-8bc55066caa6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1884511 Apr 01 15:44:36.272887 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52562) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:36.318851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.327301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8f623a4a-17dd-4823-b048-5069a8c4854e None None] Deleting port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:36.327301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f623a4a-17dd-4823-b048-5069a8c4854e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.363403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:36.377947 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-603bba4c-d3d9-46bc-9897-600c0e9488c7 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "PUT /v2.0/routers/dcf2a8fe-74e5-4756-ab4e-30d72d544844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4827099 Apr 01 15:44:36.378645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52564) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:36.382749 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c3381-aba7-4a1f-912a-bf8ac42a6649 None None] Sync routers for ids ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:36.400818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84c7fb93-a69f-4755-92db-d7f426b115ea tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.402263 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-84c7fb93-a69f-4755-92db-d7f426b115ea tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8368504 Apr 01 15:44:36.409248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70213b05-1876-4155-a782-21a1f5caeff3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:36.411923 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-70213b05-1876-4155-a782-21a1f5caeff3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1379516 Apr 01 15:44:36.415145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52566) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:36.415697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52568) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:36.420121 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c3381-aba7-4a1f-912a-bf8ac42a6649 None None] Routers {'dcf2a8fe-74e5-4756-ab4e-30d72d544844'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:36.421569 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a76c3381-aba7-4a1f-912a-bf8ac42a6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:36.423806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2deadca2-c862-4971-9722-cd3794650d80 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:36.425431 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING neutron.api.v2.base [None req-2deadca2-c862-4971-9722-cd3794650d80 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:44:36.425431 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-2deadca2-c862-4971-9722-cd3794650d80 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:44:36.426653 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2deadca2-c862-4971-9722-cd3794650d80 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "PUT /v2.0/security-groups/6b90a891-d573-4925-b597-dbea26332425 HTTP/1.1" status: 409 len: 330 time: 0.0084760 Apr 01 15:44:36.439217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8f623a4a-17dd-4823-b048-5069a8c4854e None None] For port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0b0aef9b-256d-4a85-b9c9-cd78fc339c04,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:36.439625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f623a4a-17dd-4823-b048-5069a8c4854e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.459976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8f623a4a-17dd-4823-b048-5069a8c4854e None None] Calling delete_port for 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:36.478562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52570) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:36.489568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.516231 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a76c3381-aba7-4a1f-912a-bf8ac42a6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:36.542192 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c3381-aba7-4a1f-912a-bf8ac42a6649 None None] Routers {'dcf2a8fe-74e5-4756-ab4e-30d72d544844'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:36.543524 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a76c3381-aba7-4a1f-912a-bf8ac42a6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:36.595696 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a76c3381-aba7-4a1f-912a-bf8ac42a6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:36.596546 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c3381-aba7-4a1f-912a-bf8ac42a6649 None None] The sync data for ids ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:36.613721 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:36.624869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:36.633026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c271e8eb-b271-4ce3-b6f3-051601bc24a1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.635418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:36.641392 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Port': ['ID=83b47eeb-45ec-414c-b122-4020499bc50d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:36.658651 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0b59ab11-f3b1-4787-8f2b-6f56f4cbe955 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2391324 Apr 01 15:44:36.665474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52572) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:36.674989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:36.706838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f623a4a-17dd-4823-b048-5069a8c4854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.757588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.781386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f623a4a-17dd-4823-b048-5069a8c4854e None None] Pushing event deleted for resources: {'Port': ['ID=0b0aef9b-256d-4a85-b9c9-cd78fc339c04,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:36.790762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f623a4a-17dd-4823-b048-5069a8c4854e None None] No DVR routers for this DVR port 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:36.829415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.844253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e922a12-cb33-47a1-bbd7-a6a8391865f7 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.873520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e922a12-cb33-47a1-bbd7-a6a8391865f7 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.883660 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:36.906390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=6e6aa513-1162-4a38-a131-3912e461b043,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:36.910766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:36.911112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0b0aef9b-256d-4a85-b9c9-cd78fc339c04 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:36.990151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:36.990554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:36.991383 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:36.993926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.041554 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-c271e8eb-b271-4ce3-b6f3-051601bc24a1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:44:37.042687 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c271e8eb-b271-4ce3-b6f3-051601bc24a1 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "DELETE /v2.0/routers/dcf2a8fe-74e5-4756-ab4e-30d72d544844 HTTP/1.1" status: 409 len: 329 time: 0.6623166 Apr 01 15:44:37.057856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52576) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:37.086806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e92b034b-c235-4b74-8759-868f4ca85738 None None] Provisioning complete for port 83b47eeb-45ec-414c-b122-4020499bc50d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:37.087469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e92b034b-c235-4b74-8759-868f4ca85738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.100900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Router c19dd2e4-7f70-4329-80c5-cd9ad970112e is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:37.148527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e92b034b-c235-4b74-8759-868f4ca85738 None None] Port 83b47eeb-45ec-414c-b122-4020499bc50d cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:37.156377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.203017 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2d8a05cf-8550-4ce1-81e1-e1eb5d56cb99 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5177584 Apr 01 15:44:37.207090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52578) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:37.217392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-99d77ab0-fe51-47ef-8c1b-0418948a4bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.261067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e922a12-cb33-47a1-bbd7-a6a8391865f7 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.263466 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e922a12-cb33-47a1-bbd7-a6a8391865f7 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.264633 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4e922a12-cb33-47a1-bbd7-a6a8391865f7 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/6b90a891-d573-4925-b597-dbea26332425 HTTP/1.1" status: 204 len: 168 time: 0.7859728 Apr 01 15:44:37.271976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52580) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:37.307086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.309248 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7097f3-734a-4e11-b667-4f6f5d79b532 req-6595b23a-fba9-4b1a-a684-1e28628ba3e0 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:37.310794 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3a7097f3-734a-4e11-b667-4f6f5d79b532 req-6595b23a-fba9-4b1a-a684-1e28628ba3e0 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.3088942 Apr 01 15:44:37.327505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e922a12-cb33-47a1-bbd7-a6a8391865f7 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b90a891-d573-4925-b597-dbea26332425,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:37.357739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df293aaf-17cb-4323-a0be-bdd59ca146fc tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:37.363549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df293aaf-17cb-4323-a0be-bdd59ca146fc tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:37.369563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df293aaf-17cb-4323-a0be-bdd59ca146fc tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:37.371255 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-df293aaf-17cb-4323-a0be-bdd59ca146fc tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1633503 Apr 01 15:44:37.379318 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52582) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:37.437613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:37.450152 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7eeeb1-93ad-49cf-9ada-6cfcf57114b1 None None] Sync routers for ids ['c19dd2e4-7f70-4329-80c5-cd9ad970112e'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:37.461857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7eeeb1-93ad-49cf-9ada-6cfcf57114b1 None None] Routers {'c19dd2e4-7f70-4329-80c5-cd9ad970112e'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:37.462651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8c7eeeb1-93ad-49cf-9ada-6cfcf57114b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c19dd2e4-7f70-4329-80c5-cd9ad970112e'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:37.496419 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-251f388d-7aa4-4305-a498-5e7370e8f81e tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1958437 Apr 01 15:44:37.500408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52584) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:37.500826 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8c7eeeb1-93ad-49cf-9ada-6cfcf57114b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:37.515716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7eeeb1-93ad-49cf-9ada-6cfcf57114b1 None None] Routers {'c19dd2e4-7f70-4329-80c5-cd9ad970112e'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:37.515716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8c7eeeb1-93ad-49cf-9ada-6cfcf57114b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c19dd2e4-7f70-4329-80c5-cd9ad970112e'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:37.552151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8c7eeeb1-93ad-49cf-9ada-6cfcf57114b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:37.552999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7eeeb1-93ad-49cf-9ada-6cfcf57114b1 None None] The sync data for ids ['c19dd2e4-7f70-4329-80c5-cd9ad970112e'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:37.852065 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3a7097f3-734a-4e11-b667-4f6f5d79b532 req-d796e058-bb10-4cc9-8007-0df44b184540 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322077 Apr 01 15:44:37.877840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 04259f8d-03ef-4eb0-a290-1b1b5a02d9b7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:37.914415 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-b6bacdef-b4de-416b-8566-db913f9a21f2 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] delete failed (client error): The resource could not be found. Apr 01 15:44:37.919162 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b6bacdef-b4de-416b-8566-db913f9a21f2 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "DELETE /v2.0/security-groups/37b938f6-601f-476e-96d7-015c3b74095b HTTP/1.1" status: 404 len: 347 time: 0.4137309 Apr 01 15:44:37.926591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.930392 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-71136fc7-cfb6-4f59-b167-866bbaf3d6b1 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1193340 Apr 01 15:44:37.930392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52588) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:37.932807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52590) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:37.942142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d6c52397-3f66-4989-90ec-897eb456d198 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': False}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:37.966566 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-cf3055ad-8f3a-45b5-aa90-b028f0b19555 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] show failed (client error): The resource could not be found. Apr 01 15:44:37.971608 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cf3055ad-8f3a-45b5-aa90-b028f0b19555 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-groups/bf72504e-3ccf-4ebc-8ca1-c8a317f0878a HTTP/1.1" status: 404 len: 347 time: 0.0319681 Apr 01 15:44:37.972794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52592) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:37.988181 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-e94ab7dc-1a32-446c-9fa2-cd5cba3b1bd2 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] show failed (client error): The resource could not be found. Apr 01 15:44:37.994935 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e94ab7dc-1a32-446c-9fa2-cd5cba3b1bd2 tempest-NegativeSecGroupTest-496176531 tempest-NegativeSecGroupTest-496176531-project] 10.222.0.73 "GET /v2.0/security-group-rules/02ea060d-6f6b-4da2-9c5c-c545145f3ec2 HTTP/1.1" status: 404 len: 356 time: 0.0164409 Apr 01 15:44:38.096837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:38.114568 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f75d5f-8a3d-4bcc-b965-550355081e2c None None] Sync routers for ids ['04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:38.125390 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ec7b81ac-3e83-4174-a983-e712d55a58c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/04259f8d-03ef-4eb0-a290-1b1b5a02d9b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5110083 Apr 01 15:44:38.130499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:44:38.131537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52596) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:38.141998 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f75d5f-8a3d-4bcc-b965-550355081e2c None None] Routers {'04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:38.142555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.143534 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c3f75d5f-8a3d-4bcc-b965-550355081e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:38.175317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-910f6906-e799-40fa-af4b-fe45026fa975 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Deleting port 83b47eeb-45ec-414c-b122-4020499bc50d {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:38.175659 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-910f6906-e799-40fa-af4b-fe45026fa975 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.176757 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d3a700e5-f8cd-4b7b-bf93-5011ca236e2c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=04259f8d-03ef-4eb0-a290-1b1b5a02d9b7 HTTP/1.1" status: 200 len: 205 time: 0.0440259 Apr 01 15:44:38.179069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52598) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:38.179520 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c3f75d5f-8a3d-4bcc-b965-550355081e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:38.189978 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f75d5f-8a3d-4bcc-b965-550355081e2c None None] Routers {'04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:38.190847 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c3f75d5f-8a3d-4bcc-b965-550355081e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:38.196844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:38.222423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:38.228693 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c3f75d5f-8a3d-4bcc-b965-550355081e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:38.229698 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f75d5f-8a3d-4bcc-b965-550355081e2c None None] The sync data for ids ['04259f8d-03ef-4eb0-a290-1b1b5a02d9b7'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:38.232140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:38.244577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da76500-287e-4293-92b6-4902b72a2dd8 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:38.268739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:38.269667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.274236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:38.363887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2db54f25-eb32-4797-ad58-3018f61b65d7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.370411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:38.401420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Sync routers for ids ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:38.414750 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6e05fa13-9ced-49dd-ab3c-2bc681745303 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7414744 Apr 01 15:44:38.414976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52600) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:38.419756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': 'dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:38.422937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.424882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bdc00827-75c9-4ca0-ae73-6e3cc7366489 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:38.436525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Routers {'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:38.437166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:38.477777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-910f6906-e799-40fa-af4b-fe45026fa975 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.523375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.524985 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-03a2211d-9ef5-47fc-8ac0-e2dd11bcd9a7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2100067 Apr 01 15:44:38.533967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52604) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:38.612578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-910f6906-e799-40fa-af4b-fe45026fa975 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Calling delete_port for 83b47eeb-45ec-414c-b122-4020499bc50d owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:38.694764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc00827-75c9-4ca0-ae73-6e3cc7366489 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:38.700159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bdc00827-75c9-4ca0-ae73-6e3cc7366489 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.707652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52608) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:38.712369 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2db54f25-eb32-4797-ad58-3018f61b65d7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.718784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2db54f25-eb32-4797-ad58-3018f61b65d7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.812999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Set router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:38.841791 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.ipam_backend_mixin [None req-bdc00827-75c9-4ca0-ae73-6e3cc7366489 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2 (CIDR: 2001:db8::/64) Apr 01 15:44:38.903936 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d1b636ce-1fe0-42bb-a4e0-e9b162f12154 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95885c9e210c43a4aedec2bcc84a3240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847708 Apr 01 15:44:38.906279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52612) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:38.907975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Allocated IP 2001:db8::f816:3eff:fe28:8db6 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2/b53a5004-7761-4d95-9172-e1269ca33570) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:38.960421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d59b9-95c4-4de7-871b-70b2b5608336 req-285bd824-4666-454b-86df-fb483151d58d tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:38.962015 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-275d59b9-95c4-4de7-871b-70b2b5608336 req-285bd824-4666-454b-86df-fb483151d58d tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.4588692 Apr 01 15:44:38.968224 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc00827-75c9-4ca0-ae73-6e3cc7366489 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:38.974276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc00827-75c9-4ca0-ae73-6e3cc7366489 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:44:38.979821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a109b8b5-44b0-4b77-b7ff-fc09782991a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.003534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.005071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a109b8b5-44b0-4b77-b7ff-fc09782991a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.047156 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bdc00827-75c9-4ca0-ae73-6e3cc7366489 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6310499 Apr 01 15:44:39.049746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52614) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:39.054683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:39.119706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2db54f25-eb32-4797-ad58-3018f61b65d7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.120384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db54f25-eb32-4797-ad58-3018f61b65d7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Fanout notify agent at l3_agent the message router_deleted on router 04259f8d-03ef-4eb0-a290-1b1b5a02d9b7 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:39.141182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:30Z', 'updated_at': '2022-04-01T15:44:36Z', 'revision_number': 3, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'gw_port': {'id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:33Z', 'updated_at': '2022-04-01T15:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:39.142985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2db54f25-eb32-4797-ad58-3018f61b65d7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.147668 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2db54f25-eb32-4797-ad58-3018f61b65d7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/04259f8d-03ef-4eb0-a290-1b1b5a02d9b7 HTTP/1.1" status: 204 len: 168 time: 0.9621532 Apr 01 15:44:39.150123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52616) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:39.160544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a109b8b5-44b0-4b77-b7ff-fc09782991a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.162904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a109b8b5-44b0-4b77-b7ff-fc09782991a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.164118 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a109b8b5-44b0-4b77-b7ff-fc09782991a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7b4d0131-a7e9-460b-9833-3d490c7a282e HTTP/1.1" status: 204 len: 168 time: 0.2567427 Apr 01 15:44:39.177610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Checking router: b05aa25f-13ae-42f6-bdc1-81a41e5ac08d for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:44:39.177967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Updating router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d port f96e7780-712f-4f89-8730-579fee7cc332 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:44:39.209582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.209789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109b8b5-44b0-4b77-b7ff-fc09782991a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d0131-a7e9-460b-9833-3d490c7a282e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:39.235261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6053b0c-c531-4cac-987d-0841a88d37e3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting subnet 137a70a7-b6d6-406f-a601-9b8f708f6c5e {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:39.241299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d6053b0c-c531-4cac-987d-0841a88d37e3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.268428 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-275d59b9-95c4-4de7-871b-70b2b5608336 req-082bbc1a-b14a-4d82-b2c8-f8e46a0f8a73 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839217 Apr 01 15:44:39.271107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d6c52397-3f66-4989-90ec-897eb456d198 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.302022 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d6053b0c-c531-4cac-987d-0841a88d37e3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.337368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.360679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:39.365117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.397439 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-910f6906-e799-40fa-af4b-fe45026fa975 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.449802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f6906-e799-40fa-af4b-fe45026fa975 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event deleted for resources: {'Port': ['ID=83b47eeb-45ec-414c-b122-4020499bc50d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:39.473310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.495938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d6053b0c-c531-4cac-987d-0841a88d37e3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.603801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:39.619412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Pushing event updated for resources: {'Port': ['ID=b53a5004-7761-4d95-9172-e1269ca33570,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:39.623844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:39.628174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:39.638756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.695952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d6053b0c-c531-4cac-987d-0841a88d37e3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.759173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Attempting to bind port b53a5004-7761-4d95-9172-e1269ca33570 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:39.759544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Attempting to bind port b53a5004-7761-4d95-9172-e1269ca33570 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:39.759917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Attempting to bind port b53a5004-7761-4d95-9172-e1269ca33570 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:39.767429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:39.767805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:39.769812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d6053b0c-c531-4cac-987d-0841a88d37e3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.774046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.774751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:39.775572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Bound port: b53a5004-7761-4d95-9172-e1269ca33570, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:39.777195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.778558 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d6053b0c-c531-4cac-987d-0841a88d37e3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/137a70a7-b6d6-406f-a601-9b8f708f6c5e HTTP/1.1" status: 204 len: 168 time: 0.6253994 Apr 01 15:44:39.780044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6053b0c-c531-4cac-987d-0841a88d37e3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Subnet': ['ID=137a70a7-b6d6-406f-a601-9b8f708f6c5e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:39.786065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77264af3-ba9e-4235-9ba0-bdbc799367b7 None None] Network 184d94b7-dce2-4419-8872-3156a75bbaca requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:39.797824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.806909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52622) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:39.894855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.924687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:39.999874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f817be4-b154-41e7-8db7-ddcadd932283 None None] Pushing event updated for resources: {'Port': ['ID=f96e7780-712f-4f89-8730-579fee7cc332,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:40.006200 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.043169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] For port b53a5004-7761-4d95-9172-e1269ca33570, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:40.060690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Attempting to bind port f96e7780-712f-4f89-8730-579fee7cc332 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:40.061115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Attempting to bind port f96e7780-712f-4f89-8730-579fee7cc332 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:40.061490 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Attempting to bind port f96e7780-712f-4f89-8730-579fee7cc332 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:40.069034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=4f1ea8e6-4fcc-420c-a40b-c55120e1d289,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:40.071273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] For port b53a5004-7761-4d95-9172-e1269ca33570, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b53a5004-7761-4d95-9172-e1269ca33570,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:40.074397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:40.074788 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:40.075230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.075636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:40.076122 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Bound port: f96e7780-712f-4f89-8730-579fee7cc332, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:40.076608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.079608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:40.079978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.104039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:40.113850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:40.123230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:40.124099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.155445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.213647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port bbbfc7e2-9006-4fe7-858b-a88bfce006d8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bbbfc7e2-9006-4fe7-858b-a88bfce006d8,segment=NetworkSegment(49d9219b-2891-4f92-b82e-f25d09428136),segment_id=49d9219b-2891-4f92-b82e-f25d09428136)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:40.214019 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.217136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] For port f96e7780-712f-4f89-8730-579fee7cc332, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:40.240775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for bbbfc7e2-9006-4fe7-858b-a88bfce006d8 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:40.241405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f59a7-ad26-494c-b900-fa2bdeb06169 None None] DHCP port deletion for 184d94b7-dce2-4419-8872-3156a75bbaca request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:40.249429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] For port f96e7780-712f-4f89-8730-579fee7cc332, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f96e7780-712f-4f89-8730-579fee7cc332,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:40.298639 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-910f6906-e799-40fa-af4b-fe45026fa975 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.307776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac469f8-af70-4c7e-8d0e-0722a843cb9e None None] Pushing event updated for resources: {'Port': ['ID=b53a5004-7761-4d95-9172-e1269ca33570,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:40.308524 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-910f6906-e799-40fa-af4b-fe45026fa975 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "DELETE /v2.0/ports/83b47eeb-45ec-414c-b122-4020499bc50d HTTP/1.1" status: 204 len: 168 time: 2.9279263 Apr 01 15:44:40.342275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52634) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:40.366381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.377061 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b4194207-dff5-4a78-bb1e-effa0c1b7515 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3235848 Apr 01 15:44:40.378850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52636) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:40.388148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:58:ed:c1', 'name': 'tempest-NetworksTestDHCPv6-933767497'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:40.420404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f59a7-ad26-494c-b900-fa2bdeb06169 None None] Deleting port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:40.420907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1c0f59a7-ad26-494c-b900-fa2bdeb06169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.534708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Routers {'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:40.536411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:40.538241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f817be4-b154-41e7-8db7-ddcadd932283 None None] Pushing event updated for resources: {'Port': ['ID=f96e7780-712f-4f89-8730-579fee7cc332,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:40.593535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1c0f59a7-ad26-494c-b900-fa2bdeb06169 None None] For port bbbfc7e2-9006-4fe7-858b-a88bfce006d8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bbbfc7e2-9006-4fe7-858b-a88bfce006d8,segment=NetworkSegment(49d9219b-2891-4f92-b82e-f25d09428136),segment_id=49d9219b-2891-4f92-b82e-f25d09428136)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:40.594035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1c0f59a7-ad26-494c-b900-fa2bdeb06169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.661269 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f59a7-ad26-494c-b900-fa2bdeb06169 None None] Calling delete_port for bbbfc7e2-9006-4fe7-858b-a88bfce006d8 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:40.708479 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38baa48-11f4-4254-b61b-3d03f6086d80 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] GET failed (client error): The resource could not be found. Apr 01 15:44:40.710866 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f38baa48-11f4-4254-b61b-3d03f6086d80 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "GET /v2.0/ports/83b47eeb-45ec-414c-b122-4020499bc50d HTTP/1.1" status: 404 len: 333 time: 0.3618429 Apr 01 15:44:40.720936 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52642) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:40.731945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.733857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-e72a3fa2-c436-43c4-b50d-aa7bec013ade tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:40.735508 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-e72a3fa2-c436-43c4-b50d-aa7bec013ade tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.41 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.1359503 Apr 01 15:44:40.738438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'port': {'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c', 'name': 'tempest-AllowedAddressPairTestJSON-1285610523'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:40.854880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:40.902911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] Set router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:40.924020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.938718 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b53a5004-7761-4d95-9172-e1269ca33570 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:41.016005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=bbbfc7e2-9006-4fe7-858b-a88bfce006d8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:41.023208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No DVR routers for this DVR port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:41.052148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bec507-3e18-4358-b543-ab4717b653ae req-f156e49a-ee5e-488a-82d9-da3f46f6fa9a tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:41.055095 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-83bec507-3e18-4358-b543-ab4717b653ae req-f156e49a-ee5e-488a-82d9-da3f46f6fa9a tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 945 time: 0.5971425 Apr 01 15:44:41.060331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.061046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.114584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Deleting port 09ba20ce-fd73-45b7-a56a-75d0593662e0 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:41.116265 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.145210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1c0f59a7-ad26-494c-b900-fa2bdeb06169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.148054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Deleting port 37152555-0b7b-4dec-9988-23d1f643056a {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:41.148405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.152312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.162441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b53a5004-7761-4d95-9172-e1269ca33570 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:41.162720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.164763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.209823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 23bc4621-9c9b-4bd0-a040-fcec5e6f25fe yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:41.215876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f59a7-ad26-494c-b900-fa2bdeb06169 None None] Pushing event deleted for resources: {'Port': ['ID=bbbfc7e2-9006-4fe7-858b-a88bfce006d8,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:41.220748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f59a7-ad26-494c-b900-fa2bdeb06169 None None] No DVR routers for this DVR port bbbfc7e2-9006-4fe7-858b-a88bfce006d8 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:41.227782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184d94b7-dce2-4419-8872-3156a75bbaca']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:41.261547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d9219b-2891-4f92-b82e-f25d09428136') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:41.261856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d9219b-2891-4f92-b82e-f25d09428136') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:41.343982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.373660 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-83bec507-3e18-4358-b543-ab4717b653ae req-ca59fe38-9b86-4e8f-aa80-92ed1e621f43 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/security-groups?id=cc536328-fecc-430e-aedc-97c9309b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431820 Apr 01 15:44:41.401331 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.421714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:44:41.422630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:44:41.430183 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:44:41.435258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] For port 37152555-0b7b-4dec-9988-23d1f643056a, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=37152555-0b7b-4dec-9988-23d1f643056a,segment=NetworkSegment(2b864bae-885f-4d28-909f-ee640bec4f9d),segment_id=2b864bae-885f-4d28-909f-ee640bec4f9d)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:41.435864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.503681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Calling delete_port for 37152555-0b7b-4dec-9988-23d1f643056a owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:41.635494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:30Z', 'updated_at': '2022-04-01T15:44:36Z', 'revision_number': 3, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'gw_port': {'id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:33Z', 'updated_at': '2022-04-01T15:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:41.640183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.676313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.685427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.689062 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/networks/184d94b7-dce2-4419-8872-3156a75bbaca HTTP/1.1" status: 204 len: 168 time: 1.8802562 Apr 01 15:44:41.707133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52652) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:41.712289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bcc83-795b-40f7-bba5-7f407826a9c7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Network': ['ID=184d94b7-dce2-4419-8872-3156a75bbaca,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:41.719000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-372826224', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:41.722907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.749742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port b53a5004-7761-4d95-9172-e1269ca33570, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b53a5004-7761-4d95-9172-e1269ca33570,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:41.757773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de72a02b-5c25-438d-a42a-373ed8c501e4 None None] The sync data for ids ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'] in dv-neutron-835865-1-hyperv is: [{'id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:30Z', 'updated_at': '2022-04-01T15:44:36Z', 'revision_number': 3, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'gw_port': {'id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:33Z', 'updated_at': '2022-04-01T15:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:41.768428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8:0:1::1b (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/4f1ea8e6-4fcc-420c-a40b-c55120e1d289/23bc4621-9c9b-4bd0-a040-fcec5e6f25fe) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:41.781670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:fe58:edc1 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2/23bc4621-9c9b-4bd0-a040-fcec5e6f25fe) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:41.789715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Calling delete_port for 09ba20ce-fd73-45b7-a56a-75d0593662e0 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:41.801971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Allocated IP 172.20.0.1 (6a64e0f7-b3a8-4b4d-a1f7-306a01696920/6339ba10-fadc-4522-bd1d-28498ecb40b1/5e7faacd-7871-4f06-8c36-d237c53696ec) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:41.802235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d13e43-d3c4-4524-bfc4-c4c81c48dec8 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:41.874365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.938065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.943091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:41.946258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Made reservation on behalf of cd49cf0abeca48bebbebf721f5cb1038 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:41.950010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.040229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device bbbfc7e2-9006-4fe7-858b-a88bfce006d8 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:42.054770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-bb2ea515-a443-4c2f-8f67-1b21b758bbde None None] Provisioning complete for port b53a5004-7761-4d95-9172-e1269ca33570 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:42.059862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea515-a443-4c2f-8f67-1b21b758bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.060225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] device_id is not set on port b53e6335-c3bc-4db0-a5a5-d0223a7a5811 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:42.077140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.082834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.129008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['37152555-0b7b-4dec-9988-23d1f643056a'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:44:42.139494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: bbbfc7e2-9006-4fe7-858b-a88bfce006d8 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:42.139779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device bbbfc7e2-9006-4fe7-858b-a88bfce006d8 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:42.172692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=b53a5004-7761-4d95-9172-e1269ca33570,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:42.358781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Pushing event deleted for resources: {'Port': ['ID=37152555-0b7b-4dec-9988-23d1f643056a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:42.361965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d6c52397-3f66-4989-90ec-897eb456d198 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.467933 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d6c52397-3f66-4989-90ec-897eb456d198 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.527552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.531426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] No DVR routers for this DVR port 37152555-0b7b-4dec-9988-23d1f643056a on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:42.537827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.540839 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64115561-6d64-48fe-8c31-8ce1c81e9f38 None None] Update dhcp port {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': 'dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2', 'ip_address': '2001:db8::f816:3eff:fe28:8db6'}, {'subnet_id': '4f1ea8e6-4fcc-420c-a40b-c55120e1d289'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': 'b53a5004-7761-4d95-9172-e1269ca33570'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:44:42.541262 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6869afc0-a76b-4ae3-acd4-1552b5de4d46 req-03538c6d-243e-4a76-80cf-57b2c9e28562 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.41 "DELETE /v2.0/ports/37152555-0b7b-4dec-9988-23d1f643056a HTTP/1.1" status: 204 len: 173 time: 1.7763395 Apr 01 15:44:42.543833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3295afea-058d-4777-beb1-d11467e8630f', 'name': 'network-vif-deleted', 'tag': '37152555-0b7b-4dec-9988-23d1f643056a'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:44:42.546236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c6e542-70d8-4449-9b50-1a7ca4b20ab7" -d '{"events": [{"server_uuid": "3295afea-058d-4777-beb1-d11467e8630f", "name": "network-vif-deleted", "tag": "37152555-0b7b-4dec-9988-23d1f643056a"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:44:42.592811 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-64115561-6d64-48fe-8c31-8ce1c81e9f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.594750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.625002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4591e505-4fb7-4954-a38d-dc5b7d696ad2 x-openstack-request-id: req-4591e505-4fb7-4954-a38d-dc5b7d696ad2 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:44:42.625324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3295afea-058d-4777-beb1-d11467e8630f", "name": "network-vif-deleted", "tag": "37152555-0b7b-4dec-9988-23d1f643056a", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:44:42.625581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4591e505-4fb7-4954-a38d-dc5b7d696ad2 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:44:42.626076 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4591e505-4fb7-4954-a38d-dc5b7d696ad2'] response: {'server_uuid': '3295afea-058d-4777-beb1-d11467e8630f', 'name': 'network-vif-deleted', 'tag': '37152555-0b7b-4dec-9988-23d1f643056a', 'status': 'completed', 'code': 200} Apr 01 15:44:42.646473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.767674 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d8794fa4-ef54-413a-a788-78451f6137de req-78751c35-1126-4400-9e68-f226e80c46f9 tempest-TestServerAdvancedOps-207404433 tempest-TestServerAdvancedOps-207404433-project] 10.222.0.73 "GET /v2.0/ports?device_id=3295afea-058d-4777-beb1-d11467e8630f HTTP/1.1" status: 200 len: 210 time: 0.2800953 Apr 01 15:44:42.773932 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.814365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.846554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:42.906447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:42.916948 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:42.919679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:43.007787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:43.014598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-64115561-6d64-48fe-8c31-8ce1c81e9f38 None None] Allocated IP 2001:db8:0:1::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/4f1ea8e6-4fcc-420c-a40b-c55120e1d289/b53a5004-7761-4d95-9172-e1269ca33570) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:43.029007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:43.030790 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Allocated IP 172.20.0.4 (d11ffe7b-f4fb-4a25-80c2-33a50515894c/fa363257-d430-472c-a3aa-d1ebcf3c7f78/b53e6335-c3bc-4db0-a5a5-d0223a7a5811) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:43.043273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:43.061672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:43.065092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.086425 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.207424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f96e7780-712f-4f89-8730-579fee7cc332 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:43.233413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=23bc4621-9c9b-4bd0-a040-fcec5e6f25fe,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:43.352066 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-56dc2765-e692-4771-9c70-03b28863ce54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9687295 Apr 01 15:44:43.352066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52672) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:43.391932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-64115561-6d64-48fe-8c31-8ce1c81e9f38 None None] For port b53a5004-7761-4d95-9172-e1269ca33570, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b53a5004-7761-4d95-9172-e1269ca33570,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:43.459264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-80e61d7d-8e12-49f0-ae95-bf507f993e8c None None] Provisioning complete for port 5e7faacd-7871-4f06-8c36-d237c53696ec triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:43.459647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-80e61d7d-8e12-49f0-ae95-bf507f993e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.509370 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-80e61d7d-8e12-49f0-ae95-bf507f993e8c None None] Port 5e7faacd-7871-4f06-8c36-d237c53696ec cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:43.522783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-64115561-6d64-48fe-8c31-8ce1c81e9f38 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.531230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f96e7780-712f-4f89-8730-579fee7cc332 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:43.531605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.568187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.592772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.613029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f807214a-4a9b-43d3-aaa6-b078ace8c7cf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 23bc4621-9c9b-4bd0-a040-fcec5e6f25fe {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:43.613372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f807214a-4a9b-43d3-aaa6-b078ace8c7cf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.656699 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.684215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port f96e7780-712f-4f89-8730-579fee7cc332, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f96e7780-712f-4f89-8730-579fee7cc332,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:43.686510 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-64115561-6d64-48fe-8c31-8ce1c81e9f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.811410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.812261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b53a5004-7761-4d95-9172-e1269ca33570 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:43.816089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f807214a-4a9b-43d3-aaa6-b078ace8c7cf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:43.835766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 172.26.6.11 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/1dd66c76-fb6d-4826-af18-39d02a440f25) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:43.837808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52674) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:43.847880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1583305859', 'description': 'tempest-secgroup-smoke-1583305859 description', 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:43.862804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64115561-6d64-48fe-8c31-8ce1c81e9f38 None None] Pushing event updated for resources: {'Port': ['ID=b53a5004-7761-4d95-9172-e1269ca33570,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:43.871208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f807214a-4a9b-43d3-aaa6-b078ace8c7cf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 23bc4621-9c9b-4bd0-a040-fcec5e6f25fe owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:43.959536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=f96e7780-712f-4f89-8730-579fee7cc332,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:43.962173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52678) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:43.984884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b53a5004-7761-4d95-9172-e1269ca33570 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:43.986000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.009364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.036797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.072528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7faacd-7871-4f06-8c36-d237c53696ec,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:44.155177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.211928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event deleted for resources: {'Port': ['ID=09ba20ce-fd73-45b7-a56a-75d0593662e0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:44.242252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42d788d-9dae-46e3-be22-1736e1838fbf admin admin] Deleting subnet 3deeeae6-1674-4c0c-8011-da5261b3d2a5 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:44.299436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f42d788d-9dae-46e3-be22-1736e1838fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.327773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c52397-3f66-4989-90ec-897eb456d198 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Router c19dd2e4-7f70-4329-80c5-cd9ad970112e has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:44.386863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.418055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.430805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f807214a-4a9b-43d3-aaa6-b078ace8c7cf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.457012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:44.463476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 37152555-0b7b-4dec-9988-23d1f643056a no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:44.470678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.472287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:44.474341 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f42d788d-9dae-46e3-be22-1736e1838fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.475178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:44.490803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 37152555-0b7b-4dec-9988-23d1f643056a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:44.491195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 37152555-0b7b-4dec-9988-23d1f643056a not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:44.521333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=1dd66c76-fb6d-4826-af18-39d02a440f25,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:44.582452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807214a-4a9b-43d3-aaa6-b078ace8c7cf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=23bc4621-9c9b-4bd0-a040-fcec5e6f25fe,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:44.592782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f42d788d-9dae-46e3-be22-1736e1838fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.660332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3cdbc46c-ff50-47b8-8b21-d5107b26cfa4 None None] Provisioning complete for port b53a5004-7761-4d95-9172-e1269ca33570 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:44.660853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc46c-ff50-47b8-8b21-d5107b26cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.779004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.887572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f96e7780-712f-4f89-8730-579fee7cc332 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:44.892889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e947ce6d-05cf-4840-947c-99c0a92d8ad1 None None] Could not find standard attr ID for object 23bc4621-9c9b-4bd0-a040-fcec5e6f25fe. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:44:44.968203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f96e7780-712f-4f89-8730-579fee7cc332 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:44.969190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:44.985638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c52397-3f66-4989-90ec-897eb456d198 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:44.994787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d6c52397-3f66-4989-90ec-897eb456d198 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.001510 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d6c52397-3f66-4989-90ec-897eb456d198 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "PUT /v2.0/routers/c19dd2e4-7f70-4329-80c5-cd9ad970112e HTTP/1.1" status: 200 len: 924 time: 7.0647655 Apr 01 15:44:45.005582 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e76b183-4333-4656-acb8-c117325ea19f None None] Sync routers for ids ['c19dd2e4-7f70-4329-80c5-cd9ad970112e'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:45.018147 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e76b183-4333-4656-acb8-c117325ea19f None None] Routers {'c19dd2e4-7f70-4329-80c5-cd9ad970112e'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:45.018773 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8e76b183-4333-4656-acb8-c117325ea19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c19dd2e4-7f70-4329-80c5-cd9ad970112e'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:45.058439 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8e76b183-4333-4656-acb8-c117325ea19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:45.079645 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e76b183-4333-4656-acb8-c117325ea19f None None] Routers {'c19dd2e4-7f70-4329-80c5-cd9ad970112e'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:45.080122 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8e76b183-4333-4656-acb8-c117325ea19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c19dd2e4-7f70-4329-80c5-cd9ad970112e'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:45.089621 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52680) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.115356 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b53a5004-7761-4d95-9172-e1269ca33570 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:45.161947 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8e76b183-4333-4656-acb8-c117325ea19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:45.162526 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e76b183-4333-4656-acb8-c117325ea19f None None] The sync data for ids ['c19dd2e4-7f70-4329-80c5-cd9ad970112e'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:45.179695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b53a5004-7761-4d95-9172-e1269ca33570 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:45.180082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.194359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.205007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f807214a-4a9b-43d3-aaa6-b078ace8c7cf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.210792 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f807214a-4a9b-43d3-aaa6-b078ace8c7cf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/23bc4621-9c9b-4bd0-a040-fcec5e6f25fe HTTP/1.1" status: 204 len: 168 time: 1.8578799 Apr 01 15:44:45.215397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52682) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.242386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f42d788d-9dae-46e3-be22-1736e1838fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.261443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Router dcf2a8fe-74e5-4756-ab4e-30d72d544844 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:45.312439 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d788d-9dae-46e3-be22-1736e1838fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3deeeae6-1674-4c0c-8011-da5261b3d2a5,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:45.315204 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f42d788d-9dae-46e3-be22-1736e1838fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.318858 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f42d788d-9dae-46e3-be22-1736e1838fbf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3deeeae6-1674-4c0c-8011-da5261b3d2a5 HTTP/1.1" status: 204 len: 168 time: 1.3457644 Apr 01 15:44:45.329327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52684) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.378520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ed776-bfb4-4ae9-a117-90b722e4174d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:45.380243 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-453ed776-bfb4-4ae9-a117-90b722e4174d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1622114 Apr 01 15:44:45.382962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52686) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.399860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.471161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb47eb4-74ce-4af6-95e9-af2f3c3f55d6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:45.482724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.494428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21c755-f7c4-43b0-ac78-b4c9831f485b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:45.494428 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fc21c755-f7c4-43b0-ac78-b4c9831f485b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1083577 Apr 01 15:44:45.495506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52688) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.497298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.555391 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-330d4531-d896-4875-960e-50f76522bd23 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/routers/c19dd2e4-7f70-4329-80c5-cd9ad970112e HTTP/1.1" status: 200 len: 924 time: 0.4635556 Apr 01 15:44:45.580240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52690) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.585174 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.592189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:45.604446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70399087-5e07-482e-a13b-f475cbca966b None None] Sync routers for ids ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:45.606305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.613531 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0b83a5e0-31a6-4181-952d-106abfadc710 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "PUT /v2.0/routers/dcf2a8fe-74e5-4756-ab4e-30d72d544844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5536346 Apr 01 15:44:45.617974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.618160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52692) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.623724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70399087-5e07-482e-a13b-f475cbca966b None None] Routers {'dcf2a8fe-74e5-4756-ab4e-30d72d544844'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:45.623724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-70399087-5e07-482e-a13b-f475cbca966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:45.642258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:45.651076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:45.654825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5ad1b-7709-4186-8af4-386dacff5701 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:45.656082 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5ad1b-7709-4186-8af4-386dacff5701 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:45.658149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:45.658344 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5ad1b-7709-4186-8af4-386dacff5701 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:45.660250 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d7f5ad1b-7709-4186-8af4-386dacff5701 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1638513 Apr 01 15:44:45.662442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-70399087-5e07-482e-a13b-f475cbca966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:45.666682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52694) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.672612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70399087-5e07-482e-a13b-f475cbca966b None None] Routers {'dcf2a8fe-74e5-4756-ab4e-30d72d544844'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:45.673351 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-70399087-5e07-482e-a13b-f475cbca966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:45.703499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.706346 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-4720c129-cdb0-4bca-948e-45eb56b5ff36 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] show failed (client error): The resource could not be found. Apr 01 15:44:45.707589 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4720c129-cdb0-4bca-948e-45eb56b5ff36 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-1862681545 HTTP/1.1" status: 404 len: 335 time: 0.0634601 Apr 01 15:44:45.723237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-70399087-5e07-482e-a13b-f475cbca966b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:45.724856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70399087-5e07-482e-a13b-f475cbca966b None None] The sync data for ids ['dcf2a8fe-74e5-4756-ab4e-30d72d544844'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:45.744647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52696) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.747448 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Port': ['ID=b53e6335-c3bc-4db0-a5a5-d0223a7a5811,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:45.763967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-969cc01f-b862-47a6-99c1-7dce10b738c6 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:45.773533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.823236 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-969cc01f-b862-47a6-99c1-7dce10b738c6 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] update failed (client error): The resource could not be found. Apr 01 15:44:45.829033 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-969cc01f-b862-47a6-99c1-7dce10b738c6 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-1938960557 HTTP/1.1" status: 404 len: 335 time: 0.0724075 Apr 01 15:44:45.832963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52698) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.848140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e299bbaa-90c5-4485-9528-11cb7f707dd3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:45.849790 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e299bbaa-90c5-4485-9528-11cb7f707dd3 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=c19dd2e4-7f70-4329-80c5-cd9ad970112e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2647951 Apr 01 15:44:45.850653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1be1d8-e469-40ce-92eb-c27b9214671d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:45.853409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52700) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.890009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.949851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:45.951238 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1d23cb0e-d564-4d64-8397-37ca48f5bb94 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.1124198 Apr 01 15:44:45.957772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52702) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:45.975411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-471de8d3-a913-44ce-9216-5f7b6cc5c291 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'security_group_rule': {'security_group_id': '6d1be1d8-e469-40ce-92eb-c27b9214671d', 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:46.024841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-50b65399-d0d1-4d58-99ce-c22fd8f7e150 None None] Provisioning complete for port b53e6335-c3bc-4db0-a5a5-d0223a7a5811 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:46.025281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-50b65399-d0d1-4d58-99ce-c22fd8f7e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.026043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fefe147-2fb6-465b-a89d-e31f31a196de tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Deleting subnet 80741043-851a-4e86-add2-6f3662c08041 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:46.034891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7fefe147-2fb6-465b-a89d-e31f31a196de tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.066182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-50b65399-d0d1-4d58-99ce-c22fd8f7e150 None None] Port b53e6335-c3bc-4db0-a5a5-d0223a7a5811 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:46.130752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7fefe147-2fb6-465b-a89d-e31f31a196de tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.138717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5353182-b07f-4031-bcb7-19302322854a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 4f1ea8e6-4fcc-420c-a40b-c55120e1d289 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:46.163488 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:46.164166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.168532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5353182-b07f-4031-bcb7-19302322854a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.186818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295839d-5ef3-47ab-962c-c95ccd662e4e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:46.188307 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1295839d-5ef3-47ab-962c-c95ccd662e4e tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 881 time: 0.3142574 Apr 01 15:44:46.192890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52704) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:46.238194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.241078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.260372 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9b02181a-22d6-4c0c-91dd-b48a5ec76b20 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=c19dd2e4-7f70-4329-80c5-cd9ad970112e HTTP/1.1" status: 200 len: 205 time: 0.0665629 Apr 01 15:44:46.265728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52706) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:46.280915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7faacd-7871-4f06-8c36-d237c53696ec,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:46.298458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-471de8d3-a913-44ce-9216-5f7b6cc5c291 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.325699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5353182-b07f-4031-bcb7-19302322854a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.334057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3529b02-80fe-4a2c-802f-7da4cf3f8518']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:46.378621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7fefe147-2fb6-465b-a89d-e31f31a196de tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.388399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b864bae-885f-4d28-909f-ee640bec4f9d') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:46.388695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b864bae-885f-4d28-909f-ee640bec4f9d') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:46.417414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.426333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.450874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-471de8d3-a913-44ce-9216-5f7b6cc5c291 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.503571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.518037 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0aaf06e4-ed3e-4e46-806a-8be7bd04dc6a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7942493 Apr 01 15:44:46.523496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52708) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:46.548063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:44:46.548513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:44:46.551964 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:44:46.554483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-711d64d2-0420-4f79-8ff3-bf6b31d336c5 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:d9:46:a1'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:46.588314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-471de8d3-a913-44ce-9216-5f7b6cc5c291 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.597021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7fefe147-2fb6-465b-a89d-e31f31a196de tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.625088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.662405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefe147-2fb6-465b-a89d-e31f31a196de tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event deleted for resources: {'Subnet': ['ID=80741043-851a-4e86-add2-6f3662c08041,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:46.664152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471de8d3-a913-44ce-9216-5f7b6cc5c291 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20af2e39-ff9b-46cd-8db0-93dd917ae109,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:46.686312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7fefe147-2fb6-465b-a89d-e31f31a196de tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.690906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad16ae5d-4cf9-4b9b-b642-6591eee78db5 None None] Network 4841b4d7-27f6-43a6-96bd-e2885905c26f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:46.692707 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7fefe147-2fb6-465b-a89d-e31f31a196de tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "DELETE /v2.0/subnets/80741043-851a-4e86-add2-6f3662c08041 HTTP/1.1" status: 204 len: 168 time: 0.8578517 Apr 01 15:44:46.695406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52710) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:46.705289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5353182-b07f-4031-bcb7-19302322854a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.746207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:46.771123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:46.780257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-471de8d3-a913-44ce-9216-5f7b6cc5c291 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.782356 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-471de8d3-a913-44ce-9216-5f7b6cc5c291 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8155911 Apr 01 15:44:46.783713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52712) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:46.789792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-58ec86ac-1168-47a5-a927-a174096a1073 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'security_group_rule': {'security_group_id': '6d1be1d8-e469-40ce-92eb-c27b9214671d', 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:46.831623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ba9904-ab3f-4887-b41e-fc946baf4504 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Deleting subnet bab74d8a-6d4d-49de-926f-95b4b7685eda {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:46.831623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9904-ab3f-4887-b41e-fc946baf4504 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.893236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.898362 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.905687 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d3529b02-80fe-4a2c-802f-7da4cf3f8518 HTTP/1.1" status: 204 len: 168 time: 1.5722482 Apr 01 15:44:46.908509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52714) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:46.933076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a95acc-45ad-434d-ae2c-d404abc693f2 None None] DHCP port deletion for 4841b4d7-27f6-43a6-96bd-e2885905c26f request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:46.942560 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-711d64d2-0420-4f79-8ff3-bf6b31d336c5 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.957674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 519116d4-c550-4721-98dc-6961427fb3ca is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:46.960989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23dde8-b687-4123-a369-3a65f12f2f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3529b02-80fe-4a2c-802f-7da4cf3f8518,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:46.975661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9904-ab3f-4887-b41e-fc946baf4504 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:46.975897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.009311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d4a95acc-45ad-434d-ae2c-d404abc693f2 None None] Deleting port 2e520f6b-dbca-42d7-91a0-4752db5eb894 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:47.010243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d4a95acc-45ad-434d-ae2c-d404abc693f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.035962 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-58ec86ac-1168-47a5-a927-a174096a1073 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.052619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc38cb96-a6c9-446a-b4ff-e1b48b350284 admin admin] Deleting subnet e1f34d24-e382-42b9-af6d-db15c901a259 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:47.053438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:47.054700 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5353182-b07f-4031-bcb7-19302322854a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.068738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cc38cb96-a6c9-446a-b4ff-e1b48b350284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.088335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d4a95acc-45ad-434d-ae2c-d404abc693f2 None None] For port 2e520f6b-dbca-42d7-91a0-4752db5eb894, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2e520f6b-dbca-42d7-91a0-4752db5eb894,segment=NetworkSegment(4aa80f90-8c3d-4767-a04c-bb8dac720b33),segment_id=4aa80f90-8c3d-4767-a04c-bb8dac720b33)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:47.089051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d4a95acc-45ad-434d-ae2c-d404abc693f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.102575 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5353182-b07f-4031-bcb7-19302322854a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.104192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d4a95acc-45ad-434d-ae2c-d404abc693f2 None None] Calling delete_port for 2e520f6b-dbca-42d7-91a0-4752db5eb894 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:47.109804 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d5353182-b07f-4031-bcb7-19302322854a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/4f1ea8e6-4fcc-420c-a40b-c55120e1d289 HTTP/1.1" status: 204 len: 168 time: 1.4400532 Apr 01 15:44:47.111582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52716) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:47.116543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2d579-9b27-4519-835a-c53bca06ccd0 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:47.123297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5353182-b07f-4031-bcb7-19302322854a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1ea8e6-4fcc-420c-a40b-c55120e1d289,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:47.205277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cc38cb96-a6c9-446a-b4ff-e1b48b350284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.261145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-33ebe1eb-d0bc-4ed1-ad80-99b034f0d001 None None] Provisioning complete for port 5e7faacd-7871-4f06-8c36-d237c53696ec triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:47.261145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-33ebe1eb-d0bc-4ed1-ad80-99b034f0d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.279378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbfb045-d653-48dd-afe9-29b61c645022 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:47.292014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb045-d653-48dd-afe9-29b61c645022 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.301092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-58ec86ac-1168-47a5-a927-a174096a1073 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.329827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-33ebe1eb-d0bc-4ed1-ad80-99b034f0d001 None None] Port 5e7faacd-7871-4f06-8c36-d237c53696ec cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:47.358161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9904-ab3f-4887-b41e-fc946baf4504 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.395509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:47.395785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb045-d653-48dd-afe9-29b61c645022 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.406043 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb665a-b31b-4235-82da-67e82af6b1a8 None None] Sync routers for ids ['519116d4-c550-4721-98dc-6961427fb3ca'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:47.417570 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb665a-b31b-4235-82da-67e82af6b1a8 None None] Routers {'519116d4-c550-4721-98dc-6961427fb3ca'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:47.425631 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7efb665a-b31b-4235-82da-67e82af6b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['519116d4-c550-4721-98dc-6961427fb3ca'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:47.425811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Deleting port 267c30de-f085-4b6c-a3ef-964be646004b {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:47.425949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.453020 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7efb665a-b31b-4235-82da-67e82af6b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:47.453798 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:47.459530 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2ef7cdc3-7d86-4d2f-a3d9-0c0fbe9053f5 admin admin] 10.222.0.73 "PUT /v2.0/routers/b05aa25f-13ae-42f6-bdc1-81a41e5ac08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8987916 Apr 01 15:44:47.464740 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb665a-b31b-4235-82da-67e82af6b1a8 None None] Routers {'519116d4-c550-4721-98dc-6961427fb3ca'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:47.465595 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7efb665a-b31b-4235-82da-67e82af6b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['519116d4-c550-4721-98dc-6961427fb3ca'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:47.473889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-58ec86ac-1168-47a5-a927-a174096a1073 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.529808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Sync routers for ids ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:47.535410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d4a95acc-45ad-434d-ae2c-d404abc693f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.546287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec86ac-1168-47a5-a927-a174096a1073 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcaa27d-d687-4bcf-b060-0bcb2f8d43d2,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:47.546554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-711d64d2-0420-4f79-8ff3-bf6b31d336c5 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.567173 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7efb665a-b31b-4235-82da-67e82af6b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:47.568132 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efb665a-b31b-4235-82da-67e82af6b1a8 None None] The sync data for ids ['519116d4-c550-4721-98dc-6961427fb3ca'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:47.571850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cc38cb96-a6c9-446a-b4ff-e1b48b350284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.576716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9904-ab3f-4887-b41e-fc946baf4504 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.584526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a95acc-45ad-434d-ae2c-d404abc693f2 None None] Pushing event deleted for resources: {'Port': ['ID=2e520f6b-dbca-42d7-91a0-4752db5eb894,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:47.586981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a95acc-45ad-434d-ae2c-d404abc693f2 None None] No DVR routers for this DVR port 2e520f6b-dbca-42d7-91a0-4752db5eb894 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:47.592221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Routers {'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:47.593460 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:47.611792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.624204 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb045-d653-48dd-afe9-29b61c645022 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.640171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba9904-ab3f-4887-b41e-fc946baf4504 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event deleted for resources: {'Subnet': ['ID=bab74d8a-6d4d-49de-926f-95b4b7685eda,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:47.658097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9904-ab3f-4887-b41e-fc946baf4504 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.658893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Calling delete_port for 267c30de-f085-4b6c-a3ef-964be646004b owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:47.662294 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d1ba9904-ab3f-4887-b41e-fc946baf4504 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "DELETE /v2.0/subnets/bab74d8a-6d4d-49de-926f-95b4b7685eda HTTP/1.1" status: 204 len: 168 time: 0.9659095 Apr 01 15:44:47.666131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52720) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:47.704287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-711d64d2-0420-4f79-8ff3-bf6b31d336c5 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.735517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-58ec86ac-1168-47a5-a927-a174096a1073 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.739137 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-58ec86ac-1168-47a5-a927-a174096a1073 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9504426 Apr 01 15:44:47.740856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52722) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:47.745429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5b206bdd-c9f7-47e2-937f-9e39564a7388 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'security_group_rule': {'security_group_id': '6d1be1d8-e469-40ce-92eb-c27b9214671d', 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:47.776951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Set router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:47.836628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45e233-bbd5-402e-a1b5-a2f45e975044 None None] Network db4a6b70-0582-45bb-b378-5ab004680ae9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:47.896220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.903535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52728) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:47.906194 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-60ed3df1-769d-47c2-9ea5-819b848d0c6a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.1908679 Apr 01 15:44:47.935723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb045-d653-48dd-afe9-29b61c645022 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:47.990962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d64d2-0420-4f79-8ff3-bf6b31d336c5 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Port': ['ID=b53e6335-c3bc-4db0-a5a5-d0223a7a5811,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:48.029681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b206bdd-c9f7-47e2-937f-9e39564a7388 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.049186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cc38cb96-a6c9-446a-b4ff-e1b48b350284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.093784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38cb96-a6c9-446a-b4ff-e1b48b350284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f34d24-e382-42b9-af6d-db15c901a259,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:48.099628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.159582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cc38cb96-a6c9-446a-b4ff-e1b48b350284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.164921 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cc38cb96-a6c9-446a-b4ff-e1b48b350284 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e1f34d24-e382-42b9-af6d-db15c901a259 HTTP/1.1" status: 204 len: 168 time: 1.2529302 Apr 01 15:44:48.198534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52730) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:48.203006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-711d64d2-0420-4f79-8ff3-bf6b31d336c5 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] In _notify_port_updated(), no bound segment for port b53e6335-c3bc-4db0-a5a5-d0223a7a5811 on network d11ffe7b-f4fb-4a25-80c2-33a50515894c {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:44:48.222164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711d64d2-0420-4f79-8ff3-bf6b31d336c5 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:48.222841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-711d64d2-0420-4f79-8ff3-bf6b31d336c5 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.224196 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-711d64d2-0420-4f79-8ff3-bf6b31d336c5 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "PUT /v2.0/ports/b53e6335-c3bc-4db0-a5a5-d0223a7a5811 HTTP/1.1" status: 200 len: 994 time: 1.7024570 Apr 01 15:44:48.240819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b1be3319-f2e0-4d74-99f7-604245b166d3 None None] Provisioning complete for port b53e6335-c3bc-4db0-a5a5-d0223a7a5811 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:48.241347 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b1be3319-f2e0-4d74-99f7-604245b166d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.258502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52732) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:48.328072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b271f5-94be-4de3-9963-2958a35a18d1 None None] DHCP port deletion for db4a6b70-0582-45bb-b378-5ab004680ae9 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:48.375889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b1be3319-f2e0-4d74-99f7-604245b166d3 None None] Port b53e6335-c3bc-4db0-a5a5-d0223a7a5811 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:48.380866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.424596 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:30Z', 'updated_at': '2022-04-01T15:44:44Z', 'revision_number': 4, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'gw_port': {'id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:33Z', 'updated_at': '2022-04-01T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5e7faacd-7871-4f06-8c36-d237c53696ec', 'name': '', 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'mac_address': 'fa:16:3e:38:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6339ba10-fadc-4522-bd1d-28498ecb40b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:40Z', 'updated_at': '2022-04-01T15:44:44Z', 'revision_number': 2, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'subnets': [{'id': '6339ba10-fadc-4522-bd1d-28498ecb40b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:48.437754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52734) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:48.450724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4841b4d7-27f6-43a6-96bd-e2885905c26f']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:48.462903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-16b271f5-94be-4de3-9963-2958a35a18d1 None None] Deleting port 094ab452-f033-4a36-af5a-92bc3a897e2c {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:48.463629 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16b271f5-94be-4de3-9963-2958a35a18d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.465737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Checking router: b05aa25f-13ae-42f6-bdc1-81a41e5ac08d for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:44:48.466121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Updating router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d port 5e7faacd-7871-4f06-8c36-d237c53696ec binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:44:48.469621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa80f90-8c3d-4767-a04c-bb8dac720b33') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:48.470943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa80f90-8c3d-4767-a04c-bb8dac720b33') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:48.481141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.523008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.530570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfb045-d653-48dd-afe9-29b61c645022 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:48.545156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bcbfb045-d653-48dd-afe9-29b61c645022 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.551372 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bcbfb045-d653-48dd-afe9-29b61c645022 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2 HTTP/1.1" status: 204 len: 168 time: 1.4373376 Apr 01 15:44:48.561075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52736) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:48.598568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b206bdd-c9f7-47e2-937f-9e39564a7388 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.608956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c7cbac-d09b-4604-8afc-02816edca192 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:48.618403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-16b271f5-94be-4de3-9963-2958a35a18d1 None None] For port 094ab452-f033-4a36-af5a-92bc3a897e2c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=094ab452-f033-4a36-af5a-92bc3a897e2c,segment=NetworkSegment(7462f9c6-00ff-4c10-abf7-2cff3f36a4d1),segment_id=7462f9c6-00ff-4c10-abf7-2cff3f36a4d1)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:48.618974 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16b271f5-94be-4de3-9963-2958a35a18d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.647379 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d2b5b1e1-a997-4ffb-9a71-5735f3501091 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787878 Apr 01 15:44:48.668239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-16b271f5-94be-4de3-9963-2958a35a18d1 None None] Calling delete_port for 094ab452-f033-4a36-af5a-92bc3a897e2c owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:48.676445 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52738) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:48.686884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:48.709748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b206bdd-c9f7-47e2-937f-9e39564a7388 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.758984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b206bdd-c9f7-47e2-937f-9e39564a7388 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e897f2e-43ec-406f-bad5-d33b3ba99f31,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:48.811035 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6a71ef5c-a699-4d7f-bc1c-0d32cfcbc19d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/routers/519116d4-c550-4721-98dc-6961427fb3ca HTTP/1.1" status: 200 len: 883 time: 0.8980541 Apr 01 15:44:48.815206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52740) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:48.828859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.858802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.866147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:44:48.866602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.867406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-db792aac-f572-4491-947d-cf477ad41263 None None] Provisioning complete for port b53a5004-7761-4d95-9172-e1269ca33570 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:48.867907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-db792aac-f572-4491-947d-cf477ad41263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.901417 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event deleted for resources: {'Port': ['ID=267c30de-f085-4b6c-a3ef-964be646004b,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:48.911019 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-77866aa4-4cd4-4983-9453-c94cbf9f496b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669438522', 'description': 'tempest-secgroup-smoke-669438522 description', 'project_id': 'f397e8ac635446de8843fc7946017b1f'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:44:48.915184 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:44:48.917778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.932746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 094ab452-f033-4a36-af5a-92bc3a897e2c no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:48.956310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b206bdd-c9f7-47e2-937f-9e39564a7388 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:48.960310 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5b206bdd-c9f7-47e2-937f-9e39564a7388 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2160056 Apr 01 15:44:48.964525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52742) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:48.969903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e77877e3-dbd1-4fa0-88cc-49570e82a1d7 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'security_group_rule': {'security_group_id': '6d1be1d8-e469-40ce-92eb-c27b9214671d', 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:49.058065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.066516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f917597d-4c91-475c-a86a-5a3c278a9e3a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Deleting port b53e6335-c3bc-4db0-a5a5-d0223a7a5811 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:49.066847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f917597d-4c91-475c-a86a-5a3c278a9e3a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.113830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.157123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:49.163307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.163543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7fec66-2992-448c-8046-10ee02a600ca None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:49.168558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.177273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca94b6ea-9627-4ff4-ae8b-a8110382d363']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:49.181775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-77866aa4-4cd4-4983-9453-c94cbf9f496b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.183425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.207313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb2f2d0-0091-43b5-9b17-8138d2dbfdba') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:49.207655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb2f2d0-0091-43b5-9b17-8138d2dbfdba') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:49.215210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.220856 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "DELETE /v2.0/networks/4841b4d7-27f6-43a6-96bd-e2885905c26f HTTP/1.1" status: 204 len: 168 time: 1.5512257 Apr 01 15:44:49.227966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16b271f5-94be-4de3-9963-2958a35a18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.230342 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52744) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:49.253893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.279847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e2278-530c-4e90-8bf6-d09ce7062bee tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event deleted for resources: {'Network': ['ID=4841b4d7-27f6-43a6-96bd-e2885905c26f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:49.289973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.292373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b271f5-94be-4de3-9963-2958a35a18d1 None None] No DVR routers for this DVR port 094ab452-f033-4a36-af5a-92bc3a897e2c on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:49.294188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b271f5-94be-4de3-9963-2958a35a18d1 None None] Pushing event deleted for resources: {'Port': ['ID=094ab452-f033-4a36-af5a-92bc3a897e2c,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:49.296076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.303417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.319531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f917597d-4c91-475c-a86a-5a3c278a9e3a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.341646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:44:49.342064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:44:49.345465 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:44:49.351612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e77877e3-dbd1-4fa0-88cc-49570e82a1d7 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.351717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2e520f6b-dbca-42d7-91a0-4752db5eb894 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:49.360201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.396642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 2e520f6b-dbca-42d7-91a0-4752db5eb894 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:49.396642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2e520f6b-dbca-42d7-91a0-4752db5eb894 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:49.397121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f917597d-4c91-475c-a86a-5a3c278a9e3a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Calling delete_port for b53e6335-c3bc-4db0-a5a5-d0223a7a5811 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:49.397234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fec66-2992-448c-8046-10ee02a600ca None None] Deleting port b53a5004-7761-4d95-9172-e1269ca33570 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:49.397234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0f7fec66-2992-448c-8046-10ee02a600ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.460320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.467588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0f7fec66-2992-448c-8046-10ee02a600ca None None] For port b53a5004-7761-4d95-9172-e1269ca33570, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b53a5004-7761-4d95-9172-e1269ca33570,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:49.468225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0f7fec66-2992-448c-8046-10ee02a600ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.482922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fec66-2992-448c-8046-10ee02a600ca None None] Calling delete_port for b53a5004-7761-4d95-9172-e1269ca33570 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:49.510829 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-520df4ec-8589-4412-99f2-171d370d75cd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6920950 Apr 01 15:44:49.513627 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52746) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:49.518824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c3c300a9-2f3e-4371-96c3-c6c7db87e7e1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-372826224'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:49.523012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e77877e3-dbd1-4fa0-88cc-49570e82a1d7 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.559405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-77866aa4-4cd4-4983-9453-c94cbf9f496b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.569680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.648619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.704993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4a6b70-0582-45bb-b378-5ab004680ae9']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:49.723919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7462f9c6-00ff-4c10-abf7-2cff3f36a4d1') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:49.724222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7462f9c6-00ff-4c10-abf7-2cff3f36a4d1') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:49.740863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.752676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.756919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-77866aa4-4cd4-4983-9453-c94cbf9f496b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.765932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.769287 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ca94b6ea-9627-4ff4-ae8b-a8110382d363 HTTP/1.1" status: 204 len: 168 time: 1.5437295 Apr 01 15:44:49.772596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.802049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a71e8-2f6c-419f-be6d-07117e5f2193 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca94b6ea-9627-4ff4-ae8b-a8110382d363,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:49.805073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:44:49.805484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:44:49.811208 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:44:49.817887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.818446 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Fanout notify agent at l3_agent the message router_deleted on router c19dd2e4-7f70-4329-80c5-cd9ad970112e {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:49.834920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f917597d-4c91-475c-a86a-5a3c278a9e3a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.840691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.844161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77866aa4-4cd4-4983-9453-c94cbf9f496b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603bf76b-1e2c-4b6d-82b1-e59b76d52506,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:49.848324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6bcc1937-aa97-435a-b459-b0af2f1f565f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/c19dd2e4-7f70-4329-80c5-cd9ad970112e HTTP/1.1" status: 204 len: 168 time: 3.5781405 Apr 01 15:44:49.852854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52750) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:49.886186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-c26d8e67-55d0-426a-82d2-1dabdfa9df7d tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1975326601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:49.896562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e77877e3-dbd1-4fa0-88cc-49570e82a1d7 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.937768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0f7fec66-2992-448c-8046-10ee02a600ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:49.943716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6820f6-9eb4-4efb-80db-7ead08c334d9 None None] Pushing event updated for resources: {'Port': ['ID=5e7faacd-7871-4f06-8c36-d237c53696ec,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:49.943975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77877e3-dbd1-4fa0-88cc-49570e82a1d7 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765060f2-23f5-473b-bb47-ca48c7a5d963,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:49.963464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917597d-4c91-475c-a86a-5a3c278a9e3a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event deleted for resources: {'Port': ['ID=b53e6335-c3bc-4db0-a5a5-d0223a7a5811,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:49.994793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fec66-2992-448c-8046-10ee02a600ca None None] Pushing event deleted for resources: {'Port': ['ID=b53a5004-7761-4d95-9172-e1269ca33570,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:49.997102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fec66-2992-448c-8046-10ee02a600ca None None] No DVR routers for this DVR port b53a5004-7761-4d95-9172-e1269ca33570 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:50.004851 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Attempting to bind port 5e7faacd-7871-4f06-8c36-d237c53696ec on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:50.005413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Attempting to bind port 5e7faacd-7871-4f06-8c36-d237c53696ec by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'd94b84a2-7330-495c-8ece-cdf8f3039802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:50.005952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Attempting to bind port 5e7faacd-7871-4f06-8c36-d237c53696ec on network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:50.010968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2c6bd07b-2eb1-4619-bb01-ae11b0135bb6 None None] Provisioning complete for port 5e7faacd-7871-4f06-8c36-d237c53696ec triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:50.011577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2c6bd07b-2eb1-4619-bb01-ae11b0135bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.025328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-77866aa4-4cd4-4983-9453-c94cbf9f496b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.029967 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-77866aa4-4cd4-4983-9453-c94cbf9f496b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1231103 Apr 01 15:44:50.039820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:50.040485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Checking segment: {'id': 'd94b84a2-7330-495c-8ece-cdf8f3039802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:50.041107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.041254 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52752) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:50.041855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Bound using segment: {'id': 'd94b84a2-7330-495c-8ece-cdf8f3039802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:50.042867 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Bound port: 5e7faacd-7871-4f06-8c36-d237c53696ec, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94b84a2-7330-495c-8ece-cdf8f3039802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:50.043465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.053858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fbb131f9-8999-4146-9096-0f5842b4c2ce tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'security_group_rule': {'security_group_id': '603bf76b-1e2c-4b6d-82b1-e59b76d52506', 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:50.079840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c3c300a9-2f3e-4371-96c3-c6c7db87e7e1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.097809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2c6bd07b-2eb1-4619-bb01-ae11b0135bb6 None None] Port 5e7faacd-7871-4f06-8c36-d237c53696ec cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:50.118164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e77877e3-dbd1-4fa0-88cc-49570e82a1d7 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.123061 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e77877e3-dbd1-4fa0-88cc-49570e82a1d7 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1576114 Apr 01 15:44:50.123692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52754) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:50.123819 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:44:50.136077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2dae8357-f976-40fc-b5a5-2ff561769922 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'security_group_rule': {'security_group_id': '6d1be1d8-e469-40ce-92eb-c27b9214671d', 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:50.181119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] For port 5e7faacd-7871-4f06-8c36-d237c53696ec, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:50.186261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] For port 5e7faacd-7871-4f06-8c36-d237c53696ec, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e7faacd-7871-4f06-8c36-d237c53696ec,segment=NetworkSegment(d94b84a2-7330-495c-8ece-cdf8f3039802),segment_id=d94b84a2-7330-495c-8ece-cdf8f3039802)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:50.198121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.222183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.230928 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "DELETE /v2.0/networks/db4a6b70-0582-45bb-b378-5ab004680ae9 HTTP/1.1" status: 204 len: 168 time: 0.9947639 Apr 01 15:44:50.233676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52756) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:50.236914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c3c300a9-2f3e-4371-96c3-c6c7db87e7e1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.237102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c26d8e67-55d0-426a-82d2-1dabdfa9df7d tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.238075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c26d8e67-55d0-426a-82d2-1dabdfa9df7d tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.264176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e034b-c413-4179-b50a-4592b7b90c93 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event deleted for resources: {'Network': ['ID=db4a6b70-0582-45bb-b378-5ab004680ae9,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:50.269529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbb131f9-8999-4146-9096-0f5842b4c2ce tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.304719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f917597d-4c91-475c-a86a-5a3c278a9e3a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.307979 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f917597d-4c91-475c-a86a-5a3c278a9e3a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "DELETE /v2.0/ports/b53e6335-c3bc-4db0-a5a5-d0223a7a5811 HTTP/1.1" status: 204 len: 168 time: 2.0392578 Apr 01 15:44:50.314552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52758) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:50.332620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-754bc300-bb00-4f0a-b613-1b3c5e2210a0 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Deleting subnet 07646cb9-7d71-49e5-8be6-a66ab3d096c4 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:44:50.337132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-754bc300-bb00-4f0a-b613-1b3c5e2210a0 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.364173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.395983 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01f9e0f-5d6d-4ad7-95ec-3835686c0231 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] GET failed (client error): The resource could not be found. Apr 01 15:44:50.401551 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c01f9e0f-5d6d-4ad7-95ec-3835686c0231 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "GET /v2.0/ports/b53e6335-c3bc-4db0-a5a5-d0223a7a5811 HTTP/1.1" status: 404 len: 333 time: 0.0810032 Apr 01 15:44:50.401551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c26d8e67-55d0-426a-82d2-1dabdfa9df7d tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.402810 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52760) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:50.409748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'port': {'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c', 'name': 'tempest-AllowedAddressPairTestJSON-1046652122'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:50.424314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbb131f9-8999-4146-9096-0f5842b4c2ce tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.429772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Routers {'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:50.430659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:50.439624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-754bc300-bb00-4f0a-b613-1b3c5e2210a0 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.475937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6820f6-9eb4-4efb-80db-7ead08c334d9 None None] Pushing event updated for resources: {'Port': ['ID=5e7faacd-7871-4f06-8c36-d237c53696ec,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:50.522542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c300a9-2f3e-4371-96c3-c6c7db87e7e1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 519116d4-c550-4721-98dc-6961427fb3ca has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:44:50.529449 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-2dae8357-f976-40fc-b5a5-2ff561769922 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Project 13e23c87b78242af874fa4c1d8cb6f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:44:50.555053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dae8357-f976-40fc-b5a5-2ff561769922 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.569966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c26d8e67-55d0-426a-82d2-1dabdfa9df7d tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.592150 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] Set router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:44:50.620120 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbb131f9-8999-4146-9096-0f5842b4c2ce tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.653329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb131f9-8999-4146-9096-0f5842b4c2ce tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4e0abd-d184-4153-9589-0b9b1ed096fb,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:50.670386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52762) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:50.713597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c26d8e67-55d0-426a-82d2-1dabdfa9df7d tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.713597 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c26d8e67-55d0-426a-82d2-1dabdfa9df7d tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8253160 Apr 01 15:44:50.713597 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d00c2bca-54ef-4bce-b8f6-ce82fcb201c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c00e56d01af24de1987cd2db6b6d786a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450673 Apr 01 15:44:50.715859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52764) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:50.718702 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52766) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:50.720647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:50.788363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f89f04f5-b9d2-445b-879a-57e4e4ca2875 None None] Provisioning complete for port 5e7faacd-7871-4f06-8c36-d237c53696ec triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:50.788750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-754bc300-bb00-4f0a-b613-1b3c5e2210a0 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.789121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f89f04f5-b9d2-445b-879a-57e4e4ca2875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.843348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fbb131f9-8999-4146-9096-0f5842b4c2ce tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:50.844794 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fbb131f9-8999-4146-9096-0f5842b4c2ce tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7991581 Apr 01 15:44:50.847616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52768) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:50.852299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-cf9d3dfb-7ade-4a48-b9b2-db4ca80e69d9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'security_group_rule': {'security_group_id': '603bf76b-1e2c-4b6d-82b1-e59b76d52506', 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:50.886275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b53a5004-7761-4d95-9172-e1269ca33570 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:50.923386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: b53a5004-7761-4d95-9172-e1269ca33570 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:50.923939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b53a5004-7761-4d95-9172-e1269ca33570 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:50.974442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:30Z', 'updated_at': '2022-04-01T15:44:44Z', 'revision_number': 4, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'gw_port': {'id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:33Z', 'updated_at': '2022-04-01T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5e7faacd-7871-4f06-8c36-d237c53696ec', 'name': '', 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'mac_address': 'fa:16:3e:38:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6339ba10-fadc-4522-bd1d-28498ecb40b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:40Z', 'updated_at': '2022-04-01T15:44:50Z', 'revision_number': 4, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'subnets': [{'id': '6339ba10-fadc-4522-bd1d-28498ecb40b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:50.990600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.025501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ec18f-dde5-4412-b60c-acdb537d9069 None None] The sync data for ids ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'] in dv-neutron-835865-1-hyperv is: [{'id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:30Z', 'updated_at': '2022-04-01T15:44:44Z', 'revision_number': 4, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'gw_port': {'id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:33Z', 'updated_at': '2022-04-01T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5e7faacd-7871-4f06-8c36-d237c53696ec', 'name': '', 'network_id': '6a64e0f7-b3a8-4b4d-a1f7-306a01696920', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'mac_address': 'fa:16:3e:38:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6339ba10-fadc-4522-bd1d-28498ecb40b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:40Z', 'updated_at': '2022-04-01T15:44:50Z', 'revision_number': 4, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'subnets': [{'id': '6339ba10-fadc-4522-bd1d-28498ecb40b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:51.025501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f89f04f5-b9d2-445b-879a-57e4e4ca2875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.055975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f89f04f5-b9d2-445b-879a-57e4e4ca2875 None None] For port 5e7faacd-7871-4f06-8c36-d237c53696ec, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e7faacd-7871-4f06-8c36-d237c53696ec,segment=NetworkSegment(d94b84a2-7330-495c-8ece-cdf8f3039802),segment_id=d94b84a2-7330-495c-8ece-cdf8f3039802)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:51.079608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cf9d3dfb-7ade-4a48-b9b2-db4ca80e69d9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.095967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.objects.ports [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:44:51.129793 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.155415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dae8357-f976-40fc-b5a5-2ff561769922 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.165307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cf9d3dfb-7ade-4a48-b9b2-db4ca80e69d9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.253437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:51.262122 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f89f04f5-b9d2-445b-879a-57e4e4ca2875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.275781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:51.282932 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:51.283531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.286307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c300a9-2f3e-4371-96c3-c6c7db87e7e1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:51.287861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee5d7-e632-40e9-93bc-563a8e45fb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.295943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c3c300a9-2f3e-4371-96c3-c6c7db87e7e1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.298902 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab29680-adf8-4a72-9301-79619da54f44 None None] Sync routers for ids ['519116d4-c550-4721-98dc-6961427fb3ca'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:51.299932 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c3c300a9-2f3e-4371-96c3-c6c7db87e7e1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/519116d4-c550-4721-98dc-6961427fb3ca HTTP/1.1" status: 200 len: 890 time: 1.7854123 Apr 01 15:44:51.301634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52770) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:51.306976 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=d8fd2cd1-10c0-450f-bf7f-8969662a7b91,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:51.314576 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab29680-adf8-4a72-9301-79619da54f44 None None] Routers {'519116d4-c550-4721-98dc-6961427fb3ca'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:51.316060 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cab29680-adf8-4a72-9301-79619da54f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['519116d4-c550-4721-98dc-6961427fb3ca'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:51.318048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed190a-bfc6-4272-ae09-8aeefa96304c None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:51.355949 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cab29680-adf8-4a72-9301-79619da54f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:51.367916 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab29680-adf8-4a72-9301-79619da54f44 None None] Routers {'519116d4-c550-4721-98dc-6961427fb3ca'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:51.368772 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cab29680-adf8-4a72-9301-79619da54f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['519116d4-c550-4721-98dc-6961427fb3ca'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:51.392734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee5d7-e632-40e9-93bc-563a8e45fb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.402526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cf9d3dfb-7ade-4a48-b9b2-db4ca80e69d9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.412828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Made reservation on behalf of cd49cf0abeca48bebbebf721f5cb1038 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:51.418826 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.418976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f04f5-b9d2-445b-879a-57e4e4ca2875 None None] Pushing event updated for resources: {'Port': ['ID=5e7faacd-7871-4f06-8c36-d237c53696ec,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:51.419539 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cab29680-adf8-4a72-9301-79619da54f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:51.420385 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab29680-adf8-4a72-9301-79619da54f44 None None] The sync data for ids ['519116d4-c550-4721-98dc-6961427fb3ca'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:51.426033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dae8357-f976-40fc-b5a5-2ff561769922 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.468850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.493152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d3dfb-7ade-4a48-b9b2-db4ca80e69d9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc189b8f-9325-4aac-8541-446304888cd5,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:51.498341 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.536930 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-102e4d8b-7381-4b2d-b60c-73133eb13323 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8570223 Apr 01 15:44:51.536930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae8357-f976-40fc-b5a5-2ff561769922 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3a49df-a8b0-4191-a460-267e92693b82,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:51.537419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-754bc300-bb00-4f0a-b613-1b3c5e2210a0 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.539298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52772) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:51.540553 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] device_id is not set on port 82f2ccbb-81b4-41fa-8245-c49239a9f7b0 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:51.550328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': 'd8fd2cd1-10c0-450f-bf7f-8969662a7b91'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:51.551579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.560678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5d5f150b-eb10-4ac2-afb7-5ca234362024 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:51.614553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cf9d3dfb-7ade-4a48-b9b2-db4ca80e69d9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.616378 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cf9d3dfb-7ade-4a48-b9b2-db4ca80e69d9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7677433 Apr 01 15:44:51.620046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52774) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:51.626552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-684d583f-03d4-4a21-894b-3b4e5075dfa8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'security_group_rule': {'security_group_id': '603bf76b-1e2c-4b6d-82b1-e59b76d52506', 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:51.665316 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bc300-bb00-4f0a-b613-1b3c5e2210a0 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event deleted for resources: {'Subnet': ['ID=07646cb9-7d71-49e5-8be6-a66ab3d096c4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:51.689452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2dae8357-f976-40fc-b5a5-2ff561769922 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.693158 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2dae8357-f976-40fc-b5a5-2ff561769922 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5628092 Apr 01 15:44:51.693158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-754bc300-bb00-4f0a-b613-1b3c5e2210a0 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.698076 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-754bc300-bb00-4f0a-b613-1b3c5e2210a0 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "DELETE /v2.0/subnets/07646cb9-7d71-49e5-8be6-a66ab3d096c4 HTTP/1.1" status: 204 len: 168 time: 1.4610791 Apr 01 15:44:51.701739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52776) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:51.702152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52778) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:51.709262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4daf18-a680-42cb-8bb6-79eba86d8b89 None None] Network 611e72ce-01ff-466a-ba09-b317e475d877 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:51.713224 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-07fbb146-0288-4d30-b48f-9b16009014d7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/routers/519116d4-c550-4721-98dc-6961427fb3ca HTTP/1.1" status: 200 len: 890 time: 0.4047847 Apr 01 15:44:51.714811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6592c346-98cf-4d9f-94a3-cda962ba7dc0 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'security_group_rule': {'security_group_id': '6d1be1d8-e469-40ce-92eb-c27b9214671d', 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:51.730668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Allocated IP 172.26.6.47 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/f0580213-9ce4-4822-b595-ae121286bf85) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:51.754279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52780) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:51.818400 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-69ae7ac6-2efc-4f2d-b4e3-07bd78d45340 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=519116d4-c550-4721-98dc-6961427fb3ca HTTP/1.1" status: 200 len: 205 time: 0.0814638 Apr 01 15:44:51.823684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52782) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:51.887783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.913359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-684d583f-03d4-4a21-894b-3b4e5075dfa8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.927859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Allocated IP 2001:db8::f816:3eff:fefe:1362 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/d8fd2cd1-10c0-450f-bf7f-8969662a7b91/fb2b9aca-390f-4637-9ece-8cee45b981b9) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:51.955223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee5d7-e632-40e9-93bc-563a8e45fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.958562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8f1ee5d7-e632-40e9-93bc-563a8e45fb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:51.962579 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8f1ee5d7-e632-40e9-93bc-563a8e45fb25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc536328-fecc-430e-aedc-97c9309b0e74 HTTP/1.1" status: 204 len: 168 time: 1.2318203 Apr 01 15:44:51.985364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Allocated IP 172.20.0.3 (d11ffe7b-f4fb-4a25-80c2-33a50515894c/fa363257-d430-472c-a3aa-d1ebcf3c7f78/82f2ccbb-81b4-41fa-8245-c49239a9f7b0) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:52.015000 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-6592c346-98cf-4d9f-94a3-cda962ba7dc0 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Project 13e23c87b78242af874fa4c1d8cb6f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:44:52.065546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6592c346-98cf-4d9f-94a3-cda962ba7dc0 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.095510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ee5d7-e632-40e9-93bc-563a8e45fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc536328-fecc-430e-aedc-97c9309b0e74,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:52.102815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5f150b-eb10-4ac2-afb7-5ca234362024 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:52.106601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d5f150b-eb10-4ac2-afb7-5ca234362024 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.141725 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5468ee-9326-4f1b-9450-f3eb779b1c95 None None] DHCP port deletion for 611e72ce-01ff-466a-ba09-b317e475d877 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:44:52.169228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6592c346-98cf-4d9f-94a3-cda962ba7dc0 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.231386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.244498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.255352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-684d583f-03d4-4a21-894b-3b4e5075dfa8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.260616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8e5468ee-9326-4f1b-9450-f3eb779b1c95 None None] Deleting port 166c638b-8a3e-4a84-88d9-14a5e26c69aa {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:52.260998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8e5468ee-9326-4f1b-9450-f3eb779b1c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.261259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.269315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Deleting port 166c638b-8a3e-4a84-88d9-14a5e26c69aa {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:52.269643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.345872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6592c346-98cf-4d9f-94a3-cda962ba7dc0 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.367308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592c346-98cf-4d9f-94a3-cda962ba7dc0 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31693cb2-9c79-4d1e-96a5-f040baf89b35,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:52.376276 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8e5468ee-9326-4f1b-9450-f3eb779b1c95 None None] For port 166c638b-8a3e-4a84-88d9-14a5e26c69aa, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=166c638b-8a3e-4a84-88d9-14a5e26c69aa,segment=NetworkSegment(dbca1821-97f7-4153-a56e-cb84f1c6a2d8),segment_id=dbca1821-97f7-4153-a56e-cb84f1c6a2d8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:52.377623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8e5468ee-9326-4f1b-9450-f3eb779b1c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.379361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] For port 166c638b-8a3e-4a84-88d9-14a5e26c69aa, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=166c638b-8a3e-4a84-88d9-14a5e26c69aa,segment=NetworkSegment(dbca1821-97f7-4153-a56e-cb84f1c6a2d8),segment_id=dbca1821-97f7-4153-a56e-cb84f1c6a2d8)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:52.379617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.407149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Calling delete_port for 166c638b-8a3e-4a84-88d9-14a5e26c69aa owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:52.420029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8e5468ee-9326-4f1b-9450-f3eb779b1c95 None None] Calling delete_port for 166c638b-8a3e-4a84-88d9-14a5e26c69aa owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:52.461526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-684d583f-03d4-4a21-894b-3b4e5075dfa8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.467735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.470059 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.ipam_backend_mixin [None req-5d5f150b-eb10-4ac2-afb7-5ca234362024 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8fd2cd1-10c0-450f-bf7f-8969662a7b91 (CIDR: 2001:db8::/64) Apr 01 15:44:52.477237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.495069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d583f-03d4-4a21-894b-3b4e5075dfa8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27afd0d8-c893-48d9-b96d-dfed2b9377f7,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:52.531334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.536318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:52.541820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:52.545548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:52.549008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Pushing event updated for resources: {'Port': ['ID=fb2b9aca-390f-4637-9ece-8cee45b981b9,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:52.567429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5f150b-eb10-4ac2-afb7-5ca234362024 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:44:52.569980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5f150b-eb10-4ac2-afb7-5ca234362024 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:44:52.618390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6592c346-98cf-4d9f-94a3-cda962ba7dc0 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.622852 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6592c346-98cf-4d9f-94a3-cda962ba7dc0 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9166927 Apr 01 15:44:52.622852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.623825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52788) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:52.627625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Attempting to bind port fb2b9aca-390f-4637-9ece-8cee45b981b9 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:52.630534 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Attempting to bind port fb2b9aca-390f-4637-9ece-8cee45b981b9 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:52.630534 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Attempting to bind port fb2b9aca-390f-4637-9ece-8cee45b981b9 on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:52.634583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:52.634975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:52.635380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.635772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:52.636244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Bound port: fb2b9aca-390f-4637-9ece-8cee45b981b9, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:52.636474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'network': {'name': 'tempest-network-smoke--462410650', 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'port_security_enabled': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:52.636663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.667152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:52.677363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:52.681314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:52.692661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event updated for resources: {'Port': ['ID=f0580213-9ce4-4822-b595-ae121286bf85,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:52.719249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] For port fb2b9aca-390f-4637-9ece-8cee45b981b9, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:52.720871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.721414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8e5468ee-9326-4f1b-9450-f3eb779b1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.725125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] For port fb2b9aca-390f-4637-9ece-8cee45b981b9, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fb2b9aca-390f-4637-9ece-8cee45b981b9,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:52.728048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-684d583f-03d4-4a21-894b-3b4e5075dfa8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.729544 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-684d583f-03d4-4a21-894b-3b4e5075dfa8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1081922 Apr 01 15:44:52.732483 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52790) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:52.739114 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-58a8fd27-c87b-42d4-a1e8-721e0b5e5444 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'security_group_rule': {'security_group_id': '603bf76b-1e2c-4b6d-82b1-e59b76d52506', 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:52.750838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5468ee-9326-4f1b-9450-f3eb779b1c95 None None] Pushing event deleted for resources: {'Port': ['ID=166c638b-8a3e-4a84-88d9-14a5e26c69aa,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:52.753418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5468ee-9326-4f1b-9450-f3eb779b1c95 None None] No DVR routers for this DVR port 166c638b-8a3e-4a84-88d9-14a5e26c69aa on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:52.766951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event deleted for resources: {'Port': ['ID=166c638b-8a3e-4a84-88d9-14a5e26c69aa,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:52.768152 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.772374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] No DVR routers for this DVR port 166c638b-8a3e-4a84-88d9-14a5e26c69aa on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:44:52.781752 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5d5f150b-eb10-4ac2-afb7-5ca234362024 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2245588 Apr 01 15:44:52.783688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52792) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:52.842054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:52.864754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:52.872631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Port': ['ID=82f2ccbb-81b4-41fa-8245-c49239a9f7b0,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:52.879964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e7faacd-7871-4f06-8c36-d237c53696ec up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:52.883922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:52.886835 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:52.943768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.947437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Made reservation on behalf of 13e23c87b78242af874fa4c1d8cb6f3b for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:52.951700 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.984980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:52.996371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:52.996982 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Added segment 4131fb50-c0d3-4d15-b38e-e73c0fc1cf11 of type vlan for network d4ac023b-0d40-40f3-ada9-3bfb770ce859 Apr 01 15:44:53.017462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-58a8fd27-c87b-42d4-a1e8-721e0b5e5444 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.044174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5e7faacd-7871-4f06-8c36-d237c53696ec triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:53.044885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.055776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7ebd1-e4cc-447d-bf62-7b34057b11a6 None None] Pushing event updated for resources: {'Port': ['ID=fb2b9aca-390f-4637-9ece-8cee45b981b9,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:53.074297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:53.078976 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.113827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.116734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 1dd66c76-fb6d-4826-af18-39d02a440f25 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:53.117600 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.126083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.160362 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611e72ce-01ff-466a-ba09-b317e475d877']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:53.172700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbca1821-97f7-4153-a56e-cb84f1c6a2d8') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:53.173275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbca1821-97f7-4153-a56e-cb84f1c6a2d8') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:53.185656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.218650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.239245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:44:53.239750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:44:53.279067 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:44:53.309088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.321719 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d49e6907-2bcb-472c-9470-a636a3ec5d20 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9164071 Apr 01 15:44:53.323497 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 166c638b-8a3e-4a84-88d9-14a5e26c69aa no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:44:53.333961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52794) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:53.339309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-eb2f8a54-63ff-4799-b079-01ae2ad38575 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d9:46:a1'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:53.349384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 1dd66c76-fb6d-4826-af18-39d02a440f25 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:53.352228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-58a8fd27-c87b-42d4-a1e8-721e0b5e5444 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.354999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52796) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:53.372137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 166c638b-8a3e-4a84-88d9-14a5e26c69aa {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:44:53.372502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 166c638b-8a3e-4a84-88d9-14a5e26c69aa not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:44:53.394384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-70dca0c9-d763-4e3f-87bd-bbfedbf7e879 None None] Provisioning complete for port 82f2ccbb-81b4-41fa-8245-c49239a9f7b0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:53.395041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-70dca0c9-d763-4e3f-87bd-bbfedbf7e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.450720 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0952e647-9ed3-4176-a1fb-fa47816dfb9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a92e09e823fb4b86bdecc135f57a089f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944748 Apr 01 15:44:53.452506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-70dca0c9-d763-4e3f-87bd-bbfedbf7e879 None None] Port 82f2ccbb-81b4-41fa-8245-c49239a9f7b0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:53.454484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52798) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:53.482486 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.488085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:53.488728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.531203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:53.535065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.536119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-58a8fd27-c87b-42d4-a1e8-721e0b5e5444 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.542137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.546440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.553183 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "DELETE /v2.0/networks/611e72ce-01ff-466a-ba09-b317e475d877 HTTP/1.1" status: 204 len: 168 time: 1.8295856 Apr 01 15:44:53.577976 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52800) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:53.623172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c66602-88f5-4dcd-a5e0-f77df60c05a5 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Pushing event deleted for resources: {'Network': ['ID=611e72ce-01ff-466a-ba09-b317e475d877,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:53.623172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8a54-63ff-4799-b079-01ae2ad38575 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.673975 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c44e382a-c0e2-4a1f-b6ee-03b7c4f08881 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcf2a8fe-74e5-4756-ab4e-30d72d544844 HTTP/1.1" status: 200 len: 205 time: 0.0848713 Apr 01 15:44:53.679369 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8fd27-c87b-42d4-a1e8-721e0b5e5444 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dd723e-5750-4936-a517-d681c5b0c475,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:53.681134 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52802) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:53.691159 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'Network': ['ID=d4ac023b-0d40-40f3-ada9-3bfb770ce859,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:53.707838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network d4ac023b-0d40-40f3-ada9-3bfb770ce859 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:44:53.714765 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-07bac246-a9c7-49a9-b0e8-527659d7e051 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0890639 Apr 01 15:44:53.717559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52804) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:53.753124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a61c33ee-87e1-4f16-9e60-4f979899da73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.760864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'admin_state_up': True, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:53.847650 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-58a8fd27-c87b-42d4-a1e8-721e0b5e5444 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.848956 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-58a8fd27-c87b-42d4-a1e8-721e0b5e5444 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1149325 Apr 01 15:44:53.861838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ba19005f-5c3d-4c57-8040-ea3818f281e4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.868275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52806) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:53.875862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c48ec68f-0834-4154-91c4-63adbe365677 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'security_group_rule': {'security_group_id': '603bf76b-1e2c-4b6d-82b1-e59b76d52506', 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:53.882154 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a61c33ee-87e1-4f16-9e60-4f979899da73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.137722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.285083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c1832927-8137-406d-a0a1-78a1ceb85aca None None] Provisioning complete for port fb2b9aca-390f-4637-9ece-8cee45b981b9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:54.285454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1832927-8137-406d-a0a1-78a1ceb85aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.340059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ba19005f-5c3d-4c57-8040-ea3818f281e4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.342408 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.343451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.349004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ba19005f-5c3d-4c57-8040-ea3818f281e4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.389088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1832927-8137-406d-a0a1-78a1ceb85aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.399682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.401750 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-c48ec68f-0834-4154-91c4-63adbe365677 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Project f397e8ac635446de8843fc7946017b1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:44:54.426484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c48ec68f-0834-4154-91c4-63adbe365677 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.434686 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c1832927-8137-406d-a0a1-78a1ceb85aca None None] For port fb2b9aca-390f-4637-9ece-8cee45b981b9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fb2b9aca-390f-4637-9ece-8cee45b981b9,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:54.459680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=1dd66c76-fb6d-4826-af18-39d02a440f25,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:54.489269 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.513084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.523992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.572789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.601455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a61c33ee-87e1-4f16-9e60-4f979899da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.603965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a61c33ee-87e1-4f16-9e60-4f979899da73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.605176 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a61c33ee-87e1-4f16-9e60-4f979899da73 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/696fbc92-aecd-436f-8d29-26030aebe930 HTTP/1.1" status: 204 len: 168 time: 1.1497614 Apr 01 15:44:54.622183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1832927-8137-406d-a0a1-78a1ceb85aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.652932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.659262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8a54-63ff-4799-b079-01ae2ad38575 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.659470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c48ec68f-0834-4154-91c4-63adbe365677 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.666388 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ba19005f-5c3d-4c57-8040-ea3818f281e4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.667385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba19005f-5c3d-4c57-8040-ea3818f281e4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Fanout notify agent at l3_agent the message router_deleted on router dcf2a8fe-74e5-4756-ab4e-30d72d544844 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:54.700645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1832927-8137-406d-a0a1-78a1ceb85aca None None] Pushing event updated for resources: {'Port': ['ID=fb2b9aca-390f-4637-9ece-8cee45b981b9,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:54.705439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:54.710814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:54.721246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:54.722041 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.727140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e36cd9e-d0a2-4d7e-8d54-68446ccdb403 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:54.739578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ba19005f-5c3d-4c57-8040-ea3818f281e4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.743100 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ba19005f-5c3d-4c57-8040-ea3818f281e4 tempest-RoutersNegativeTest-1098816967 tempest-RoutersNegativeTest-1098816967-project] 10.222.0.73 "DELETE /v2.0/routers/dcf2a8fe-74e5-4756-ab4e-30d72d544844 HTTP/1.1" status: 204 len: 168 time: 1.0561004 Apr 01 15:44:54.751179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=2f921d35-2792-4d7e-92aa-203431bea1d3,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:54.756806 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c33ee-87e1-4f16-9e60-4f979899da73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696fbc92-aecd-436f-8d29-26030aebe930,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:54.762432 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.772295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.816670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8a54-63ff-4799-b079-01ae2ad38575 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.857114 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c48ec68f-0834-4154-91c4-63adbe365677 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:54.905674 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bac15886-a103-48d9-bb03-7eac27ee6641 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1208925 Apr 01 15:44:54.915842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52812) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:54.943134 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:ba:9b:4d', 'name': 'tempest-NetworksTestDHCPv6-1378365024'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:54.949343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Router 55c6915e-8991-461a-a1df-ee5c69adc98c is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:54.951481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fb2b9aca-390f-4637-9ece-8cee45b981b9 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:54.959141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f8a54-63ff-4799-b079-01ae2ad38575 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Port': ['ID=82f2ccbb-81b4-41fa-8245-c49239a9f7b0,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:54.990514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ec68f-0834-4154-91c4-63adbe365677 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a1fc6d-a116-4cfa-9d03-c07f008280c7,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:55.018291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f8a54-63ff-4799-b079-01ae2ad38575 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] In _notify_port_updated(), no bound segment for port 82f2ccbb-81b4-41fa-8245-c49239a9f7b0 on network d11ffe7b-f4fb-4a25-80c2-33a50515894c {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:44:55.023756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f8a54-63ff-4799-b079-01ae2ad38575 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:55.024430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8a54-63ff-4799-b079-01ae2ad38575 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.028397 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eb2f8a54-63ff-4799-b079-01ae2ad38575 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "PUT /v2.0/ports/82f2ccbb-81b4-41fa-8245-c49239a9f7b0 HTTP/1.1" status: 200 len: 996 time: 1.6908159 Apr 01 15:44:55.030048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52814) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:55.065940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port fb2b9aca-390f-4637-9ece-8cee45b981b9 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:55.066307 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.165291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.165762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Fanout notify agent at l3_agent the message router_deleted on router 519116d4-c550-4721-98dc-6961427fb3ca {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:55.171597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c48ec68f-0834-4154-91c4-63adbe365677 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.173625 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c48ec68f-0834-4154-91c4-63adbe365677 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3015864 Apr 01 15:44:55.182478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.183928 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-40b72814-36e3-4702-94a0-f2887f44a082 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/519116d4-c550-4721-98dc-6961427fb3ca HTTP/1.1" status: 204 len: 168 time: 3.3559465 Apr 01 15:44:55.186793 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.188934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52816) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:55.189861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52818) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:55.202783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823715218'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:55.209151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a0c34bbe-25f1-4586-a7e2-769f24ad1faa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'security_group_rule': {'security_group_id': '603bf76b-1e2c-4b6d-82b1-e59b76d52506', 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:55.261170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:44:55.274581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c9652e-1ddf-44e7-8eda-1a8d16eb6445 None None] Update dhcp port {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'fixed_ips': [{'subnet_id': 'd8fd2cd1-10c0-450f-bf7f-8969662a7b91', 'ip_address': '2001:db8::f816:3eff:fefe:1362'}, {'subnet_id': '2f921d35-2792-4d7e-92aa-203431bea1d3'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': 'fb2b9aca-390f-4637-9ece-8cee45b981b9'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:44:55.277866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.279579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa16ef5e-0682-4165-8d40-2fd55bc63fa7 None None] Sync routers for ids ['55c6915e-8991-461a-a1df-ee5c69adc98c'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:44:55.283393 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b7bbdbbe-9b25-4b84-9639-c6185e3aab28 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "PUT /v2.0/routers/55c6915e-8991-461a-a1df-ee5c69adc98c HTTP/1.1" status: 200 len: 883 time: 4.5637963 Apr 01 15:44:55.284792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52820) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:55.312544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-85e2085e-2b19-4eb2-be13-ffe2f0d6b5a3 None None] Provisioning complete for port 82f2ccbb-81b4-41fa-8245-c49239a9f7b0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:55.312986 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85e2085e-2b19-4eb2-be13-ffe2f0d6b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.315180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7ab92cff-1f84-4e06-b491-3af92c63c674 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Deleting port 82f2ccbb-81b4-41fa-8245-c49239a9f7b0 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:55.319187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ab92cff-1f84-4e06-b491-3af92c63c674 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.381217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-79c9652e-1ddf-44e7-8eda-1a8d16eb6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.389028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa16ef5e-0682-4165-8d40-2fd55bc63fa7 None None] Routers {'55c6915e-8991-461a-a1df-ee5c69adc98c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:55.393344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fa16ef5e-0682-4165-8d40-2fd55bc63fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['55c6915e-8991-461a-a1df-ee5c69adc98c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:55.450641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fa16ef5e-0682-4165-8d40-2fd55bc63fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:55.470265 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a173ccae-3967-4f5d-9c21-e50b32b61a15 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/routers/55c6915e-8991-461a-a1df-ee5c69adc98c HTTP/1.1" status: 200 len: 924 time: 0.1811006 Apr 01 15:44:55.470934 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52824) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:55.471044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:55.475548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.484871 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-a0c34bbe-25f1-4586-a7e2-769f24ad1faa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Project f397e8ac635446de8843fc7946017b1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:44:55.490940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52826) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:55.506475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ab92cff-1f84-4e06-b491-3af92c63c674 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.511679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0c34bbe-25f1-4586-a7e2-769f24ad1faa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.522987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:55.537728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7ab92cff-1f84-4e06-b491-3af92c63c674 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Calling delete_port for 82f2ccbb-81b4-41fa-8245-c49239a9f7b0 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:55.616134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:55.637086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-85e2085e-2b19-4eb2-be13-ffe2f0d6b5a3 None None] Port 82f2ccbb-81b4-41fa-8245-c49239a9f7b0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:55.651250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.651250 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added segment 7840920b-c72a-4797-9e94-b6716f365d62 of type vlan for network c6554026-fd23-482a-bcca-bbcfa49faf93 Apr 01 15:44:55.659047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d64d447-d6ff-4134-9903-5067b85f2e65 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:55.666388 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0d64d447-d6ff-4134-9903-5067b85f2e65 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=55c6915e-8991-461a-a1df-ee5c69adc98c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1890955 Apr 01 15:44:55.670124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52830) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:55.685776 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.689602 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa16ef5e-0682-4165-8d40-2fd55bc63fa7 None None] Routers {'55c6915e-8991-461a-a1df-ee5c69adc98c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:44:55.690507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fa16ef5e-0682-4165-8d40-2fd55bc63fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['55c6915e-8991-461a-a1df-ee5c69adc98c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:55.732449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.736478 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fa16ef5e-0682-4165-8d40-2fd55bc63fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:44:55.737476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa16ef5e-0682-4165-8d40-2fd55bc63fa7 None None] The sync data for ids ['55c6915e-8991-461a-a1df-ee5c69adc98c'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:44:55.773911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0c34bbe-25f1-4586-a7e2-769f24ad1faa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.782903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 442b31ad-9a82-4913-b501-52eb70b129e0 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:55.844936 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8484c2df-fd95-4043-bcdb-67badd2a72a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2baeb04a29864b1ba5ebc35d73ef629a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487089 Apr 01 15:44:55.845474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52832) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:55.868459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0c34bbe-25f1-4586-a7e2-769f24ad1faa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.886123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-79c9652e-1ddf-44e7-8eda-1a8d16eb6445 None None] Allocated IP 2001:db8:0:1::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/2f921d35-2792-4d7e-92aa-203431bea1d3/fb2b9aca-390f-4637-9ece-8cee45b981b9) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:55.907228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34bbe-25f1-4586-a7e2-769f24ad1faa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fb9cbb-330c-4ca0-acd8-d3bd161e00a0,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:55.930998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ef60c836-b034-411e-a9da-e3adf98fd095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.940858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fe14e9-6bd5-43cf-96d9-fd6d7850979b tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:55.945306 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-12fe14e9-6bd5-43cf-96d9-fd6d7850979b tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 881 time: 0.2710512 Apr 01 15:44:55.946325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.951795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:55.952368 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.955009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52834) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:55.960844 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.986565 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:55.994377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-79c9652e-1ddf-44e7-8eda-1a8d16eb6445 None None] For port fb2b9aca-390f-4637-9ece-8cee45b981b9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fb2b9aca-390f-4637-9ece-8cee45b981b9,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:56.011625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ef60c836-b034-411e-a9da-e3adf98fd095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.017532 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1429ed5c-51bd-4a84-83bd-29306f8cbe89 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=55c6915e-8991-461a-a1df-ee5c69adc98c HTTP/1.1" status: 200 len: 205 time: 0.0562828 Apr 01 15:44:56.028710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52836) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:56.032530 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-79c9652e-1ddf-44e7-8eda-1a8d16eb6445 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.032870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ab92cff-1f84-4e06-b491-3af92c63c674 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.080864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0c34bbe-25f1-4586-a7e2-769f24ad1faa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.085047 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a0c34bbe-25f1-4586-a7e2-769f24ad1faa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8898623 Apr 01 15:44:56.111131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Network': ['ID=c6554026-fd23-482a-bcca-bbcfa49faf93,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:56.118650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab92cff-1f84-4e06-b491-3af92c63c674 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event deleted for resources: {'Port': ['ID=82f2ccbb-81b4-41fa-8245-c49239a9f7b0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:56.122515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network c6554026-fd23-482a-bcca-bbcfa49faf93 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:44:56.187069 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1b57bbe8-ff30-4c58-9839-46bc2c9f8694 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9932940 Apr 01 15:44:56.195706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52850) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:56.199796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.199796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Allocated IP 172.26.6.247 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/4192c7c3-19da-4cc1-9755-e42e9ab03424) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:56.204293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'subnet': {'network_id': 'c6554026-fd23-482a-bcca-bbcfa49faf93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:56.215508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-79c9652e-1ddf-44e7-8eda-1a8d16eb6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.264021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ab92cff-1f84-4e06-b491-3af92c63c674 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.276727 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7ab92cff-1f84-4e06-b491-3af92c63c674 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "DELETE /v2.0/ports/82f2ccbb-81b4-41fa-8245-c49239a9f7b0 HTTP/1.1" status: 204 len: 168 time: 1.2398655 Apr 01 15:44:56.277443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52856) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:56.348245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ef60c836-b034-411e-a9da-e3adf98fd095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.355511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ef60c836-b034-411e-a9da-e3adf98fd095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.357229 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ef60c836-b034-411e-a9da-e3adf98fd095 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5943f14b-12ed-4d7d-bba8-0fc8f21b9b6e HTTP/1.1" status: 204 len: 168 time: 0.5105722 Apr 01 15:44:56.415432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9652e-1ddf-44e7-8eda-1a8d16eb6445 None None] Pushing event updated for resources: {'Port': ['ID=fb2b9aca-390f-4637-9ece-8cee45b981b9,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:56.456723 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-357937ad-95b1-4d7b-bd2b-6ff654b269ce tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] GET failed (client error): The resource could not be found. Apr 01 15:44:56.462564 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-357937ad-95b1-4d7b-bd2b-6ff654b269ce tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "GET /v2.0/ports/82f2ccbb-81b4-41fa-8245-c49239a9f7b0 HTTP/1.1" status: 404 len: 333 time: 0.1333444 Apr 01 15:44:56.462564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60c836-b034-411e-a9da-e3adf98fd095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5943f14b-12ed-4d7d-bba8-0fc8f21b9b6e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:56.463850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52876) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:56.502751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'port': {'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c', 'name': 'tempest-AllowedAddressPairTestJSON-1960989837'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:56.723275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:56.728135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.854724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.855304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Made reservation on behalf of cd49cf0abeca48bebbebf721f5cb1038 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:56.859783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.890035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8:0:1::165 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/2f921d35-2792-4d7e-92aa-203431bea1d3/442b31ad-9a82-4913-b501-52eb70b129e0) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:56.898540 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.905080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::f816:3eff:feba:9b4d (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/d8fd2cd1-10c0-450f-bf7f-8969662a7b91/442b31ad-9a82-4913-b501-52eb70b129e0) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:56.907173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fb2b9aca-390f-4637-9ece-8cee45b981b9 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:44:56.937529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] device_id is not set on port 2b11879b-8c41-4114-80f9-a4224a8298ba yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:57.036189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port fb2b9aca-390f-4637-9ece-8cee45b981b9 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:57.036578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.168582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Allocated IP 172.20.0.11 (d11ffe7b-f4fb-4a25-80c2-33a50515894c/fa363257-d430-472c-a3aa-d1ebcf3c7f78/2b11879b-8c41-4114-80f9-a4224a8298ba) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:57.183494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.253670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:57.270773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'Port': ['ID=4192c7c3-19da-4cc1-9755-e42e9ab03424,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:57.274343 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:57.276902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:57.295027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4a076ac2-2223-4195-9f00-4464d5cba077 None None] Provisioning complete for port fb2b9aca-390f-4637-9ece-8cee45b981b9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:57.295420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4a076ac2-2223-4195-9f00-4464d5cba077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.314696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.330195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Deleting port f0580213-9ce4-4822-b595-ae121286bf85 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:57.330538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.378201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.389471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.468681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Subnet': ['ID=bd6238cb-7cc8-4733-8544-91670dc21734,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:57.489443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Checking segment: {'id': '7840920b-c72a-4797-9e94-b6716f365d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c6554026-fd23-482a-bcca-bbcfa49faf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:57.489742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network hostable DHCP agents. Network: c6554026-fd23-482a-bcca-bbcfa49faf93, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:57.546810 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.565604 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Calling delete_port for f0580213-9ce4-4822-b595-ae121286bf85 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:57.609639 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.611284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network c6554026-fd23-482a-bcca-bbcfa49faf93 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:57.614664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.663362 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:57.666624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:57.680300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:57.683045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:57.688633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Port': ['ID=2b11879b-8c41-4114-80f9-a4224a8298ba,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:57.690538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:57.700471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:57.708241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:57.708241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.714458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=442b31ad-9a82-4913-b501-52eb70b129e0,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:57.763443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, c6554026-fd23-482a-bcca-bbcfa49faf93) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:57.772924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:57.773533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.786668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc1242a-226d-4c4d-bbcb-eb85a6c56321 None None] Network c6554026-fd23-482a-bcca-bbcfa49faf93 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:44:57.803934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:57.815076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.866894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.914829 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8c654ab3-da39-4c3b-8d54-29064c5d1ca7 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4265292 Apr 01 15:44:57.917646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52914) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:57.923304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'port': {'network_id': 'd11ffe7b-f4fb-4a25-80c2-33a50515894c', 'name': 'tempest-AllowedAddressPairTestJSON-2131700145'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:58.046201 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-28b7eafe-62f6-4d56-ba07-c9fb88027b04 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8489614 Apr 01 15:44:58.048360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52918) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:58.080118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-fab2f136-2f13-4d81-b4b1-dc7a937ae9e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-200665566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:58.124885 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-870f24b8-3777-4566-8113-ec833ed4c7dd tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1767294 Apr 01 15:44:58.126601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-c6554026-fd23-482a-bcca-bbcfa49faf93', 'network_id': 'c6554026-fd23-482a-bcca-bbcfa49faf93', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'fixed_ips': [{'subnet_id': 'bd6238cb-7cc8-4733-8544-91670dc21734'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:44:58.126601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.130843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52920) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:58.144827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52922) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:58.220253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e5cdb2db-932c-4816-a52a-3482042c4b02 None None] Provisioning complete for port 442b31ad-9a82-4913-b501-52eb70b129e0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:58.220644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e5cdb2db-932c-4816-a52a-3482042c4b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.256186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Made reservation on behalf of cd49cf0abeca48bebbebf721f5cb1038 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:58.266576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.288479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e34faf73-bca5-45e5-8362-d3fd3ba1a643 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:58.288926 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING neutron.api.v2.base [None req-e34faf73-bca5-45e5-8362-d3fd3ba1a643 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:44:58.291191 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-e34faf73-bca5-45e5-8362-d3fd3ba1a643 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:44:58.292894 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e34faf73-bca5-45e5-8362-d3fd3ba1a643 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1428065 Apr 01 15:44:58.298966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52926) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:58.305448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382685780'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:58.323738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Allocated IP 2001:db8::2 (c6554026-fd23-482a-bcca-bbcfa49faf93/bd6238cb-7cc8-4733-8544-91670dc21734/c4f9f70d-a401-456b-b0ab-4e8da764c7d7) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:58.329806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] device_id is not set on port dac564ac-372b-4629-a562-440ace696c43 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:44:58.352820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e5cdb2db-932c-4816-a52a-3482042c4b02 None None] Port 442b31ad-9a82-4913-b501-52eb70b129e0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:58.401038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e5cdb2db-932c-4816-a52a-3482042c4b02 None None] Provisioning complete for port 2b11879b-8c41-4114-80f9-a4224a8298ba triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:58.401403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e5cdb2db-932c-4816-a52a-3482042c4b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.446038 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.450117 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fab2f136-2f13-4d81-b4b1-dc7a937ae9e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.451139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fab2f136-2f13-4d81-b4b1-dc7a937ae9e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.456070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e5cdb2db-932c-4816-a52a-3482042c4b02 None None] Port 2b11879b-8c41-4114-80f9-a4224a8298ba cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:58.457295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Allocated IP 172.20.0.8 (d11ffe7b-f4fb-4a25-80c2-33a50515894c/fa363257-d430-472c-a3aa-d1ebcf3c7f78/dac564ac-372b-4629-a562-440ace696c43) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:58.500849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.539078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.542595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.556804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.576830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fab2f136-2f13-4d81-b4b1-dc7a937ae9e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.602062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.638935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event deleted for resources: {'Port': ['ID=f0580213-9ce4-4822-b595-ae121286bf85,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:58.685819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Network c6554026-fd23-482a-bcca-bbcfa49faf93 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:58.691852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:58.697023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:58.714729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Pushing event updated for resources: {'Port': ['ID=c4f9f70d-a401-456b-b0ab-4e8da764c7d7,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:58.748972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fab2f136-2f13-4d81-b4b1-dc7a937ae9e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.779175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.785692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.786754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-00b42391-e910-4b1f-a041-ecc54c0cb933 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 442b31ad-9a82-4913-b501-52eb70b129e0 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:44:58.787080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-00b42391-e910-4b1f-a041-ecc54c0cb933 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.790941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.811861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Attempting to bind port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:58.812463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Attempting to bind port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7840920b-c72a-4797-9e94-b6716f365d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c6554026-fd23-482a-bcca-bbcfa49faf93'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:58.812894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Attempting to bind port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 on network c6554026-fd23-482a-bcca-bbcfa49faf93 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:44:58.818700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:44:58.819157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Checking segment: {'id': '7840920b-c72a-4797-9e94-b6716f365d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c6554026-fd23-482a-bcca-bbcfa49faf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:44:58.819621 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.820076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Bound using segment: {'id': '7840920b-c72a-4797-9e94-b6716f365d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c6554026-fd23-482a-bcca-bbcfa49faf93'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:44:58.820638 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Bound port: c4f9f70d-a401-456b-b0ab-4e8da764c7d7, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7840920b-c72a-4797-9e94-b6716f365d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'c6554026-fd23-482a-bcca-bbcfa49faf93'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:58.822466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.872096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.893000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] For port c4f9f70d-a401-456b-b0ab-4e8da764c7d7, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:58.898006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] For port c4f9f70d-a401-456b-b0ab-4e8da764c7d7, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c4f9f70d-a401-456b-b0ab-4e8da764c7d7,segment=NetworkSegment(7840920b-c72a-4797-9e94-b6716f365d62),segment_id=7840920b-c72a-4797-9e94-b6716f365d62)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:58.921554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.926286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:58.932533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e740366-88e4-4ff8-9a70-0289f517a2ca,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:58.936956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.013334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:59.020012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:59.026527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:44:59.036930 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Port': ['ID=dac564ac-372b-4629-a562-440ace696c43,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:59.085491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.091219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.092088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-00b42391-e910-4b1f-a041-ecc54c0cb933 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.113052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-00b42391-e910-4b1f-a041-ecc54c0cb933 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 442b31ad-9a82-4913-b501-52eb70b129e0 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:44:59.116860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:59.121691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.174156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.174740 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Fanout notify agent at l3_agent the message router_deleted on router 55c6915e-8991-461a-a1df-ee5c69adc98c {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:44:59.176662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe88426-7a48-4aaf-803c-a763c41877fe None None] Pushing event updated for resources: {'Port': ['ID=c4f9f70d-a401-456b-b0ab-4e8da764c7d7,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:59.185118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.191171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52964) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:59.193171 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-da206ff7-cd9f-41b5-9975-bb3ee03372db tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/55c6915e-8991-461a-a1df-ee5c69adc98c HTTP/1.1" status: 204 len: 168 time: 3.1634054 Apr 01 15:44:59.195832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f09bef3f-3fe2-47e3-b1c2-fb9469d0d0e8 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-330736369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:59.234075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.284480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5748d0d6-4cb0-49dd-93f9-d9e54a234d62,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:59.383951 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-debd9fec-9e7c-4325-81b5-3c5ce86d5219 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4650111 Apr 01 15:44:59.386837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52966) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:59.392758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-85e3d36b-2035-4353-ad7a-55382df330ab tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:d9:46:a1'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:52:24:93'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:59.460464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.464925 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0b476959-e6b8-403b-9cca-8d20964de482 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1646080 Apr 01 15:44:59.465608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52968) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:59.486605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-db8786f1-6eed-423c-b1f0-44b2f787521b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '5748d0d6-4cb0-49dd-93f9-d9e54a234d62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:44:59.502698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a12dba19-ea2a-4625-a278-9bf840149c6c None None] Provisioning complete for port dac564ac-372b-4629-a562-440ace696c43 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:59.503151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a12dba19-ea2a-4625-a278-9bf840149c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.566585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a12dba19-ea2a-4625-a278-9bf840149c6c None None] Port dac564ac-372b-4629-a562-440ace696c43 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:44:59.572151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f09bef3f-3fe2-47e3-b1c2-fb9469d0d0e8 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.573314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f09bef3f-3fe2-47e3-b1c2-fb9469d0d0e8 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.657511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Router 8c447da9-28d8-4a87-854f-5fc973e4a519 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:44:59.663701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fab2f136-2f13-4d81-b4b1-dc7a937ae9e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.664975 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fab2f136-2f13-4d81-b4b1-dc7a937ae9e2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5974069 Apr 01 15:44:59.670004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52970) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:44:59.727842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f09bef3f-3fe2-47e3-b1c2-fb9469d0d0e8 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.741616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-85e3d36b-2035-4353-ad7a-55382df330ab tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.027036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-db8786f1-6eed-423c-b1f0-44b2f787521b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.060745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f09bef3f-3fe2-47e3-b1c2-fb9469d0d0e8 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.088022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:00.102158 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Sync routers for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:00.121083 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:00.122779 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:00.159104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.257625 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:00.295218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-00b42391-e910-4b1f-a041-ecc54c0cb933 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.322748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b42391-e910-4b1f-a041-ecc54c0cb933 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=442b31ad-9a82-4913-b501-52eb70b129e0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:00.385857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-00b42391-e910-4b1f-a041-ecc54c0cb933 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.393547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52974) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:00.397036 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-00b42391-e910-4b1f-a041-ecc54c0cb933 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/442b31ad-9a82-4913-b501-52eb70b129e0 HTTP/1.1" status: 204 len: 168 time: 2.2529912 Apr 01 15:45:00.443198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.445458 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-adc64151-c61d-444e-945a-ba1a82c1448e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.6937330 Apr 01 15:45:00.449179 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52976) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:00.473258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f09bef3f-3fe2-47e3-b1c2-fb9469d0d0e8 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.476844 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f09bef3f-3fe2-47e3-b1c2-fb9469d0d0e8 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2845454 Apr 01 15:45:00.504974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-db8786f1-6eed-423c-b1f0-44b2f787521b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.520733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52980) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:00.528748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': True}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:00.564735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a94a8-e750-4d91-a5ef-1a260c85c24a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:00.564735 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-352a94a8-e750-4d91-a5ef-1a260c85c24a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1596682 Apr 01 15:45:00.570140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52982) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:00.683212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-db8786f1-6eed-423c-b1f0-44b2f787521b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.683894 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:44:57Z', 'revision_number': 3, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:00.695241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150ee00-fa7f-4e30-b72a-b2e142085e92 None None] Network c6554026-fd23-482a-bcca-bbcfa49faf93 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:00.723000 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Checking router: 8c447da9-28d8-4a87-854f-5fc973e4a519 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:45:00.723739 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Updating router 8c447da9-28d8-4a87-854f-5fc973e4a519 port 4192c7c3-19da-4cc1-9755-e42e9ab03424 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:45:00.755250 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.880129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8786f1-6eed-423c-b1f0-44b2f787521b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7170fa17-556a-4a5f-922c-37f7387cb5ae,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:00.950569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9c9dea-becc-42f2-9eb1-86ddcb294c50 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:00.958532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52984) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:00.968524 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0c9c9dea-becc-42f2-9eb1-86ddcb294c50 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3902402 Apr 01 15:45:00.974725 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c4f9f70d-a401-456b-b0ab-4e8da764c7d7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:00.982314 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:00.996678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-db8786f1-6eed-423c-b1f0-44b2f787521b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.000601 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-db8786f1-6eed-423c-b1f0-44b2f787521b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5216610 Apr 01 15:45:01.002366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52986) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:01.014188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ba7cb987-a7d7-40f9-bef1-4f35fa44d365 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '5748d0d6-4cb0-49dd-93f9-d9e54a234d62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:01.049100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-85e3d36b-2035-4353-ad7a-55382df330ab tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.076868 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-803ce0f6-7bab-44fc-a4f8-56aac14f6932 tempest-TestNetworkAdvancedServerOps-1431628637 tempest-TestNetworkAdvancedServerOps-1431628637-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=13e23c87b78242af874fa4c1d8cb6f3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6261983 Apr 01 15:45:01.080735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52988) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:01.125230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f1945f7e-5564-49e2-8961-ba1f39401e2e None None] Provisioning complete for port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:01.125230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f1945f7e-5564-49e2-8961-ba1f39401e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.125558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 2001:db8::1 (c6554026-fd23-482a-bcca-bbcfa49faf93/bd6238cb-7cc8-4733-8544-91670dc21734/4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:01.165167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a1dc5f-703e-4014-9513-1d0972d2353f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:01.170421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a1dc5f-703e-4014-9513-1d0972d2353f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:01.174794 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a1dc5f-703e-4014-9513-1d0972d2353f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:01.178643 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-59a1dc5f-703e-4014-9513-1d0972d2353f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1677480 Apr 01 15:45:01.183567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 52992) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:01.260384 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.276121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:01.276522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.375450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d20b2-89d9-4b46-a1d2-0de5cf713366 tempest-TestNetworkAdvancedServerOps-1431628637 tempest-TestNetworkAdvancedServerOps-1431628637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:01.375450 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-381d20b2-89d9-4b46-a1d2-0de5cf713366 tempest-TestNetworkAdvancedServerOps-1431628637 tempest-TestNetworkAdvancedServerOps-1431628637-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2923620 Apr 01 15:45:01.377896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52994) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:01.386303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f1945f7e-5564-49e2-8961-ba1f39401e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.404310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-85e3d36b-2035-4353-ad7a-55382df330ab tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.407218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-06239f56-346d-47e6-9a24-edbe5bd4fa9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 2f921d35-2792-4d7e-92aa-203431bea1d3 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:01.415756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06239f56-346d-47e6-9a24-edbe5bd4fa9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.458229 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8c7c854b-1de8-4c2f-8205-b6119e4b7343 tempest-TestNetworkAdvancedServerOps-1431628637 tempest-TestNetworkAdvancedServerOps-1431628637-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0790162 Apr 01 15:45:01.461141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f1945f7e-5564-49e2-8961-ba1f39401e2e None None] For port c4f9f70d-a401-456b-b0ab-4e8da764c7d7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c4f9f70d-a401-456b-b0ab-4e8da764c7d7,segment=NetworkSegment(7840920b-c72a-4797-9e94-b6716f365d62),segment_id=7840920b-c72a-4797-9e94-b6716f365d62)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:01.470948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 52996) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:01.472237 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.503849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-546625324', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:01.542520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.547313 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Attempting to bind port 4192c7c3-19da-4cc1-9755-e42e9ab03424 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:01.547686 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Attempting to bind port 4192c7c3-19da-4cc1-9755-e42e9ab03424 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:01.548208 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Attempting to bind port 4192c7c3-19da-4cc1-9755-e42e9ab03424 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:01.555788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06239f56-346d-47e6-9a24-edbe5bd4fa9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.601208 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:01.601778 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:01.606590 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.606590 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:01.626017 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Bound port: 4192c7c3-19da-4cc1-9755-e42e9ab03424, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:01.626017 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.802871 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] For port 4192c7c3-19da-4cc1-9755-e42e9ab03424, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:01.810443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.813316 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] For port 4192c7c3-19da-4cc1-9755-e42e9ab03424, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4192c7c3-19da-4cc1-9755-e42e9ab03424,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:01.851155 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Pushing event updated for resources: {'Port': ['ID=4192c7c3-19da-4cc1-9755-e42e9ab03424,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:01.853424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f1945f7e-5564-49e2-8961-ba1f39401e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.868708 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.872211 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.872211 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.872211 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.872211 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.873179 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.874312 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.874706 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.882159 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.882615 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.882953 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.883283 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:01.909778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.923123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06239f56-346d-47e6-9a24-edbe5bd4fa9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:01.935203 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.030605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1945f7e-5564-49e2-8961-ba1f39401e2e None None] Pushing event updated for resources: {'Port': ['ID=c4f9f70d-a401-456b-b0ab-4e8da764c7d7,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:02.055055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network c6554026-fd23-482a-bcca-bbcfa49faf93 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:02.055778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6984bf5c-1df9-42b5-87a2-57351f41aeec None None] Provisioning complete for port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:02.056666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6984bf5c-1df9-42b5-87a2-57351f41aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.067105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:02.070022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:02.073841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:02.074386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.115397 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa004-de1d-4ce1-9062-72b7d05348f6 None None] Pushing event updated for resources: {'Port': ['ID=4192c7c3-19da-4cc1-9755-e42e9ab03424,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:02.120358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:45:02.120751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:45:02.140090 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:02.144068 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:02.166698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba7cb987-a7d7-40f9-bef1-4f35fa44d365 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.292062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d36b-2035-4353-ad7a-55382df330ab tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event updated for resources: {'Port': ['ID=dac564ac-372b-4629-a562-440ace696c43,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:02.302693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-85e3d36b-2035-4353-ad7a-55382df330ab tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] In _notify_port_updated(), no bound segment for port dac564ac-372b-4629-a562-440ace696c43 on network d11ffe7b-f4fb-4a25-80c2-33a50515894c {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:45:02.308894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e3d36b-2035-4353-ad7a-55382df330ab tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:02.309893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-85e3d36b-2035-4353-ad7a-55382df330ab tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.314938 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-85e3d36b-2035-4353-ad7a-55382df330ab tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "PUT /v2.0/ports/dac564ac-372b-4629-a562-440ace696c43 HTTP/1.1" status: 200 len: 1057 time: 2.9233570 Apr 01 15:45:02.315456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53000) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:02.352381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c8702037-89b9-4886-a545-b15201899c5f None None] Provisioning complete for port dac564ac-372b-4629-a562-440ace696c43 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:02.353015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c8702037-89b9-4886-a545-b15201899c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.407797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c8702037-89b9-4886-a545-b15201899c5f None None] Port dac564ac-372b-4629-a562-440ace696c43 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:02.474116 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:02.491624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-40706755-6412-4a6a-bfae-f78e0b324363 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Deleting port dac564ac-372b-4629-a562-440ace696c43 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:02.492307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40706755-6412-4a6a-bfae-f78e0b324363 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.509686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Made reservation on behalf of 13e23c87b78242af874fa4c1d8cb6f3b for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:02.515493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.548069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0154876c-6d36-4c32-bda0-8296840afe3e None None] Provisioning complete for port 4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:02.548558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0154876c-6d36-4c32-bda0-8296840afe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.597927 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-ba7cb987-a7d7-40f9-bef1-4f35fa44d365 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:45:02.599132 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ba7cb987-a7d7-40f9-bef1-4f35fa44d365 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.5955307 Apr 01 15:45:02.606050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53002) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:02.727374 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:44:57Z', 'revision_number': 3, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:02.734224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40706755-6412-4a6a-bfae-f78e0b324363 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.751517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0154876c-6d36-4c32-bda0-8296840afe3e None None] Port 4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:02.783760 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae51b3b-44f3-4122-b894-4ab049200405 None None] The sync data for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv is: [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:44:57Z', 'revision_number': 3, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:02.803040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-40706755-6412-4a6a-bfae-f78e0b324363 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Calling delete_port for dac564ac-372b-4629-a562-440ace696c43 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:02.818320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06239f56-346d-47e6-9a24-edbe5bd4fa9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.845346 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.849139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c08314d-05d3-4681-83bf-a2908be23036 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.849942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.865741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c4f9f70d-a401-456b-b0ab-4e8da764c7d7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:02.898139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06239f56-346d-47e6-9a24-edbe5bd4fa9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=2f921d35-2792-4d7e-92aa-203431bea1d3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:02.904109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.908577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06239f56-346d-47e6-9a24-edbe5bd4fa9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.912106 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-06239f56-346d-47e6-9a24-edbe5bd4fa9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/2f921d35-2792-4d7e-92aa-203431bea1d3 HTTP/1.1" status: 204 len: 168 time: 1.7272611 Apr 01 15:45:02.916373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53004) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:02.933241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:02.940508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:02.941123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46f6a0-1b1e-4a07-8a5f-0e39276a3b3e None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:02.994441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c08314d-05d3-4681-83bf-a2908be23036 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.142207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.168839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99ea3f0-d0f0-4fe8-8acf-5d9ef1c707b9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet d8fd2cd1-10c0-450f-bf7f-8969662a7b91 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:03.191041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f99ea3f0-d0f0-4fe8-8acf-5d9ef1c707b9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.264520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'Subnet': ['ID=a7cb34d1-945a-42b7-9bb2-555c82758819,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:03.281660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Allocated IP 172.26.6.126 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/e029f3cf-0975-48b3-bb5a-6a19b6ebe148) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:03.285162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f99ea3f0-d0f0-4fe8-8acf-5d9ef1c707b9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.311789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Checking segment: {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:03.312391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Network hostable DHCP agents. Network: d4ac023b-0d40-40f3-ada9-3bfb770ce859, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:03.329157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c08314d-05d3-4681-83bf-a2908be23036 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.338546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c08314d-05d3-4681-83bf-a2908be23036 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.343066 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5c08314d-05d3-4681-83bf-a2908be23036 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/5748d0d6-4cb0-49dd-93f9-d9e54a234d62 HTTP/1.1" status: 204 len: 168 time: 0.7358687 Apr 01 15:45:03.346895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53006) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:03.438315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08314d-05d3-4681-83bf-a2908be23036 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5748d0d6-4cb0-49dd-93f9-d9e54a234d62,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:03.491305 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a9b305b9-717c-4929-8186-f94205834953 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1362627 Apr 01 15:45:03.498742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53010) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:03.505565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a901478e-2211-4b5f-a629-4bf6feb05199 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--219953683'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:03.557161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f99ea3f0-d0f0-4fe8-8acf-5d9ef1c707b9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.569168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40706755-6412-4a6a-bfae-f78e0b324363 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.647117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Network d4ac023b-0d40-40f3-ada9-3bfb770ce859 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:03.677435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40706755-6412-4a6a-bfae-f78e0b324363 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event deleted for resources: {'Port': ['ID=dac564ac-372b-4629-a562-440ace696c43,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:03.747671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.840708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a901478e-2211-4b5f-a629-4bf6feb05199 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:03.867527 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.063645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40706755-6412-4a6a-bfae-f78e0b324363 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.067986 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-40706755-6412-4a6a-bfae-f78e0b324363 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "DELETE /v2.0/ports/dac564ac-372b-4629-a562-440ace696c43 HTTP/1.1" status: 204 len: 168 time: 1.7513809 Apr 01 15:45:04.070843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53012) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:04.090641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a901478e-2211-4b5f-a629-4bf6feb05199 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.104929 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8ccaa4-84bc-4278-8bfd-d94e0a087271 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] GET failed (client error): The resource could not be found. Apr 01 15:45:04.106560 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1d8ccaa4-84bc-4278-8bfd-d94e0a087271 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "GET /v2.0/ports/dac564ac-372b-4629-a562-440ace696c43 HTTP/1.1" status: 404 len: 333 time: 0.0347273 Apr 01 15:45:04.111541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53014) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:04.144990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, d4ac023b-0d40-40f3-ada9-3bfb770ce859) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:04.160818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:04.160818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.162197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d861a48-7fa3-4f46-837c-04043f33088f None None] Network d4ac023b-0d40-40f3-ada9-3bfb770ce859 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:04.225038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a901478e-2211-4b5f-a629-4bf6feb05199 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.230149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.239935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f99ea3f0-d0f0-4fe8-8acf-5d9ef1c707b9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.242175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.242926 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.296407 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901478e-2211-4b5f-a629-4bf6feb05199 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2db7fbd-b2a8-4f61-8b39-cbf51efa5120,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:04.309578 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ae62d71a-8662-4605-9c24-43db9ec53ad4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8109937 Apr 01 15:45:04.312806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53016) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:04.396970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f99ea3f0-d0f0-4fe8-8acf-5d9ef1c707b9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.404307 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f99ea3f0-d0f0-4fe8-8acf-5d9ef1c707b9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/d8fd2cd1-10c0-450f-bf7f-8969662a7b91 HTTP/1.1" status: 204 len: 168 time: 1.4825778 Apr 01 15:45:04.408775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ea3f0-d0f0-4fe8-8acf-5d9ef1c707b9 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fd2cd1-10c0-450f-bf7f-8969662a7b91,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:04.411360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674a376-e04b-4d63-8a85-07d34d05b44f None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:04.413735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53018) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:04.425774 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:04.443950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event updated for resources: {'Port': ['ID=e029f3cf-0975-48b3-bb5a-6a19b6ebe148,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:04.489484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:04.502102 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-94aa8e79-ad35-4908-9103-c4b23cc56b5b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791886 Apr 01 15:45:04.503340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53020) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:04.505406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:04.510243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:04.526648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-d4ac023b-0d40-40f3-ada9-3bfb770ce859', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:04.527657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.534651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-17609a0d-0aa0-4039-9123-6281473b3920 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Deleting port 2b11879b-8c41-4114-80f9-a4224a8298ba {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:04.535053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-17609a0d-0aa0-4039-9123-6281473b3920 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.611226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5808278c-ec83-4e6d-8dd4-b2b5f363e56b None None] Provisioning complete for port fb2b9aca-390f-4637-9ece-8cee45b981b9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:04.611761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5808278c-ec83-4e6d-8dd4-b2b5f363e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.659530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a901478e-2211-4b5f-a629-4bf6feb05199 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.664685 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a901478e-2211-4b5f-a629-4bf6feb05199 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1648064 Apr 01 15:45:04.665675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53024) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:04.676599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-c26ce26e-0c3c-44ff-86a0-41301fd6ac08 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': 'a2db7fbd-b2a8-4f61-8b39-cbf51efa5120', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:04.677461 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING neutron.api.v2.base [None req-c26ce26e-0c3c-44ff-86a0-41301fd6ac08 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 01 15:45:04.678213 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-c26ce26e-0c3c-44ff-86a0-41301fd6ac08 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:04.682946 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c26ce26e-0c3c-44ff-86a0-41301fd6ac08 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099771 Apr 01 15:45:04.683838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53026) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:04.719934 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:04.912628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Allocated IP 172.20.0.2 (d4ac023b-0d40-40f3-ada9-3bfb770ce859/a7cb34d1-945a-42b7-9bb2-555c82758819/f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:04.940897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f4879d30-aa39-4486-bf14-9bb16a7d2057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:04.960788 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7770df4-06c0-4f4e-8cfb-378bafc3f68b None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:45:04.962137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network c6554026-fd23-482a-bcca-bbcfa49faf93 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:05.008242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-17609a0d-0aa0-4039-9123-6281473b3920 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.013997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:05.053336 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-17609a0d-0aa0-4039-9123-6281473b3920 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Calling delete_port for 2b11879b-8c41-4114-80f9-a4224a8298ba owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:05.061562 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe6ecf62-73bf-477f-91ab-8ac6bf62de8b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.074076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4192c7c3-19da-4cc1-9755-e42e9ab03424 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:05.111671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:05.121004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.215474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe6ecf62-73bf-477f-91ab-8ac6bf62de8b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.346021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.425818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c7770df4-06c0-4f4e-8cfb-378bafc3f68b None None] Deleting port fb2b9aca-390f-4637-9ece-8cee45b981b9 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:05.426349 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7770df4-06c0-4f4e-8cfb-378bafc3f68b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.462008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.518312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe6ecf62-73bf-477f-91ab-8ac6bf62de8b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.525137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fe6ecf62-73bf-477f-91ab-8ac6bf62de8b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.525137 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fe6ecf62-73bf-477f-91ab-8ac6bf62de8b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/a2db7fbd-b2a8-4f61-8b39-cbf51efa5120 HTTP/1.1" status: 204 len: 168 time: 0.8325021 Apr 01 15:45:05.532621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53028) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:05.533391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 4192c7c3-19da-4cc1-9755-e42e9ab03424 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:05.533756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.575468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ecf62-73bf-477f-91ab-8ac6bf62de8b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2db7fbd-b2a8-4f61-8b39-cbf51efa5120,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:05.862183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.863583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Network d4ac023b-0d40-40f3-ada9-3bfb770ce859 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:05.863583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c7770df4-06c0-4f4e-8cfb-378bafc3f68b None None] For port fb2b9aca-390f-4637-9ece-8cee45b981b9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fb2b9aca-390f-4637-9ece-8cee45b981b9,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:05.863583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7770df4-06c0-4f4e-8cfb-378bafc3f68b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.863583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:05.863583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:05.863583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Pushing event updated for resources: {'Port': ['ID=f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:05.863583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c7770df4-06c0-4f4e-8cfb-378bafc3f68b None None] Calling delete_port for fb2b9aca-390f-4637-9ece-8cee45b981b9 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:05.863583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-55ae41c5-f346-4fc6-98bf-252c684562c1 None None] Provisioning complete for port 4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:05.863583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-55ae41c5-f346-4fc6-98bf-252c684562c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.864628 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0dc2a89d-da83-4781-acda-77f3ba752022 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2097170 Apr 01 15:45:05.864628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53032) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:05.864628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--618145277'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:05.864987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.865085 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-55ae41c5-f346-4fc6-98bf-252c684562c1 None None] Port 4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:05.923704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.935228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Attempting to bind port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:05.935587 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Attempting to bind port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:05.935951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Attempting to bind port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe on network d4ac023b-0d40-40f3-ada9-3bfb770ce859 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:05.964508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:05.964937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Checking segment: {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:05.965340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.965735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Bound using segment: {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:05.966220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Bound port: f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:05.966600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:05.972545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 4192c7c3-19da-4cc1-9755-e42e9ab03424, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4192c7c3-19da-4cc1-9755-e42e9ab03424,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:06.050800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] For port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:06.055170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] For port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:06.061697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 249b5d86-acd8-4941-b25f-9a39f95f5832 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:45:06.080435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.100997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.101291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.112741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.125257 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-17609a0d-0aa0-4039-9123-6281473b3920 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.138821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.204989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=4192c7c3-19da-4cc1-9755-e42e9ab03424,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:06.218112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7770df4-06c0-4f4e-8cfb-378bafc3f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.221380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:06.243479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:06.245320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17609a0d-0aa0-4039-9123-6281473b3920 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event deleted for resources: {'Port': ['ID=2b11879b-8c41-4114-80f9-a4224a8298ba,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:06.246963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Allocated IP 172.20.0.1 (d4ac023b-0d40-40f3-ada9-3bfb770ce859/a7cb34d1-945a-42b7-9bb2-555c82758819/0fefcceb-90ab-47e0-837b-f4fad8703f83) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:06.251123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:06.251977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.263568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=3ba8d7f4-2865-4339-bf40-25862452f2d8,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:06.293568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.332543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7770df4-06c0-4f4e-8cfb-378bafc3f68b None None] Pushing event deleted for resources: {'Port': ['ID=fb2b9aca-390f-4637-9ece-8cee45b981b9,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:06.354373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7770df4-06c0-4f4e-8cfb-378bafc3f68b None None] No DVR routers for this DVR port fb2b9aca-390f-4637-9ece-8cee45b981b9 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:06.386608 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d78fbb5c-8205-4f7d-b758-34e289fd8ad6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8790021 Apr 01 15:45:06.386875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:06.394033 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-54823951-b67b-4307-9769-7601f48fd2be tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/249b5d86-acd8-4941-b25f-9a39f95f5832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7227936 Apr 01 15:45:06.397848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53034) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:06.408191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-97090f3f-26d5-49b2-926e-c354c87a5b40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:06.412232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53036) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:06.438848 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6058b86-a5f5-4b57-b293-6c72145ba1ee None None] Sync routers for ids ['249b5d86-acd8-4941-b25f-9a39f95f5832'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:06.443593 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198629ad-09a6-4384-ba2c-fc053da220af None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:06.458589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-17609a0d-0aa0-4039-9123-6281473b3920 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.465245 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-17609a0d-0aa0-4039-9123-6281473b3920 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "DELETE /v2.0/ports/2b11879b-8c41-4114-80f9-a4224a8298ba HTTP/1.1" status: 204 len: 168 time: 2.3497367 Apr 01 15:45:06.488445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53038) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:06.531770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6058b86-a5f5-4b57-b293-6c72145ba1ee None None] Routers {'249b5d86-acd8-4941-b25f-9a39f95f5832'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:06.533005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.537787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c6058b86-a5f5-4b57-b293-6c72145ba1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['249b5d86-acd8-4941-b25f-9a39f95f5832'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:06.586860 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b79935-9a66-4ee7-9e21-a476b408ae28 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] GET failed (client error): The resource could not be found. Apr 01 15:45:06.595223 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-40b79935-9a66-4ee7-9e21-a476b408ae28 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "GET /v2.0/ports/2b11879b-8c41-4114-80f9-a4224a8298ba HTTP/1.1" status: 404 len: 333 time: 0.1100736 Apr 01 15:45:06.595223 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53040) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:06.601528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d101f636-ea6f-4893-8ae9-86d51a4664d1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:06.603611 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d101f636-ea6f-4893-8ae9-86d51a4664d1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports/4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c HTTP/1.1" status: 200 len: 911 time: 0.1401296 Apr 01 15:45:06.608748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53042) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:06.617740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-eda26826-e1d5-4f18-b3a8-9e0ea8f5006a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd6238cb-7cc8-4733-8544-91670dc21734'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:06.678218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c6058b86-a5f5-4b57-b293-6c72145ba1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:06.691676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad291ac8-821d-4044-b572-54594b05a811 None None] Pushing event updated for resources: {'Port': ['ID=f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:06.715615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6058b86-a5f5-4b57-b293-6c72145ba1ee None None] Routers {'249b5d86-acd8-4941-b25f-9a39f95f5832'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:06.716253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c6058b86-a5f5-4b57-b293-6c72145ba1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['249b5d86-acd8-4941-b25f-9a39f95f5832'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:06.814158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c6058b86-a5f5-4b57-b293-6c72145ba1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:06.817251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6058b86-a5f5-4b57-b293-6c72145ba1ee None None] The sync data for ids ['249b5d86-acd8-4941-b25f-9a39f95f5832'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:06.840754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.958334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:06.963322 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4192c7c3-19da-4cc1-9755-e42e9ab03424 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:06.992477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97090f3f-26d5-49b2-926e-c354c87a5b40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:06.997343 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-97090f3f-26d5-49b2-926e-c354c87a5b40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.002470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Router c4cb3c80-9036-4b1e-a5e1-00dc3040e067 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:45:07.020414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '3ba8d7f4-2865-4339-bf40-25862452f2d8'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:07.021312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.081126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129e6cb8-f199-49fd-aab3-678bebd95809,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:07.091874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eda26826-e1d5-4f18-b3a8-9e0ea8f5006a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.095824 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-32b1cebc-fce2-441b-8437-8c9a5930f44b tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Deleting port 97d1a145-de1d-4a69-bec2-c01390001d0c {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:07.096179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-32b1cebc-fce2-441b-8437-8c9a5930f44b tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.100671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.109707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.110670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 4192c7c3-19da-4cc1-9755-e42e9ab03424 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:07.110670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.168157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.168431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53046) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:07.168981 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5d8389a9-e46c-4113-9a39-82e82b41e08b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4040680 Apr 01 15:45:07.169092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-17228bd4-973f-4985-a985-81229bcbedfc tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '129e6cb8-f199-49fd-aab3-678bebd95809', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:07.169092 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-17228bd4-973f-4985-a985-81229bcbedfc tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 01 15:45:07.169092 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-17228bd4-973f-4985-a985-81229bcbedfc tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:07.169092 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-17228bd4-973f-4985-a985-81229bcbedfc tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062380 Apr 01 15:45:07.175727 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53048) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:07.233741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.333873 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.ipam_backend_mixin [None req-97090f3f-26d5-49b2-926e-c354c87a5b40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ba8d7f4-2865-4339-bf40-25862452f2d8 (CIDR: 2001:db8::/64) Apr 01 15:45:07.345486 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Network d4ac023b-0d40-40f3-ada9-3bfb770ce859 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:07.356937 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.363243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:07.370396 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.375198 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1ba6fa97-7575-4413-80d8-25cddb1182c5 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "PUT /v2.0/routers/c4cb3c80-9036-4b1e-a5e1-00dc3040e067 HTTP/1.1" status: 200 len: 918 time: 6.8504059 Apr 01 15:45:07.384208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53050) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:07.384760 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f06152-c8b4-4d26-bdf1-3d439e4dcb73 None None] Sync routers for ids ['c4cb3c80-9036-4b1e-a5e1-00dc3040e067'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:07.399110 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f06152-c8b4-4d26-bdf1-3d439e4dcb73 None None] Routers {'c4cb3c80-9036-4b1e-a5e1-00dc3040e067'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:07.400798 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-50f06152-c8b4-4d26-bdf1-3d439e4dcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c4cb3c80-9036-4b1e-a5e1-00dc3040e067'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:07.449244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:07.451980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:07.467034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-32b1cebc-fce2-441b-8437-8c9a5930f44b tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.480653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/3ba8d7f4-2865-4339-bf40-25862452f2d8/f8a6bb31-501f-433a-b3b6-a46d0333479a) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:07.504920 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-50f06152-c8b4-4d26-bdf1-3d439e4dcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:07.505561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'Port': ['ID=0fefcceb-90ab-47e0-837b-f4fad8703f83,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:07.521207 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f06152-c8b4-4d26-bdf1-3d439e4dcb73 None None] Routers {'c4cb3c80-9036-4b1e-a5e1-00dc3040e067'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:07.522027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-50f06152-c8b4-4d26-bdf1-3d439e4dcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:44:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c4cb3c80-9036-4b1e-a5e1-00dc3040e067'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:07.538435 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f2e36c72-fc58-4297-af9b-5c82884c893b tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/routers/c4cb3c80-9036-4b1e-a5e1-00dc3040e067 HTTP/1.1" status: 200 len: 924 time: 0.1548100 Apr 01 15:45:07.540910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53052) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:07.542434 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-97090f3f-26d5-49b2-926e-c354c87a5b40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:07.543053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97090f3f-26d5-49b2-926e-c354c87a5b40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:07.566745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.604169 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-50f06152-c8b4-4d26-bdf1-3d439e4dcb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:07.605168 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f06152-c8b4-4d26-bdf1-3d439e4dcb73 None None] The sync data for ids ['c4cb3c80-9036-4b1e-a5e1-00dc3040e067'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:07.647780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.648193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb471e-7a98-43f3-8c9e-53ed8d55b6e6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:07.650007 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c5eb471e-7a98-43f3-8c9e-53ed8d55b6e6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=c4cb3c80-9036-4b1e-a5e1-00dc3040e067&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1039791 Apr 01 15:45:07.667084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4349b66f-4ebb-4ed7-8c1c-4031d947d308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.670965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53054) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:07.722056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-32b1cebc-fce2-441b-8437-8c9a5930f44b tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Calling delete_port for 97d1a145-de1d-4a69-bec2-c01390001d0c owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:07.803722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fb2b9aca-390f-4637-9ece-8cee45b981b9 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:45:07.860889 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-97090f3f-26d5-49b2-926e-c354c87a5b40 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4594815 Apr 01 15:45:07.866988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53056) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:07.873480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:07.878887 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: fb2b9aca-390f-4637-9ece-8cee45b981b9 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:45:07.881850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fb2b9aca-390f-4637-9ece-8cee45b981b9 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:45:07.882015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.883042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.884524 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/129e6cb8-f199-49fd-aab3-678bebd95809 HTTP/1.1" status: 204 len: 168 time: 0.7078819 Apr 01 15:45:07.906186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53058) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:07.912900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:07.960413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=129e6cb8-f199-49fd-aab3-678bebd95809,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:07.992968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702643f2-a6c7-45d5-b892-54913b8d5d5d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:07.997425 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-702643f2-a6c7-45d5-b892-54913b8d5d5d tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 881 time: 0.3244009 Apr 01 15:45:07.999528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:07.999997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.000438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.000802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.001140 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.001624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.002226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.002583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.014946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.014946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.014946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.014946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a5c1ea-d108-4dad-8947-b21d04565f66 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:08.016700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53062) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:08.049577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.055758 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-95c5d33d-a77f-4854-88c6-312e53896a33 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1480548 Apr 01 15:45:08.056416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53064) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:08.061109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a50c489c-caf4-48bd-b6bf-13d044c1fb9f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--739798304'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:08.099615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:08.103351 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:08.107645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:08.148051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Pushing event updated for resources: {'Port': ['ID=f8a6bb31-501f-433a-b3b6-a46d0333479a,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:08.154570 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d4e432-05a3-463e-a7a3-0d055950467d None None] Network d4ac023b-0d40-40f3-ada9-3bfb770ce859 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:08.186159 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a50c489c-caf4-48bd-b6bf-13d044c1fb9f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.259200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Attempting to bind port f8a6bb31-501f-433a-b3b6-a46d0333479a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:08.259586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Attempting to bind port f8a6bb31-501f-433a-b3b6-a46d0333479a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:08.260056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Attempting to bind port f8a6bb31-501f-433a-b3b6-a46d0333479a on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:08.278377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:08.279130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:08.279753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.280208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:08.280913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Bound port: f8a6bb31-501f-433a-b3b6-a46d0333479a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:08.288953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.310607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a50c489c-caf4-48bd-b6bf-13d044c1fb9f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.316121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-13cfc0f1-f774-4ab2-87bf-23b09159711e None None] Provisioning complete for port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:08.316880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-13cfc0f1-f774-4ab2-87bf-23b09159711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.398414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a50c489c-caf4-48bd-b6bf-13d044c1fb9f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.461415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] For port f8a6bb31-501f-433a-b3b6-a46d0333479a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:08.471234 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-371411d4-9db7-4372-986c-53cc2ec0d91f tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4cb3c80-9036-4b1e-a5e1-00dc3040e067 HTTP/1.1" status: 200 len: 205 time: 0.4613745 Apr 01 15:45:08.474276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c489c-caf4-48bd-b6bf-13d044c1fb9f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62cfe451-173b-4c09-8b91-44565a64236d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:08.481087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53066) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:08.482373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] For port f8a6bb31-501f-433a-b3b6-a46d0333479a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f8a6bb31-501f-433a-b3b6-a46d0333479a,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:08.524371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-13cfc0f1-f774-4ab2-87bf-23b09159711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.531523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a50c489c-caf4-48bd-b6bf-13d044c1fb9f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.533046 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a50c489c-caf4-48bd-b6bf-13d044c1fb9f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4756126 Apr 01 15:45:08.536040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53068) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:08.556762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-27fd567b-d51b-402e-b0b7-645f74b611cc tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '62cfe451-173b-4c09-8b91-44565a64236d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:08.558943 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-27fd567b-d51b-402e-b0b7-645f74b611cc tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 01 15:45:08.560333 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-27fd567b-d51b-402e-b0b7-645f74b611cc tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:08.574768 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-27fd567b-d51b-402e-b0b7-645f74b611cc tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0364649 Apr 01 15:45:08.575242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53070) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:08.582478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-3c63f749-6275-46f2-94eb-ceacb0c55d0a tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '62cfe451-173b-4c09-8b91-44565a64236d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:08.583158 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-3c63f749-6275-46f2-94eb-ceacb0c55d0a tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 01 15:45:08.583688 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-3c63f749-6275-46f2-94eb-ceacb0c55d0a tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:08.588750 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3c63f749-6275-46f2-94eb-ceacb0c55d0a tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097954 Apr 01 15:45:08.593950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53072) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:08.603510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c4fce23d-bce1-489a-aa3e-acb39a1dd69f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '62cfe451-173b-4c09-8b91-44565a64236d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:08.603510 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-c4fce23d-bce1-489a-aa3e-acb39a1dd69f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 01 15:45:08.603510 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-c4fce23d-bce1-489a-aa3e-acb39a1dd69f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:08.607055 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c4fce23d-bce1-489a-aa3e-acb39a1dd69f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120256 Apr 01 15:45:08.607730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53074) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:08.612929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-25a90f16-71a6-4ef5-b4dc-8b82539ca966 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '62cfe451-173b-4c09-8b91-44565a64236d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:08.613833 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-25a90f16-71a6-4ef5-b4dc-8b82539ca966 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 01 15:45:08.614344 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-25a90f16-71a6-4ef5-b4dc-8b82539ca966 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:08.616641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-13cfc0f1-f774-4ab2-87bf-23b09159711e None None] For port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:08.618409 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-25a90f16-71a6-4ef5-b4dc-8b82539ca966 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095792 Apr 01 15:45:08.619003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53076) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:08.707993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0968-0bc9-4bdb-a061-58a71c086f3b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.738363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0968-0bc9-4bdb-a061-58a71c086f3b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.822194 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.827271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.919955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d8eb6-90ca-442f-b546-e5c387c699b6 None None] Pushing event updated for resources: {'Port': ['ID=f8a6bb31-501f-433a-b3b6-a46d0333479a,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:08.935088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-13cfc0f1-f774-4ab2-87bf-23b09159711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.948803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:08.948803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.982736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0968-0bc9-4bdb-a061-58a71c086f3b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.989266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0968-0bc9-4bdb-a061-58a71c086f3b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:08.989266 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9e8d0968-0bc9-4bdb-a061-58a71c086f3b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/62cfe451-173b-4c09-8b91-44565a64236d HTTP/1.1" status: 204 len: 168 time: 0.3655009 Apr 01 15:45:08.989631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:09.010455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53080) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:09.011313 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d0968-0bc9-4bdb-a061-58a71c086f3b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cfe451-173b-4c09-8b91-44565a64236d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:09.038631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-32b1cebc-fce2-441b-8437-8c9a5930f44b tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.041846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eda26826-e1d5-4f18-b3a8-9e0ea8f5006a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.091071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfc0f1-f774-4ab2-87bf-23b09159711e None None] Pushing event updated for resources: {'Port': ['ID=f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:09.140461 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2f46a2b5-bb6b-4a73-9b01-39f86f8c13e5 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1161327 Apr 01 15:45:09.140803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53082) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:09.142470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.147681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d73440c5-5aa8-4849-af5a-39dcabfd60a9 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--838100149'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:09.195226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1cebc-fce2-441b-8437-8c9a5930f44b tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event deleted for resources: {'Port': ['ID=97d1a145-de1d-4a69-bec2-c01390001d0c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:09.214564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-be7e9e18-d476-4c72-ae33-5cb98bd44920 None None] Provisioning complete for port 0fefcceb-90ab-47e0-837b-f4fad8703f83 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:09.214943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-be7e9e18-d476-4c72-ae33-5cb98bd44920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.226865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.244092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eda26826-e1d5-4f18-b3a8-9e0ea8f5006a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.364641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda26826-e1d5-4f18-b3a8-9e0ea8f5006a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:09.364641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eda26826-e1d5-4f18-b3a8-9e0ea8f5006a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.364641 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eda26826-e1d5-4f18-b3a8-9e0ea8f5006a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/ports/4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c HTTP/1.1" status: 200 len: 911 time: 2.6418247 Apr 01 15:45:09.365338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:09.365338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.365338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-be7e9e18-d476-4c72-ae33-5cb98bd44920 None None] Port 0fefcceb-90ab-47e0-837b-f4fad8703f83 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:09.365338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-be7e9e18-d476-4c72-ae33-5cb98bd44920 None None] Provisioning complete for port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:09.365338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-be7e9e18-d476-4c72-ae33-5cb98bd44920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.382741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53084) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:09.444303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda26826-e1d5-4f18-b3a8-9e0ea8f5006a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:09.503672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-32b1cebc-fce2-441b-8437-8c9a5930f44b tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.507027 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-32b1cebc-fce2-441b-8437-8c9a5930f44b tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "DELETE /v2.0/ports/97d1a145-de1d-4a69-bec2-c01390001d0c HTTP/1.1" status: 204 len: 168 time: 2.9107122 Apr 01 15:45:09.511737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53086) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:09.583163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d73440c5-5aa8-4849-af5a-39dcabfd60a9 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.690957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8496c109-c448-4bed-beb7-69780bd8293a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Deleting subnet fa363257-d430-472c-a3aa-d1ebcf3c7f78 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:09.711374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-77b3791b-462c-4859-a06f-8b70e018bdd0 None None] Provisioning complete for port 0fefcceb-90ab-47e0-837b-f4fad8703f83 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:09.715051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-77b3791b-462c-4859-a06f-8b70e018bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.721172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8496c109-c448-4bed-beb7-69780bd8293a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.727108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.788950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-77b3791b-462c-4859-a06f-8b70e018bdd0 None None] Port 0fefcceb-90ab-47e0-837b-f4fad8703f83 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:09.819430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8496c109-c448-4bed-beb7-69780bd8293a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:09.939939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Deleting port e029f3cf-0975-48b3-bb5a-6a19b6ebe148 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:09.940182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.060053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d73440c5-5aa8-4849-af5a-39dcabfd60a9 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.095771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8496c109-c448-4bed-beb7-69780bd8293a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.143750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.158896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.177559 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Calling delete_port for e029f3cf-0975-48b3-bb5a-6a19b6ebe148 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:10.196941 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d73440c5-5aa8-4849-af5a-39dcabfd60a9 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.243415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73440c5-5aa8-4849-af5a-39dcabfd60a9 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e222e7f-2673-456d-b5b2-a5787fb4d702,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:10.253648 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.331079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.360124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d73440c5-5aa8-4849-af5a-39dcabfd60a9 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.365445 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d73440c5-5aa8-4849-af5a-39dcabfd60a9 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2200210 Apr 01 15:45:10.365445 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53090) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:10.370206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-ece01fd8-991f-4c99-aa52-22373abd201e tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '0e222e7f-2673-456d-b5b2-a5787fb4d702', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:10.370788 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-ece01fd8-991f-4c99-aa52-22373abd201e tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:45:10.371383 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-ece01fd8-991f-4c99-aa52-22373abd201e tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:10.375741 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ece01fd8-991f-4c99-aa52-22373abd201e tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063560 Apr 01 15:45:10.399915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53092) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:10.410872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2db446f1-f3aa-4433-873e-d038acabe782 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '0e222e7f-2673-456d-b5b2-a5787fb4d702', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:10.472424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8496c109-c448-4bed-beb7-69780bd8293a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.523121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Provisioning complete for port f8a6bb31-501f-433a-b3b6-a46d0333479a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:10.523535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.561909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496c109-c448-4bed-beb7-69780bd8293a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event deleted for resources: {'Subnet': ['ID=fa363257-d430-472c-a3aa-d1ebcf3c7f78,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:10.587464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8496c109-c448-4bed-beb7-69780bd8293a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.587464 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8496c109-c448-4bed-beb7-69780bd8293a tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "DELETE /v2.0/subnets/fa363257-d430-472c-a3aa-d1ebcf3c7f78 HTTP/1.1" status: 204 len: 168 time: 1.0566719 Apr 01 15:45:10.588008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454eff06-c8d4-454f-b529-7214d2b2fe09 None None] Network d11ffe7b-f4fb-4a25-80c2-33a50515894c requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:10.590972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53094) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:10.597186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:10.600672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.626347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'Port': ['ID=0fefcceb-90ab-47e0-837b-f4fad8703f83,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:10.630370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.656602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.objects.ports [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:45:10.711590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.771371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.830629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.850915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:10.920655 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] For port f8a6bb31-501f-433a-b3b6-a46d0333479a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f8a6bb31-501f-433a-b3b6-a46d0333479a,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:10.927400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Deleting port ce9a3c76-678c-4f82-8136-240120da325c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:10.927727 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:10.943529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Network d4ac023b-0d40-40f3-ada9-3bfb770ce859 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:10.945299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:11.002159 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-2db446f1-f3aa-4433-873e-d038acabe782 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:11.002159 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2db446f1-f3aa-4433-873e-d038acabe782 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5871208 Apr 01 15:45:11.002159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53096) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:11.005826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0788447f-0a62-467a-bda6-7c8a77af1f90 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '0e222e7f-2673-456d-b5b2-a5787fb4d702', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:11.006450 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING neutron.api.v2.base [None req-0788447f-0a62-467a-bda6-7c8a77af1f90 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 01 15:45:11.007140 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-0788447f-0a62-467a-bda6-7c8a77af1f90 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:11.011918 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0788447f-0a62-467a-bda6-7c8a77af1f90 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089145 Apr 01 15:45:11.012180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53098) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:11.022509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9388e568-7f65-4cac-86c1-c27968037a11 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '0e222e7f-2673-456d-b5b2-a5787fb4d702', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:11.039812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.045137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.052515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.055431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.071343 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] For port ce9a3c76-678c-4f82-8136-240120da325c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ce9a3c76-678c-4f82-8136-240120da325c,segment=NetworkSegment(338dabc5-991c-4b79-92e0-28c700d740e6),segment_id=338dabc5-991c-4b79-92e0-28c700d740e6)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:11.071343 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.097176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Calling delete_port for ce9a3c76-678c-4f82-8136-240120da325c owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:11.144170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31700656-9e19-40c4-a243-fb1f737f5df3 None None] DHCP port deletion for d11ffe7b-f4fb-4a25-80c2-33a50515894c request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:45:11.162994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f8a6bb31-501f-433a-b3b6-a46d0333479a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:11.243797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Pushing event updated for resources: {'Port': ['ID=f8a6bb31-501f-433a-b3b6-a46d0333479a,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:11.256859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.257149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.257472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.257855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.258437 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.258560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.258849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.259187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.259684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.260017 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.260362 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.260927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3be6-54c8-470e-8d19-f1ecbcfffebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:45:11.279691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f8a6bb31-501f-433a-b3b6-a46d0333479a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:11.280198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.345770 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.347586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-31700656-9e19-40c4-a243-fb1f737f5df3 None None] Deleting port ce9a3c76-678c-4f82-8136-240120da325c {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:11.347975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-31700656-9e19-40c4-a243-fb1f737f5df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.388380 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=4b3923a9-9e2f-462b-8aa3-5ac7c4f8235c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:11.402259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.455232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-31700656-9e19-40c4-a243-fb1f737f5df3 None None] For port ce9a3c76-678c-4f82-8136-240120da325c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ce9a3c76-678c-4f82-8136-240120da325c,segment=NetworkSegment(338dabc5-991c-4b79-92e0-28c700d740e6),segment_id=338dabc5-991c-4b79-92e0-28c700d740e6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:11.456314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-31700656-9e19-40c4-a243-fb1f737f5df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.474796 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-31700656-9e19-40c4-a243-fb1f737f5df3 None None] Calling delete_port for ce9a3c76-678c-4f82-8136-240120da325c owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:11.500456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event deleted for resources: {'Port': ['ID=ce9a3c76-678c-4f82-8136-240120da325c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:11.506344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] No DVR routers for this DVR port ce9a3c76-678c-4f82-8136-240120da325c on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:11.575910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.634568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-beaa16d7-1c1b-4143-8af4-97aa2dabbd2e None None] Provisioning complete for port 0fefcceb-90ab-47e0-837b-f4fad8703f83 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:11.635008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-beaa16d7-1c1b-4143-8af4-97aa2dabbd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.699033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.714203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event deleted for resources: {'Port': ['ID=e029f3cf-0975-48b3-bb5a-6a19b6ebe148,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:11.757515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:11.787162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-beaa16d7-1c1b-4143-8af4-97aa2dabbd2e None None] Port 0fefcceb-90ab-47e0-837b-f4fad8703f83 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:11.796362 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.796615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-31700656-9e19-40c4-a243-fb1f737f5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.799435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11ffe7b-f4fb-4a25-80c2-33a50515894c']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:11.813121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338dabc5-991c-4b79-92e0-28c700d740e6') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:11.813497 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338dabc5-991c-4b79-92e0-28c700d740e6') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:11.825468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.835998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Router 8c447da9-28d8-4a87-854f-5fc973e4a519 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:11.840101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31700656-9e19-40c4-a243-fb1f737f5df3 None None] Pushing event deleted for resources: {'Port': ['ID=ce9a3c76-678c-4f82-8136-240120da325c,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:11.848597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31700656-9e19-40c4-a243-fb1f737f5df3 None None] No DVR routers for this DVR port ce9a3c76-678c-4f82-8136-240120da325c on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:11.875747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.884471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:11.884845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.910084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.921147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:45:11.921934 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:45:11.924606 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:45:11.939232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 249b5d86-acd8-4941-b25f-9a39f95f5832 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:12.002047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.007389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.070998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:12.084977 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7c5d56aa-eb87-4245-a7e4-761553a2fddd tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/249b5d86-acd8-4941-b25f-9a39f95f5832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6925516 Apr 01 15:45:12.085157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471aa66-3712-4971-b97d-6bfb310025b6 None None] Sync routers for ids ['249b5d86-acd8-4941-b25f-9a39f95f5832'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:12.085331 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53102) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:12.096446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471aa66-3712-4971-b97d-6bfb310025b6 None None] Routers {'249b5d86-acd8-4941-b25f-9a39f95f5832'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:12.096446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c471aa66-3712-4971-b97d-6bfb310025b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['249b5d86-acd8-4941-b25f-9a39f95f5832'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:12.099890 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-9388e568-7f65-4cac-86c1-c27968037a11 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:12.100992 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9388e568-7f65-4cac-86c1-c27968037a11 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0876939 Apr 01 15:45:12.105734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53104) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:12.125094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9f49317a-5c6e-42bf-9534-f0ae135390a4 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '0e222e7f-2673-456d-b5b2-a5787fb4d702', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:12.125094 dv-neutron-835865-1-hyperv neutron-server[110106]: WARNING neutron.api.v2.base [None req-9f49317a-5c6e-42bf-9534-f0ae135390a4 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 01 15:45:12.125094 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-9f49317a-5c6e-42bf-9534-f0ae135390a4 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:12.125561 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-04ef0af4-9ddb-4f98-86a9-025431273ca9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=249b5d86-acd8-4941-b25f-9a39f95f5832 HTTP/1.1" status: 200 len: 205 time: 0.0382235 Apr 01 15:45:12.125654 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9f49317a-5c6e-42bf-9534-f0ae135390a4 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057046 Apr 01 15:45:12.127420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53106) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:12.129399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53108) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:12.133663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7cdca153-44ed-40c8-afdf-370c4fa7d544 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '0e222e7f-2673-456d-b5b2-a5787fb4d702', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:12.174918 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.180363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.185162 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] 10.222.0.73 "DELETE /v2.0/networks/d11ffe7b-f4fb-4a25-80c2-33a50515894c HTTP/1.1" status: 204 len: 168 time: 1.5915926 Apr 01 15:45:12.243092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778b0ab-cf06-4aca-906a-19fca32ba0d9 tempest-AllowedAddressPairTestJSON-344531389 tempest-AllowedAddressPairTestJSON-344531389-project] Pushing event deleted for resources: {'Network': ['ID=d11ffe7b-f4fb-4a25-80c2-33a50515894c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:12.257108 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6b7589a-4a90-4ba9-9af4-82ded2293f82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.316039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.322217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Fanout notify agent at l3_agent the message router_deleted on router c4cb3c80-9036-4b1e-a5e1-00dc3040e067 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:45:12.370491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c471aa66-3712-4971-b97d-6bfb310025b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:12.373551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.374970 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-feb62010-ebd5-4575-893f-18e91cf7a4eb tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/c4cb3c80-9036-4b1e-a5e1-00dc3040e067 HTTP/1.1" status: 204 len: 168 time: 3.8909256 Apr 01 15:45:12.380961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53114) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:12.388246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471aa66-3712-4971-b97d-6bfb310025b6 None None] Routers {'249b5d86-acd8-4941-b25f-9a39f95f5832'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:12.388957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c471aa66-3712-4971-b97d-6bfb310025b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['249b5d86-acd8-4941-b25f-9a39f95f5832'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:12.392082 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-25a77f75-2cf3-47fe-ad8c-b4fba63441e3 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1578832970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:12.402389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:12.417905 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Sync routers for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:12.474103 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d3a02c3b-f8b5-41a4-a881-d27f2bac2f0a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "PUT /v2.0/routers/8c447da9-28d8-4a87-854f-5fc973e4a519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1019452 Apr 01 15:45:12.474277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c471aa66-3712-4971-b97d-6bfb310025b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:12.474277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471aa66-3712-4971-b97d-6bfb310025b6 None None] The sync data for ids ['249b5d86-acd8-4941-b25f-9a39f95f5832'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:12.474580 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:12.474580 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:12.474906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] For port f8a6bb31-501f-433a-b3b6-a46d0333479a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f8a6bb31-501f-433a-b3b6-a46d0333479a,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:12.529051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6b7589a-4a90-4ba9-9af4-82ded2293f82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.535118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.538767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6b7589a-4a90-4ba9-9af4-82ded2293f82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.605518 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:12.717962 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-7cdca153-44ed-40c8-afdf-370c4fa7d544 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Project 522d16925ec9465caa84f320d25ecc1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:45:12.735611 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-ddbd4b67-7fa5-4faa-82e2-12f5a8461b9e tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1583305859&fields=id&tenant_id=13e23c87b78242af874fa4c1d8cb6f3b HTTP/1.1" status: 200 len: 267 time: 0.0649576 Apr 01 15:45:12.855053 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a77f75-2cf3-47fe-ad8c-b4fba63441e3 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.856011 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a77f75-2cf3-47fe-ad8c-b4fba63441e3 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.861745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.863408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.873481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6b7589a-4a90-4ba9-9af4-82ded2293f82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.874048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b7589a-4a90-4ba9-9af4-82ded2293f82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Fanout notify agent at l3_agent the message router_deleted on router 249b5d86-acd8-4941-b25f-9a39f95f5832 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:45:12.886371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6b7589a-4a90-4ba9-9af4-82ded2293f82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.887598 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c6b7589a-4a90-4ba9-9af4-82ded2293f82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/249b5d86-acd8-4941-b25f-9a39f95f5832 HTTP/1.1" status: 204 len: 168 time: 0.7588453 Apr 01 15:45:12.890255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53128) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:12.893590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f8a6bb31-501f-433a-b3b6-a46d0333479a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:12.904033 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:45:08Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0fefcceb-90ab-47e0-837b-f4fad8703f83', 'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'mac_address': 'fa:16:3e:8d:c9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:05Z', 'updated_at': '2022-04-01T15:45:09Z', 'revision_number': 2, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'subnets': [{'id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:12.928106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-ce06d7c1-34fa-45ed-b19b-59d20bb7eb47 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:12.929838 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-ce06d7c1-34fa-45ed-b19b-59d20bb7eb47 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/networks?id=d4ac023b-0d40-40f3-ada9-3bfb770ce859 HTTP/1.1" status: 200 len: 796 time: 0.1868377 Apr 01 15:45:12.952377 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-7cdca153-44ed-40c8-afdf-370c4fa7d544 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:12.960030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53130) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:12.975379 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7cdca153-44ed-40c8-afdf-370c4fa7d544 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8331110 Apr 01 15:45:12.976278 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Checking router: 8c447da9-28d8-4a87-854f-5fc973e4a519 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:45:12.977360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-16fb14bc-36ed-4ba9-b88f-05b6d34985c2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '0e222e7f-2673-456d-b5b2-a5787fb4d702', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:12.978256 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-16fb14bc-36ed-4ba9-b88f-05b6d34985c2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 01 15:45:12.978905 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Updating router 8c447da9-28d8-4a87-854f-5fc973e4a519 port 0fefcceb-90ab-47e0-837b-f4fad8703f83 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:45:12.979103 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-16fb14bc-36ed-4ba9-b88f-05b6d34985c2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:12.980263 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-16fb14bc-36ed-4ba9-b88f-05b6d34985c2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079651 Apr 01 15:45:12.986961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53132) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:12.988652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f8a6bb31-501f-433a-b3b6-a46d0333479a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:12.989042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:12.997885 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f03b9e76-ccc2-4564-a7da-ac12d4bd0784 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '0e222e7f-2673-456d-b5b2-a5787fb4d702', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:13.006619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-4a8b558b-4943-42ec-a9ed-4f8f298f51ec tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/quotas/13e23c87b78242af874fa4c1d8cb6f3b HTTP/1.1" status: 200 len: 375 time: 0.0603569 Apr 01 15:45:13.031878 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2886ae-39d8-4a79-82f7-11f95157a664 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting subnet bd6238cb-7cc8-4733-8544-91670dc21734 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:13.049672 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.053748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae2886ae-39d8-4a79-82f7-11f95157a664 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.076901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:13.141436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a77f75-2cf3-47fe-ad8c-b4fba63441e3 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.141436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:13.141436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:13.141436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.142631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae2886ae-39d8-4a79-82f7-11f95157a664 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.147889 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-6234bfc4-3192-4cb7-85ae-dcf7efe73151 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=13e23c87b78242af874fa4c1d8cb6f3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314578 Apr 01 15:45:13.163418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=bf516220-eb57-4cd7-bbf5-738aeab09286,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:13.172572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=f8a6bb31-501f-433a-b3b6-a46d0333479a,revision_number=5']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:13.219919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448aaebc-4df4-4300-b842-c23f88d6679a None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:13.289418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a77f75-2cf3-47fe-ad8c-b4fba63441e3 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.329851 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-23996194-35c1-4673-aa27-d5768c5ef8a0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.4602783 Apr 01 15:45:13.335554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53136) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:13.338869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ce9a3c76-678c-4f82-8136-240120da325c no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:45:13.349943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:33:bd:f5', 'name': 'tempest-NetworksTestDHCPv6-1527949058'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:13.367384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: ce9a3c76-678c-4f82-8136-240120da325c {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:45:13.368251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ce9a3c76-678c-4f82-8136-240120da325c not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:45:13.455477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53140) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:13.460384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25a77f75-2cf3-47fe-ad8c-b4fba63441e3 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.462897 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-25a77f75-2cf3-47fe-ad8c-b4fba63441e3 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0764127 Apr 01 15:45:13.470335 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53142) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:13.492732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'enable_snat': False}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:13.764748 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.767728 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-f03b9e76-ccc2-4564-a7da-ac12d4bd0784 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Project 522d16925ec9465caa84f320d25ecc1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:45:13.767728 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-e305eeea-6639-4955-8dcd-bd1dbceedc20 service neutron] 10.222.0.73 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799742 Apr 01 15:45:13.767728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae2886ae-39d8-4a79-82f7-11f95157a664 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.803323 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-30522f1c-dca0-44c4-861e-e5db1239cfff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd49cf0abeca48bebbebf721f5cb1038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389218 Apr 01 15:45:13.807151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53146) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:13.849296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.905738 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-cff177a9-a6a2-4c19-98eb-eedf363abffb service neutron] 10.222.0.73 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450157 Apr 01 15:45:13.923287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29d485c6-783c-48ab-9e14-b3ba96895329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.956183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29d485c6-783c-48ab-9e14-b3ba96895329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:13.991608 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.049412 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-f03b9e76-ccc2-4564-a7da-ac12d4bd0784 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:14.065168 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f03b9e76-ccc2-4564-a7da-ac12d4bd0784 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.0623679 Apr 01 15:45:14.065168 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae2886ae-39d8-4a79-82f7-11f95157a664 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.065168 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53148) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:14.065168 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-21751e7b-0ebc-4cb0-9a8e-fc0adfc75b48 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '0e222e7f-2673-456d-b5b2-a5787fb4d702', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:14.091483 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4e595-dcac-4d98-94db-f27d8c20c283 None None] Pushing event updated for resources: {'Port': ['ID=0fefcceb-90ab-47e0-837b-f4fad8703f83,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:14.122152 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf317d-6bd4-43b8-aa0f-08007303eb76 None None] Network c6554026-fd23-482a-bcca-bbcfa49faf93 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:14.130864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae2886ae-39d8-4a79-82f7-11f95157a664 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.130864 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ae2886ae-39d8-4a79-82f7-11f95157a664 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/bd6238cb-7cc8-4733-8544-91670dc21734 HTTP/1.1" status: 204 len: 168 time: 1.2369103 Apr 01 15:45:14.132042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2886ae-39d8-4a79-82f7-11f95157a664 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6238cb-7cc8-4733-8544-91670dc21734,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:14.136167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53150) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:14.264628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:14.349802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.442571 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Attempting to bind port 0fefcceb-90ab-47e0-837b-f4fad8703f83 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:14.457276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29d485c6-783c-48ab-9e14-b3ba96895329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.460029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-29d485c6-783c-48ab-9e14-b3ba96895329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.461362 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-29d485c6-783c-48ab-9e14-b3ba96895329 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c14ae23e-08b5-496a-a131-f8f81a28eb9c HTTP/1.1" status: 204 len: 168 time: 0.6540306 Apr 01 15:45:14.468742 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Attempting to bind port 0fefcceb-90ab-47e0-837b-f4fad8703f83 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:14.472605 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Attempting to bind port 0fefcceb-90ab-47e0-837b-f4fad8703f83 on network d4ac023b-0d40-40f3-ada9-3bfb770ce859 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:14.495545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:14.495545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Checking segment: {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:14.495545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.495545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Bound using segment: {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:14.495545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Bound port: 0fefcceb-90ab-47e0-837b-f4fad8703f83, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:14.497075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:14.497075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.497541 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.531280 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d485c6-783c-48ab-9e14-b3ba96895329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14ae23e-08b5-496a-a131-f8f81a28eb9c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:14.586863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.587165 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-21751e7b-0ebc-4cb0-9a8e-fc0adfc75b48 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Project 522d16925ec9465caa84f320d25ecc1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:45:14.603557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28abf67d-7470-4367-85a8-6e6278d96644 None None] DHCP port deletion for c6554026-fd23-482a-bcca-bbcfa49faf93 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:45:14.688577 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] For port 0fefcceb-90ab-47e0-837b-f4fad8703f83, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:14.694254 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] For port 0fefcceb-90ab-47e0-837b-f4fad8703f83, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0fefcceb-90ab-47e0-837b-f4fad8703f83,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:14.714909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-30b1cd0a-d9ea-4dfc-af22-c5c23016a838 None None] Provisioning complete for port 0fefcceb-90ab-47e0-837b-f4fad8703f83 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:14.715295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-30b1cd0a-d9ea-4dfc-af22-c5c23016a838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.748730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port ec6dda37-12d8-4f56-b099-8cd47297b5b4 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:45:14.779467 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b09141dd-51b6-4aa0-8e3b-a90c9c1aa732 req-6454a45d-9f6f-4b1d-9464-fda87eb9da9d tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 210 time: 0.1545515 Apr 01 15:45:14.806286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-30b1cd0a-d9ea-4dfc-af22-c5c23016a838 None None] Port 0fefcceb-90ab-47e0-837b-f4fad8703f83 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:14.814958 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.837376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-28abf67d-7470-4367-85a8-6e6278d96644 None None] Deleting port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:14.837885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-28abf67d-7470-4367-85a8-6e6278d96644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.947229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-28abf67d-7470-4367-85a8-6e6278d96644 None None] For port c4f9f70d-a401-456b-b0ab-4e8da764c7d7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c4f9f70d-a401-456b-b0ab-4e8da764c7d7,segment=NetworkSegment(7840920b-c72a-4797-9e94-b6716f365d62),segment_id=7840920b-c72a-4797-9e94-b6716f365d62)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:14.947641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-28abf67d-7470-4367-85a8-6e6278d96644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.956703 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-21751e7b-0ebc-4cb0-9a8e-fc0adfc75b48 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:14.962180 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-21751e7b-0ebc-4cb0-9a8e-fc0adfc75b48 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9036801 Apr 01 15:45:14.964713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-28abf67d-7470-4367-85a8-6e6278d96644 None None] Calling delete_port for c4f9f70d-a401-456b-b0ab-4e8da764c7d7 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:14.970578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port c4f9f70d-a401-456b-b0ab-4e8da764c7d7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c4f9f70d-a401-456b-b0ab-4e8da764c7d7,segment=NetworkSegment(7840920b-c72a-4797-9e94-b6716f365d62),segment_id=7840920b-c72a-4797-9e94-b6716f365d62)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:14.971130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:14.973880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53164) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:15.016661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.020255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for c4f9f70d-a401-456b-b0ab-4e8da764c7d7 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:15.045893 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4e595-dcac-4d98-94db-f27d8c20c283 None None] Pushing event updated for resources: {'Port': ['ID=0fefcceb-90ab-47e0-837b-f4fad8703f83,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:15.051832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.055244 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:15.055917 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:15.085997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f8a6bb31-501f-433a-b3b6-a46d0333479a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:15.099328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c0c18a26-02e9-413f-a3fe-bebf609cae74 None None] Provisioning complete for port f8a6bb31-501f-433a-b3b6-a46d0333479a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:15.099628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c0c18a26-02e9-413f-a3fe-bebf609cae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.219033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9232caa3-48e9-4701-b41a-6b99d8972458 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.276423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9232caa3-48e9-4701-b41a-6b99d8972458 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.404590 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.448832 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-28abf67d-7470-4367-85a8-6e6278d96644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.460950 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::2e6 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/3ba8d7f4-2865-4339-bf40-25862452f2d8/ec6dda37-12d8-4f56-b099-8cd47297b5b4) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:15.463491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Allocated IP 172.26.6.184 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/3106e5e1-ef54-45e5-8838-1d7c0be45d72) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:15.473332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.473841 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:15.474752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abf67d-7470-4367-85a8-6e6278d96644 None None] No DVR routers for this DVR port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:15.489908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:bdf5 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/bf516220-eb57-4cd7-bbf5-738aeab09286/ec6dda37-12d8-4f56-b099-8cd47297b5b4) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:15.499059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No DVR routers for this DVR port c4f9f70d-a401-456b-b0ab-4e8da764c7d7 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:15.507171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abf67d-7470-4367-85a8-6e6278d96644 None None] Pushing event deleted for resources: {'Port': ['ID=c4f9f70d-a401-456b-b0ab-4e8da764c7d7,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:15.518250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=c4f9f70d-a401-456b-b0ab-4e8da764c7d7,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:15.519852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f8a6bb31-501f-433a-b3b6-a46d0333479a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:15.521249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9232caa3-48e9-4701-b41a-6b99d8972458 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.523871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9232caa3-48e9-4701-b41a-6b99d8972458 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.525120 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9232caa3-48e9-4701-b41a-6b99d8972458 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/0e222e7f-2673-456d-b5b2-a5787fb4d702 HTTP/1.1" status: 204 len: 168 time: 0.5462761 Apr 01 15:45:15.525565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.540483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53174) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:15.571605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232caa3-48e9-4701-b41a-6b99d8972458 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e222e7f-2673-456d-b5b2-a5787fb4d702,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:15.633475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.641641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-08f5d25e-333f-4d86-ae20-9f32447e3a62 None None] Provisioning complete for port 0fefcceb-90ab-47e0-837b-f4fad8703f83 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:15.643160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08f5d25e-333f-4d86-ae20-9f32447e3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.663296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6554026-fd23-482a-bcca-bbcfa49faf93']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:15.676075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7840920b-c72a-4797-9e94-b6716f365d62') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:15.676558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7840920b-c72a-4797-9e94-b6716f365d62') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:15.706351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.734898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.752411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:45:15.753059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:45:15.765735 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:45:15.833158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08f5d25e-333f-4d86-ae20-9f32447e3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:15.879649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-08f5d25e-333f-4d86-ae20-9f32447e3a62 None None] For port 0fefcceb-90ab-47e0-837b-f4fad8703f83, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0fefcceb-90ab-47e0-837b-f4fad8703f83,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:15.928598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c4f9f70d-a401-456b-b0ab-4e8da764c7d7 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:45:15.949290 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-081defaf-0212-48a8-8901-d02c7f3223c5 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4051881 Apr 01 15:45:15.950322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53184) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:15.960588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c4f9f70d-a401-456b-b0ab-4e8da764c7d7 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:45:15.960934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c4f9f70d-a401-456b-b0ab-4e8da764c7d7 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:45:15.961426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e6efab7e-a9e8-4ae5-953e-35f1b95279f7 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--383763311'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:15.964217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08f5d25e-333f-4d86-ae20-9f32447e3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.011488 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69b4141c-7860-46c7-b780-457947e38ce2 req-e62d6822-0e05-4094-86f2-593a89bbe908 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 210 time: 0.0961049 Apr 01 15:45:16.039893 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:45:08Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0fefcceb-90ab-47e0-837b-f4fad8703f83', 'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'mac_address': 'fa:16:3e:8d:c9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:05Z', 'updated_at': '2022-04-01T15:45:14Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'subnets': [{'id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:16.040637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5d25e-333f-4d86-ae20-9f32447e3a62 None None] Pushing event updated for resources: {'Port': ['ID=0fefcceb-90ab-47e0-837b-f4fad8703f83,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:16.041695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.062810 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abe23f-f1b2-4459-8459-655f38089b25 None None] The sync data for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv is: [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:45:08Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0fefcceb-90ab-47e0-837b-f4fad8703f83', 'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'mac_address': 'fa:16:3e:8d:c9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:05Z', 'updated_at': '2022-04-01T15:45:14Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'subnets': [{'id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:16.126069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.237981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.238228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e6efab7e-a9e8-4ae5-953e-35f1b95279f7 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.269095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.269095 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/networks/c6554026-fd23-482a-bcca-bbcfa49faf93 HTTP/1.1" status: 204 len: 168 time: 2.1088264 Apr 01 15:45:16.272903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53192) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:16.281553 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f637bf13-6922-473e-b6f9-370d145e2c48 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-525376762', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:16.289535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd426592-e1a6-4db5-8d0e-372e019541b5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Network': ['ID=c6554026-fd23-482a-bcca-bbcfa49faf93,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:16.335727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.341831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.392424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e6efab7e-a9e8-4ae5-953e-35f1b95279f7 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.400918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:16.404584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:16.407756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:16.413842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:16.414476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.426868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f637bf13-6922-473e-b6f9-370d145e2c48 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.434137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f637bf13-6922-473e-b6f9-370d145e2c48 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.466531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:16.470163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=ec6dda37-12d8-4f56-b099-8cd47297b5b4,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:16.516406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:16.516406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:16.536762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f637bf13-6922-473e-b6f9-370d145e2c48 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.553843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e6efab7e-a9e8-4ae5-953e-35f1b95279f7 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.595519 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e169437a-e852-4f5f-855a-4b88cef69deb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2563236 Apr 01 15:45:16.598234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53196) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:16.604171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Pushing event updated for resources: {'Port': ['ID=3106e5e1-ef54-45e5-8838-1d7c0be45d72,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:16.634003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efab7e-a9e8-4ae5-953e-35f1b95279f7 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e7f21e-173b-4632-a939-a2258489fae6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:16.701599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e6efab7e-a9e8-4ae5-953e-35f1b95279f7 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.703967 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e6efab7e-a9e8-4ae5-953e-35f1b95279f7 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7469532 Apr 01 15:45:16.731885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53198) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:16.732385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53200) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:16.739013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f637bf13-6922-473e-b6f9-370d145e2c48 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.742700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-192ee8c6-3f07-4023-8c81-789c80ee2f2a tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '08e7f21e-173b-4632-a939-a2258489fae6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:16.797043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e49f74b1-d331-4946-a023-5b34ac33ee0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port ec6dda37-12d8-4f56-b099-8cd47297b5b4 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:16.797513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e49f74b1-d331-4946-a023-5b34ac33ee0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.905330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5956ca36-cb3e-4b6e-86d9-81eb2318de8a None None] Provisioning complete for port ec6dda37-12d8-4f56-b099-8cd47297b5b4 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:16.906913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5956ca36-cb3e-4b6e-86d9-81eb2318de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.936894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'networks': [{'name': 'tempest-network--907863748'}, {'name': 'tempest-network--177979776'}]} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:16.937478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'network': {'name': 'tempest-network--907863748'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:16.938115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'network': {'name': 'tempest-network--177979776'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:16.945219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f637bf13-6922-473e-b6f9-370d145e2c48 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:16.949072 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f637bf13-6922-473e-b6f9-370d145e2c48 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6744373 Apr 01 15:45:16.950099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53206) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:16.955908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-813438998'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:16.998767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e49f74b1-d331-4946-a023-5b34ac33ee0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.006772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5956ca36-cb3e-4b6e-86d9-81eb2318de8a None None] Port ec6dda37-12d8-4f56-b099-8cd47297b5b4 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:17.017342 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e49f74b1-d331-4946-a023-5b34ac33ee0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for ec6dda37-12d8-4f56-b099-8cd47297b5b4 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:17.022689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0fefcceb-90ab-47e0-837b-f4fad8703f83 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:17.110989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0fefcceb-90ab-47e0-837b-f4fad8703f83 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:17.111696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.174944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:17.174944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.178091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Made reservation on behalf of 320e939815d54306aa1608f197d57cb8 for: {'network': 2} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:17.184165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.190440 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a740c393-9b17-46d9-94a7-925921c93617 req-1c3c81c1-eea1-4eee-b5cd-646ee84ee0dd tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 210 time: 0.0690084 Apr 01 15:45:17.220175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.317918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.377854 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-192ee8c6-3f07-4023-8c81-789c80ee2f2a tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The resource could not be found. Apr 01 15:45:17.377854 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-192ee8c6-3f07-4023-8c81-789c80ee2f2a tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6374476 Apr 01 15:45:17.379575 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53210) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:17.385382 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-12c33988-2876-4079-ba17-5c4856e2ad7c tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '08e7f21e-173b-4632-a939-a2258489fae6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ec207a51-dc7f-45f0-b5e3-c14b919f240d'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:17.470583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.542605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e49f74b1-d331-4946-a023-5b34ac33ee0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.546140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:17.570632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.571431 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added segment 7b96f017-4e09-4241-9585-d15900738a5b of type vlan for network f27cc4de-45e2-4a82-9d8b-741833d66b82 Apr 01 15:45:17.588122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f74b1-d331-4946-a023-5b34ac33ee0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=ec6dda37-12d8-4f56-b099-8cd47297b5b4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:17.651758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e49f74b1-d331-4946-a023-5b34ac33ee0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.655043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.655518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.658385 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e49f74b1-d331-4946-a023-5b34ac33ee0d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/ec6dda37-12d8-4f56-b099-8cd47297b5b4 HTTP/1.1" status: 204 len: 168 time: 1.0589912 Apr 01 15:45:17.661319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53212) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:17.699006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.713952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.720714 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-12c33988-2876-4079-ba17-5c4856e2ad7c tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The resource could not be found. Apr 01 15:45:17.726373 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-12c33988-2876-4079-ba17-5c4856e2ad7c tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3455498 Apr 01 15:45:17.726927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53214) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:17.735263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.761621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d3618-2f18-4395-957f-55e6c5b9f916,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:17.813347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda0f3f-4920-4d04-9d30-a5a30f7ad347 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:17.820047 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1eda0f3f-4920-4d04-9d30-a5a30f7ad347 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1572978 Apr 01 15:45:17.821516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53216) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:17.835517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:17.863198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:17.866020 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Added segment 8c5fa664-13c2-41b9-aa4b-101f99ba9ef6 of type vlan for network 1b2380d6-9cd9-4edd-8abc-e8140750c860 Apr 01 15:45:17.934454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e0859-1f01-4522-94c0-b5a01634ae54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:17.941523 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-524e0859-1f01-4522-94c0-b5a01634ae54 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1170192 Apr 01 15:45:17.941523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53218) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:18.024715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499cc0b-9a7b-4c09-9174-86d6da13dccf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:18.026351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499cc0b-9a7b-4c09-9174-86d6da13dccf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:18.028233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499cc0b-9a7b-4c09-9174-86d6da13dccf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:18.032407 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b499cc0b-9a7b-4c09-9174-86d6da13dccf tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0875571 Apr 01 15:45:18.033901 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53222) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:18.094385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aee418-246f-49a6-847b-a91d32c4e77f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 3ba8d7f4-2865-4339-bf40-25862452f2d8 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:18.098163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38aee418-246f-49a6-847b-a91d32c4e77f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.147550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38aee418-246f-49a6-847b-a91d32c4e77f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.254244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38aee418-246f-49a6-847b-a91d32c4e77f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.323452 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bdf982c6-4663-4b08-957a-717318916ba2 req-68d2fc42-28b0-4319-8a3e-3b097e2d3151 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 210 time: 0.0334065 Apr 01 15:45:18.365316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.371193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:18.371817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.375055 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28120192-56bd-41c3-8792-8aeee10776eb tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.389105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.470968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38aee418-246f-49a6-847b-a91d32c4e77f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.505230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38aee418-246f-49a6-847b-a91d32c4e77f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.510898 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-38aee418-246f-49a6-847b-a91d32c4e77f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/3ba8d7f4-2865-4339-bf40-25862452f2d8 HTTP/1.1" status: 204 len: 168 time: 0.4734712 Apr 01 15:45:18.510898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aee418-246f-49a6-847b-a91d32c4e77f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba8d7f4-2865-4339-bf40-25862452f2d8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:18.512323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53226) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:18.517399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc95141-ddf9-4b47-8fef-e11462cc2b92 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:18.558052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28120192-56bd-41c3-8792-8aeee10776eb tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.582084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d348a45e-17f6-4d8f-b404-189f27c6a9d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet bf516220-eb57-4cd7-bbf5-738aeab09286 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:18.582454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Network': ['ID=f27cc4de-45e2-4a82-9d8b-741833d66b82,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:18.596119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:18.599417 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d348a45e-17f6-4d8f-b404-189f27c6a9d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.600844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network f27cc4de-45e2-4a82-9d8b-741833d66b82 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:18.645066 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-62e2b6f7-1989-4125-930e-a8d25e8791e5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6934493 Apr 01 15:45:18.653359 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53228) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:18.659106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.659487 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Added segment 97d0a807-9a16-466b-977f-ecee9bc211cf of type vlan for network 25e5cf3b-c159-480e-982e-89ea793d49e5 Apr 01 15:45:18.663109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'subnet': {'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:18.704577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-aa8372f7-2cb4-45f3-b939-c40605ef5135 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:18.710008 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-aa8372f7-2cb4-45f3-b939-c40605ef5135 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.41 "GET /v2.0/networks?id=d4ac023b-0d40-40f3-ada9-3bfb770ce859 HTTP/1.1" status: 200 len: 796 time: 0.3598704 Apr 01 15:45:18.719088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d348a45e-17f6-4d8f-b404-189f27c6a9d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.808073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Router d6957132-5d44-478d-851c-84de6a2b1497 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:45:18.814774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.882339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d348a45e-17f6-4d8f-b404-189f27c6a9d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.913368 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-8c25d2ee-478e-42d6-a276-e3dbc933f9b8 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13e23c87b78242af874fa4c1d8cb6f3b HTTP/1.1" status: 200 len: 380 time: 0.1611295 Apr 01 15:45:18.917470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28120192-56bd-41c3-8792-8aeee10776eb tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.919664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-28120192-56bd-41c3-8792-8aeee10776eb tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:18.921073 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-28120192-56bd-41c3-8792-8aeee10776eb tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/08e7f21e-173b-4632-a939-a2258489fae6 HTTP/1.1" status: 204 len: 168 time: 1.1900465 Apr 01 15:45:18.925940 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53230) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:18.934736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'port': {'device_id': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'admin_state_up': True, 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'security_groups': ['6d1be1d8-e469-40ce-92eb-c27b9214671d']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:18.967376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28120192-56bd-41c3-8792-8aeee10776eb tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e7f21e-173b-4632-a939-a2258489fae6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:19.010582 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7d247664-a01d-438c-b49f-9159d456267e tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0837018 Apr 01 15:45:19.029219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53236) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:19.035114 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:19.043899 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:19.053755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7c2328f5-dd66-4474-977c-076a06a1ffb2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': 'dbbbcc1c-37c0-481e-9821-3ed0a47a4467', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:19.144422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:19.144935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:19.153137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:19.163766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:19.164945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:19.206643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:19.217995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c42654-ff7c-4eed-b252-2072541a8dc8 None None] Sync routers for ids ['d6957132-5d44-478d-851c-84de6a2b1497'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:19.219934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:19.223982 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0ee9a713-89fd-4e86-9578-e0e4aaf7716c tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "PUT /v2.0/routers/d6957132-5d44-478d-851c-84de6a2b1497 HTTP/1.1" status: 200 len: 920 time: 5.7350368 Apr 01 15:45:19.225192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53240) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:19.232011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c42654-ff7c-4eed-b252-2072541a8dc8 None None] Routers {'d6957132-5d44-478d-851c-84de6a2b1497'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:19.232980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e8c42654-ff7c-4eed-b252-2072541a8dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d6957132-5d44-478d-851c-84de6a2b1497'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:19.278723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Network': ['ID=1b2380d6-9cd9-4edd-8abc-e8140750c860,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:19.284736 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e8c42654-ff7c-4eed-b252-2072541a8dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:19.291694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 1b2380d6-9cd9-4edd-8abc-e8140750c860 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:19.382143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c42654-ff7c-4eed-b252-2072541a8dc8 None None] Routers {'d6957132-5d44-478d-851c-84de6a2b1497'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:19.383105 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e8c42654-ff7c-4eed-b252-2072541a8dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d6957132-5d44-478d-851c-84de6a2b1497'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:19.389125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Network': ['ID=25e5cf3b-c159-480e-982e-89ea793d49e5,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:19.420990 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d36c6221-b9d3-4965-a9e3-be770bfff458 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6843050 Apr 01 15:45:19.420990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53244) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:19.436572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d348a45e-17f6-4d8f-b404-189f27c6a9d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:19.446084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 25e5cf3b-c159-480e-982e-89ea793d49e5 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:19.467751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e8c42654-ff7c-4eed-b252-2072541a8dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:19.469733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c42654-ff7c-4eed-b252-2072541a8dc8 None None] The sync data for ids ['d6957132-5d44-478d-851c-84de6a2b1497'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:19.484856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d348a45e-17f6-4d8f-b404-189f27c6a9d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:19.491855 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d348a45e-17f6-4d8f-b404-189f27c6a9d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/bf516220-eb57-4cd7-bbf5-738aeab09286 HTTP/1.1" status: 204 len: 168 time: 0.9781196 Apr 01 15:45:19.497869 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53246) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:19.517654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Made reservation on behalf of 13e23c87b78242af874fa4c1d8cb6f3b for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:19.522043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:19.568842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348a45e-17f6-4d8f-b404-189f27c6a9d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=bf516220-eb57-4cd7-bbf5-738aeab09286,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:19.579851 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3a207782-83bd-4b2f-bd7f-5830a2608aa4 req-fd53e366-3231-418f-b963-b5cf9274f4df tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 210 time: 0.1163468 Apr 01 15:45:19.597282 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e554364d-51d2-413e-bc5e-092df1e5b5a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894759 Apr 01 15:45:19.598898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53256) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:19.607054 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:19.628903 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3248ae3c-0ff0-4b82-aae3-a0b3a99f75f6 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/routers/d6957132-5d44-478d-851c-84de6a2b1497 HTTP/1.1" status: 200 len: 926 time: 0.4023416 Apr 01 15:45:19.634918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53258) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:19.761558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47a5b75-27e6-41b9-adcc-2e16d2994697 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:19.833616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bfe61-8cc6-4d53-b6fd-bcd783318fd5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:19.840177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bfe61-8cc6-4d53-b6fd-bcd783318fd5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:19.846982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bfe61-8cc6-4d53-b6fd-bcd783318fd5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:19.853983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bfe61-8cc6-4d53-b6fd-bcd783318fd5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:19.856022 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-586bfe61-8cc6-4d53-b6fd-bcd783318fd5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4336138 Apr 01 15:45:19.858748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53260) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:19.864969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8ab806-3d3c-47ba-92da-d1756fd08cd4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:19.867448 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fc8ab806-3d3c-47ba-92da-d1756fd08cd4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=d6957132-5d44-478d-851c-84de6a2b1497&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2294486 Apr 01 15:45:19.872637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53262) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:19.882544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e82e6e6d-5ac1-4fc1-a800-32957e7038be None None] Provisioning complete for port f8a6bb31-501f-433a-b3b6-a46d0333479a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:19.882911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e82e6e6d-5ac1-4fc1-a800-32957e7038be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.012459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af497d1-ec48-46c6-91f5-835df88f8cda None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:45:20.028213 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.032552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Allocated IP 172.20.0.3 (d4ac023b-0d40-40f3-ada9-3bfb770ce859/a7cb34d1-945a-42b7-9bb2-555c82758819/e99f83b3-5bc7-403d-8c13-ca02078c0df1) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:20.069098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273667b-7e67-41da-afe5-84140978cc92 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:20.076830 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1273667b-7e67-41da-afe5-84140978cc92 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/networks/f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 881 time: 0.2026956 Apr 01 15:45:20.081485 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53264) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:20.093026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7af497d1-ec48-46c6-91f5-835df88f8cda None None] Deleting port f8a6bb31-501f-433a-b3b6-a46d0333479a {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:20.094197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7af497d1-ec48-46c6-91f5-835df88f8cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.099031 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-7c2328f5-dd66-4474-977c-076a06a1ffb2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The resource could not be found. Apr 01 15:45:20.110699 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7c2328f5-dd66-4474-977c-076a06a1ffb2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0685897 Apr 01 15:45:20.111701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53268) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:20.182148 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7b395a2a-c0a8-4ac9-bfe6-fad1974d2ff2 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6957132-5d44-478d-851c-84de6a2b1497 HTTP/1.1" status: 200 len: 205 time: 0.0994344 Apr 01 15:45:20.188092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53270) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:20.195865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7af497d1-ec48-46c6-91f5-835df88f8cda None None] For port f8a6bb31-501f-433a-b3b6-a46d0333479a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f8a6bb31-501f-433a-b3b6-a46d0333479a,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:20.196617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7af497d1-ec48-46c6-91f5-835df88f8cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.217787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7af497d1-ec48-46c6-91f5-835df88f8cda None None] Calling delete_port for f8a6bb31-501f-433a-b3b6-a46d0333479a owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:20.278385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.302914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2380d6-9cd9-4edd-8abc-e8140750c860']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:20.314010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5fa664-13c2-41b9-aa4b-101f99ba9ef6') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:20.314261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.314378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5fa664-13c2-41b9-aa4b-101f99ba9ef6') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:20.319151 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4d63a3d4-1dd4-4ea6-8b16-6188dbf838fa tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--558027021'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:20.330371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.332141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:20.335669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.355017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.438148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.470858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.485902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:45:20.486316 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.488947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7af497d1-ec48-46c6-91f5-835df88f8cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:45:20.489398 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:45:20.513999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Subnet': ['ID=56718206-d3c6-4280-bff9-60e9f7fcce02,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:20.519829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af497d1-ec48-46c6-91f5-835df88f8cda None None] Pushing event deleted for resources: {'Port': ['ID=f8a6bb31-501f-433a-b3b6-a46d0333479a,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:20.527114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af497d1-ec48-46c6-91f5-835df88f8cda None None] No DVR routers for this DVR port f8a6bb31-501f-433a-b3b6-a46d0333479a on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:20.589182 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4d63a3d4-1dd4-4ea6-8b16-6188dbf838fa tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.602063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Checking segment: {'id': '7b96f017-4e09-4241-9585-d15900738a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:20.602435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network hostable DHCP agents. Network: f27cc4de-45e2-4a82-9d8b-741833d66b82, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:20.607195 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.700658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Deleting port 3106e5e1-ef54-45e5-8838-1d7c0be45d72 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:20.701004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.760399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.789683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.797005 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e66f4211-a14a-4c6d-8367-41f813c64486 req-6ce64ffb-e158-4f03-9006-13b85217752d tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 210 time: 0.0587859 Apr 01 15:45:20.832184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.837864 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/networks/1b2380d6-9cd9-4edd-8abc-e8140750c860 HTTP/1.1" status: 204 len: 168 time: 0.9763899 Apr 01 15:45:20.840172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network f27cc4de-45e2-4a82-9d8b-741833d66b82 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:20.847789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53282) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:20.854390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.877839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Calling delete_port for 3106e5e1-ef54-45e5-8838-1d7c0be45d72 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:20.889801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f8a6bb31-501f-433a-b3b6-a46d0333479a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:45:20.924378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f8a6bb31-501f-433a-b3b6-a46d0333479a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:45:20.929255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4d63a3d4-1dd4-4ea6-8b16-6188dbf838fa tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:20.931690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f8a6bb31-501f-433a-b3b6-a46d0333479a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:45:21.055475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4d63a3d4-1dd4-4ea6-8b16-6188dbf838fa tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.073358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93924955-39b4-4abd-80e3-8fbe2c7bedea tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Network': ['ID=1b2380d6-9cd9-4edd-8abc-e8140750c860,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:21.159155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63a3d4-1dd4-4ea6-8b16-6188dbf838fa tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13455315-4d37-4c4d-b150-8335e85d58d1,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:21.197378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'Port': ['ID=e99f83b3-5bc7-403d-8c13-ca02078c0df1,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:21.197378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Network d4ac023b-0d40-40f3-ada9-3bfb770ce859 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:21.199401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.199723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:21.199723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:21.274802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:21.275636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.310042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.322230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.364552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e5cf3b-c159-480e-982e-89ea793d49e5']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:21.396022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d0a807-9a16-466b-977f-ecee9bc211cf') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:21.396421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d0a807-9a16-466b-977f-ecee9bc211cf') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:21.407418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:21.413036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, f27cc4de-45e2-4a82-9d8b-741833d66b82) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:21.416668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4d63a3d4-1dd4-4ea6-8b16-6188dbf838fa tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.420950 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53286) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:21.428407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a8284f-7323-4b86-9554-dbe45694cce8 None None] Network f27cc4de-45e2-4a82-9d8b-741833d66b82 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:21.428797 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4d63a3d4-1dd4-4ea6-8b16-6188dbf838fa tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3149340 Apr 01 15:45:21.432734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:21.433643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.445149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.448215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e2634cc7-6864-4457-801f-e1d9c16264d2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--727513464'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:21.450274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=964a693c-35c7-4caf-9ce0-7c18e32b5585,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:21.454355 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:21.457154 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:21.457939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.481835 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.491061 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:45:21.492555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:45:21.496460 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:45:21.516010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.519438 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-7c719050-cc07-4c88-82b2-27d5701562f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5973125 Apr 01 15:45:21.547400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Request body: {'port': {'device_id': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:21.585784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53288) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:21.586580 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6134510a-ef6c-43ab-9977-bb7af783bb9b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9307425 Apr 01 15:45:21.591324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event deleted for resources: {'Port': ['ID=3106e5e1-ef54-45e5-8838-1d7c0be45d72,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:21.630318 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d3eefe60-f754-4fd3-bf49-657b94d6b431 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0296669 Apr 01 15:45:21.635141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53290) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:21.641102 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-118ac7cf-63f6-4786-ba43-7c82d59a90a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:21.684899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8361ef-8b88-4df0-9361-4bbcc1711a8e None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:21.687781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e2634cc7-6864-4457-801f-e1d9c16264d2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.790258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.799818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1948024f-9597-42d6-ad49-85d38bf2324b None None] Provisioning complete for port e99f83b3-5bc7-403d-8c13-ca02078c0df1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:21.800194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1948024f-9597-42d6-ad49-85d38bf2324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.850388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:21.968809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-1948024f-9597-42d6-ad49-85d38bf2324b None None] Port e99f83b3-5bc7-403d-8c13-ca02078c0df1 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:21.993584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'tenant_id': '56b915c18c664395a27c0fb72e83f955', 'fixed_ips': [{'subnet_id': '964a693c-35c7-4caf-9ce0-7c18e32b5585'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:21.994955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.012615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.038022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.046057 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/networks/25e5cf3b-c159-480e-982e-89ea793d49e5 HTTP/1.1" status: 204 len: 168 time: 1.1928644 Apr 01 15:45:22.056286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53294) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:22.133595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317a101-2756-451f-9ea8-ab6d1725fc62 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Network': ['ID=25e5cf3b-c159-480e-982e-89ea793d49e5,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:22.139388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-f27cc4de-45e2-4a82-9d8b-741833d66b82', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:22.141143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.305027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Allocated IP 2001:db8::2 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/964a693c-35c7-4caf-9ce0-7c18e32b5585/2855c8c0-4a9e-4024-8acf-2627cb90ebad) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:22.364106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46fb8-e5fd-4f7a-89e2-3eb51c7225f0 req-d86189fe-2b7d-4bfd-9102-4d4c4f33aec3 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:22.365986 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ca46fb8-e5fd-4f7a-89e2-3eb51c7225f0 req-d86189fe-2b7d-4bfd-9102-4d4c4f33aec3 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 931 time: 0.2822392 Apr 01 15:45:22.386510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4482da-4649-4dad-9133-50dd4e430f3d tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:22.406905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4482da-4649-4dad-9133-50dd4e430f3d tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:22.406905 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5e4482da-4649-4dad-9133-50dd4e430f3d tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3091059 Apr 01 15:45:22.406905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53298) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:22.413906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1670413363'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:22.477446 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ca46fb8-e5fd-4f7a-89e2-3eb51c7225f0 req-d471788c-2f71-41b9-bae1-4eaf212c75dd tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025233 Apr 01 15:45:22.496760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Allocated IP 2001:db8::2 (f27cc4de-45e2-4a82-9d8b-741833d66b82/56718206-d3c6-4280-bff9-60e9f7fcce02/00d47786-b1d0-41ad-8331-efb9028d17fd) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:22.582434 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118ac7cf-63f6-4786-ba43-7c82d59a90a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:22.586518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-118ac7cf-63f6-4786-ba43-7c82d59a90a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.615281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Made reservation on behalf of 320e939815d54306aa1608f197d57cb8 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:22.619518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.631109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.729321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.747680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.755680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.767084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:22.778587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.783414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.783918 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Added segment c4b5c352-3a0f-4f94-bdea-b2a469a9e8f5 of type vlan for network 38c36c65-c430-4d82-8fe1-8a29f40bc2b1 Apr 01 15:45:22.797322 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:22.802352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:22.814481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:22.814961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Pushing event updated for resources: {'Port': ['ID=2855c8c0-4a9e-4024-8acf-2627cb90ebad,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:22.854733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.869425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.912180 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Attempting to bind port 2855c8c0-4a9e-4024-8acf-2627cb90ebad on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:22.914753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Attempting to bind port 2855c8c0-4a9e-4024-8acf-2627cb90ebad by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:22.915142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Attempting to bind port 2855c8c0-4a9e-4024-8acf-2627cb90ebad on network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:22.936399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:22.936399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Checking segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:22.936399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.936399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Bound using segment: {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:22.937046 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.ipam_backend_mixin [None req-118ac7cf-63f6-4786-ba43-7c82d59a90a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 964a693c-35c7-4caf-9ce0-7c18e32b5585 (CIDR: 2001:db8::/64) Apr 01 15:45:22.937160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Bound port: 2855c8c0-4a9e-4024-8acf-2627cb90ebad, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500dfbea-054d-40f2-9dd2-9c250c868ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:22.937160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:22.947663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Network f27cc4de-45e2-4a82-9d8b-741833d66b82 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:22.955099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Pushing event updated for resources: {'Port': ['ID=00d47786-b1d0-41ad-8331-efb9028d17fd,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:22.960313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:22.963756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:22.984797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e2634cc7-6864-4457-801f-e1d9c16264d2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.027349 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-118ac7cf-63f6-4786-ba43-7c82d59a90a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:23.035231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118ac7cf-63f6-4786-ba43-7c82d59a90a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:23.035231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.035695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.040237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:23.058299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.066881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Attempting to bind port 00d47786-b1d0-41ad-8331-efb9028d17fd on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:23.067538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Attempting to bind port 00d47786-b1d0-41ad-8331-efb9028d17fd by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7b96f017-4e09-4241-9585-d15900738a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:23.067647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Attempting to bind port 00d47786-b1d0-41ad-8331-efb9028d17fd on network f27cc4de-45e2-4a82-9d8b-741833d66b82 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:23.078175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:23.080913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Checking segment: {'id': '7b96f017-4e09-4241-9585-d15900738a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:23.080913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.080913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Bound using segment: {'id': '7b96f017-4e09-4241-9585-d15900738a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:23.080913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Bound port: 00d47786-b1d0-41ad-8331-efb9028d17fd, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b96f017-4e09-4241-9585-d15900738a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:23.080913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.092789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] For port 2855c8c0-4a9e-4024-8acf-2627cb90ebad, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:23.125459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.125898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Fanout notify agent at l3_agent the message router_deleted on router d6957132-5d44-478d-851c-84de6a2b1497 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:45:23.127807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] For port 2855c8c0-4a9e-4024-8acf-2627cb90ebad, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2855c8c0-4a9e-4024-8acf-2627cb90ebad,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:23.136947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.141610 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-27f2af10-b326-4fb4-8920-486911990698 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/d6957132-5d44-478d-851c-84de6a2b1497 HTTP/1.1" status: 204 len: 168 time: 2.9489763 Apr 01 15:45:23.159282 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53300) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:23.162290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] For port 00d47786-b1d0-41ad-8331-efb9028d17fd, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:23.165487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] For port 00d47786-b1d0-41ad-8331-efb9028d17fd, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00d47786-b1d0-41ad-8331-efb9028d17fd,segment=NetworkSegment(7b96f017-4e09-4241-9585-d15900738a5b),segment_id=7b96f017-4e09-4241-9585-d15900738a5b)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:23.166482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-952964176', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:23.175933 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Network': ['ID=38c36c65-c430-4d82-8fe1-8a29f40bc2b1,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:23.188062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 38c36c65-c430-4d82-8fe1-8a29f40bc2b1 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:23.206923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e2634cc7-6864-4457-801f-e1d9c16264d2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.298318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2634cc7-6864-4457-801f-e1d9c16264d2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534b405e-7139-48e9-bde0-651af567477a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:23.307126 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-118ac7cf-63f6-4786-ba43-7c82d59a90a6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6679788 Apr 01 15:45:23.310717 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d28bd32f-9e27-4ffa-b6be-cb49d765bb34 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9032824 Apr 01 15:45:23.310717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53302) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:23.313696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53304) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:23.317471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'subnet': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:23.325966 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-863421274'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:23.366709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.378911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.411057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e2634cc7-6864-4457-801f-e1d9c16264d2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.415232 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e2634cc7-6864-4457-801f-e1d9c16264d2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9924965 Apr 01 15:45:23.415897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53308) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:23.427212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9c6f34b2-dc51-43f5-904a-d3fcfd1fc82f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '13455315-4d37-4c4d-b150-8335e85d58d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '534b405e-7139-48e9-bde0-651af567477a'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:23.450843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.451869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.469478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99f83b3-5bc7-403d-8c13-ca02078c0df1 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:45:23.523436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99b608-be7d-4672-b192-b33d05bf6472 None None] Pushing event updated for resources: {'Port': ['ID=00d47786-b1d0-41ad-8331-efb9028d17fd,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:23.548778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.555774 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.571574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Made reservation on behalf of 320e939815d54306aa1608f197d57cb8 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:23.575524 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.611274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Transition to ACTIVE for port object e99f83b3-5bc7-403d-8c13-ca02078c0df1 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:45:23.620702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 2001:db8::1 (f27cc4de-45e2-4a82-9d8b-741833d66b82/56718206-d3c6-4280-bff9-60e9f7fcce02/2efe1f3a-e409-4e40-9b7f-dbfec5615e5a) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:23.632621 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf55df-feff-4c38-b9a6-f526b1eac377 None None] Pushing event updated for resources: {'Port': ['ID=2855c8c0-4a9e-4024-8acf-2627cb90ebad,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:23.673730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:23.724845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.886285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:23.905896 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.907915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Pushing event updated for resources: {'Port': ['ID=e99f83b3-5bc7-403d-8c13-ca02078c0df1,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:23.911061 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.911416 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Added segment 10cb0b39-101c-4995-bf49-aa3f9983b79c of type vlan for network 2b129203-8c93-46e5-91e5-726b027c5f56 Apr 01 15:45:23.931298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:23.951836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d06d7-21c8-4392-b1b7-7de58a394253 req-1bf92805-a3bd-4d7c-bf8d-e1da13264ba5 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:23.953978 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4c3d06d7-21c8-4392-b1b7-7de58a394253 req-1bf92805-a3bd-4d7c-bf8d-e1da13264ba5 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 931 time: 0.3459959 Apr 01 15:45:23.960157 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-9c6f34b2-dc51-43f5-904a-d3fcfd1fc82f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:23.961306 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9c6f34b2-dc51-43f5-904a-d3fcfd1fc82f tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5381262 Apr 01 15:45:23.973260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53320) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:23.995138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.022155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.139349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Attempting to bind port e99f83b3-5bc7-403d-8c13-ca02078c0df1 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:24.139621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Attempting to bind port e99f83b3-5bc7-403d-8c13-ca02078c0df1 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:24.139989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Attempting to bind port e99f83b3-5bc7-403d-8c13-ca02078c0df1 on network d4ac023b-0d40-40f3-ada9-3bfb770ce859 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:24.153668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Port e99f83b3-5bc7-403d-8c13-ca02078c0df1 on network d4ac023b-0d40-40f3-ada9-3bfb770ce859 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:45:24.153907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Attempting to bind port e99f83b3-5bc7-403d-8c13-ca02078c0df1 on network d4ac023b-0d40-40f3-ada9-3bfb770ce859 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:24.191943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:24.192451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Checking segment: {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:24.192705 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4c3d06d7-21c8-4392-b1b7-7de58a394253 req-fc328f0e-40dd-44e8-8d9c-fdbfc6f99b76 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222006 Apr 01 15:45:24.193153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Bound using segment: {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:24.193358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.193745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Bound port: e99f83b3-5bc7-403d-8c13-ca02078c0df1, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:24.194203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.197049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea4a817d-48d9-49b9-9d75-6ffbd5aeb0da tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.198888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:24.199583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.245033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea4a817d-48d9-49b9-9d75-6ffbd5aeb0da tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.295892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.343294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Network': ['ID=2b129203-8c93-46e5-91e5-726b027c5f56,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:24.359072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 2b129203-8c93-46e5-91e5-726b027c5f56 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:24.363137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network f27cc4de-45e2-4a82-9d8b-741833d66b82 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:24.369426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:24.381245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:24.381801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.434925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=2efe1f3a-e409-4e40-9b7f-dbfec5615e5a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:24.439679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:24.476851 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-27c3e3d9-6fac-4844-a17f-17ef6e95fd7b tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1555550 Apr 01 15:45:24.478861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53324) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:24.487009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'ports': [{'network_id': '38c36c65-c430-4d82-8fe1-8a29f40bc2b1', 'name': 'tempest-port--1076297724', 'admin_state_up': True}, {'network_id': '2b129203-8c93-46e5-91e5-726b027c5f56', 'admin_state_up': False}]} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:24.487637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'port': {'network_id': '38c36c65-c430-4d82-8fe1-8a29f40bc2b1', 'name': 'tempest-port--1076297724', 'admin_state_up': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:24.488312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'port': {'network_id': '2b129203-8c93-46e5-91e5-726b027c5f56', 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:24.514065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:24.536107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea4a817d-48d9-49b9-9d75-6ffbd5aeb0da tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.539388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea4a817d-48d9-49b9-9d75-6ffbd5aeb0da tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.543424 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ea4a817d-48d9-49b9-9d75-6ffbd5aeb0da tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/534b405e-7139-48e9-bde0-651af567477a HTTP/1.1" status: 204 len: 168 time: 0.5691059 Apr 01 15:45:24.546780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53326) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:24.698178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.702457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a817d-48d9-49b9-9d75-6ffbd5aeb0da tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534b405e-7139-48e9-bde0-651af567477a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:24.756415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.779738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.860199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:24.861029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:24.862677 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] 10.222.0.41 "PUT /v2.0/ports/e99f83b3-5bc7-403d-8c13-ca02078c0df1 HTTP/1.1" status: 200 len: 1093 time: 3.3217583 Apr 01 15:45:24.863298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:45:24.865991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce467624-e061-4c15-b2d4-cc6e76b772c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:45:25.026864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4be6e0-d39a-4b31-b3aa-769102fc4a74 x-openstack-request-id: req-8c4be6e0-d39a-4b31-b3aa-769102fc4a74 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:45:25.027546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:45:25.027546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c4be6e0-d39a-4b31-b3aa-769102fc4a74 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:45:25.033595 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4be6e0-d39a-4b31-b3aa-769102fc4a74'] response: {'name': 'network-changed', 'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'status': 'completed', 'code': 200} Apr 01 15:45:25.109272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15503a5-548d-4be5-a92a-b5650755353b service neutron] Pushing event updated for resources: {'Port': ['ID=e99f83b3-5bc7-403d-8c13-ca02078c0df1,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:25.115244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.objects.ports [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 15:45:25.124062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00d47786-b1d0-41ad-8331-efb9028d17fd up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:25.132094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Allocated IP 172.26.6.100 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/fd9c4bd7-d9a3-46a1-be10-f6c5e3bc6cf6) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:25.134848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.164093 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-09590c93-c60d-4756-9fea-578fb3729008 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.6105518 Apr 01 15:45:25.171735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53330) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:25.267685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b16dbe0-197c-4921-b2a4-17e5e514a6b9 None None] Network f27cc4de-45e2-4a82-9d8b-741833d66b82 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:25.326702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-616a7a1d-1c2e-4119-b81f-5270b4784008 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.372219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-616a7a1d-1c2e-4119-b81f-5270b4784008 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.387009 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 00d47786-b1d0-41ad-8331-efb9028d17fd triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:25.387582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.496768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63843bb2-eba0-46f6-8c7e-bf70806391c6 req-80fb04c7-422c-4df0-beb0-c483dbb30dad tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:25.505079 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-63843bb2-eba0-46f6-8c7e-bf70806391c6 req-80fb04c7-422c-4df0-beb0-c483dbb30dad tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 943 time: 0.1218948 Apr 01 15:45:25.603306 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-63843bb2-eba0-46f6-8c7e-bf70806391c6 req-318ac4bb-fe98-4cbb-a276-d8fc3e9bb648 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972593 Apr 01 15:45:25.611437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.615486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7f8b7478-5ddb-4a3d-a3b6-638332055ec5 None None] Provisioning complete for port 00d47786-b1d0-41ad-8331-efb9028d17fd triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:25.620799 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7478-5ddb-4a3d-a3b6-638332055ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.632706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.774084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.848250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7478-5ddb-4a3d-a3b6-638332055ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.848754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.851840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.857947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-35e856d6-affc-4380-a396-bc7dd84d9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:25.860233 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-35e856d6-affc-4380-a396-bc7dd84d9817 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13e23c87b78242af874fa4c1d8cb6f3b&device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 1096 time: 0.8663652 Apr 01 15:45:25.861370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-616a7a1d-1c2e-4119-b81f-5270b4784008 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.864004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-616a7a1d-1c2e-4119-b81f-5270b4784008 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.865150 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-616a7a1d-1c2e-4119-b81f-5270b4784008 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/13455315-4d37-4c4d-b150-8335e85d58d1 HTTP/1.1" status: 204 len: 168 time: 0.6702836 Apr 01 15:45:25.871640 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 00d47786-b1d0-41ad-8331-efb9028d17fd, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00d47786-b1d0-41ad-8331-efb9028d17fd,segment=NetworkSegment(7b96f017-4e09-4241-9585-d15900738a5b),segment_id=7b96f017-4e09-4241-9585-d15900738a5b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:25.875876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Made reservation on behalf of 320e939815d54306aa1608f197d57cb8 for: {'port': 2} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:25.884824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53336) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:25.894152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.907622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a7a1d-1c2e-4119-b81f-5270b4784008 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13455315-4d37-4c4d-b150-8335e85d58d1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:25.958441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:25.969770 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-628f6010-ad25-4f1b-b42a-a297f0e862ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1 HTTP/1.1" status: 200 len: 217 time: 0.0676227 Apr 01 15:45:25.970115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.974986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.975589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:25.980309 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:25.984784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] For port 2855c8c0-4a9e-4024-8acf-2627cb90ebad, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2855c8c0-4a9e-4024-8acf-2627cb90ebad,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:26.000292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:26.003678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:26.004795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2855c8c0-4a9e-4024-8acf-2627cb90ebad up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:26.054205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event updated for resources: {'Port': ['ID=fd9c4bd7-d9a3-46a1-be10-f6c5e3bc6cf6,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:26.075443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-b52a74e3-24a9-461e-b7d5-13be49ab9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:26.077553 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-b52a74e3-24a9-461e-b7d5-13be49ab9078 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7cb34d1-945a-42b7-9bb2-555c82758819 HTTP/1.1" status: 200 len: 834 time: 0.0889912 Apr 01 15:45:26.122702 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f94afa96-94fe-4596-9fb9-f65c91efabbf tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2364562 Apr 01 15:45:26.161959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53338) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:26.162938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7f8b7478-5ddb-4a3d-a3b6-638332055ec5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:45:26.163562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7f8b7478-5ddb-4a3d-a3b6-638332055ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:45:26.165957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=00d47786-b1d0-41ad-8331-efb9028d17fd,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:26.174650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2855c8c0-4a9e-4024-8acf-2627cb90ebad triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:26.175338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:26.178974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-286b085b-0796-4692-bfad-5104b2c02034 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--568242704'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:26.239893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:26.357856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-9748549e-bfa3-4d13-9a8d-161994804956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:26.360192 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-9748549e-bfa3-4d13-9a8d-161994804956 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4ac023b-0d40-40f3-ada9-3bfb770ce859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2678165 Apr 01 15:45:26.407454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=2efe1f3a-e409-4e40-9b7f-dbfec5615e5a,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:26.446665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network f27cc4de-45e2-4a82-9d8b-741833d66b82 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:26.447741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:26.460232 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:26.460673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:26.462549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:26.516201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:45:26.517470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:45:26.604510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-286b085b-0796-4692-bfad-5104b2c02034 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:26.605710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:26.620154 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:26.635406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:26.639828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] device_id is not set on port 2953b449-edcf-4e46-9995-873211e1e8bc yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:45:26.640888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:26.697088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a819335-fd87-47de-9671-6adee6805c4e None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:26.746102 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-dc5d87f6-17da-4969-8d61-4b77c8de3ad1 service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512168 Apr 01 15:45:26.828266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Subnet': ['ID=54a60022-74a1-41ff-b830-84e08ff7e008,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:26.837382 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=2855c8c0-4a9e-4024-8acf-2627cb90ebad,revision_number=4']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:26.878398 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c69fdf6a-6da4-46a5-8347-612949ea4bd3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5667701 Apr 01 15:45:26.884983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53344) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:26.895801 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Request body: {'port': {'network_id': '3eea40d6-36c4-4519-ad4d-d93c3fe7b119', 'mac_address': 'fa:16:3e:ad:53:d1', 'name': 'tempest-NetworksTestDHCPv6-433636279'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:26.935344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b65ac4-eb96-4e8f-b07b-a11282e109db req-32db55b9-86c1-4979-9026-e8527615ceb1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:26.943944 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e4b65ac4-eb96-4e8f-b07b-a11282e109db req-32db55b9-86c1-4979-9026-e8527615ceb1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 943 time: 0.1937797 Apr 01 15:45:26.985659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Provisioning complete for port 2855c8c0-4a9e-4024-8acf-2627cb90ebad triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:26.986303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.136826 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:45:27.141223 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-286b085b-0796-4692-bfad-5104b2c02034 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.147038 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-828db353-ddf5-496b-8c5a-c08e9a8c78b7 req-14a63efb-e8e9-4027-b0c5-437699cf3661 service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871648 Apr 01 15:45:27.154058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:45:27.175047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.217925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 2855c8c0-4a9e-4024-8acf-2627cb90ebad, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2855c8c0-4a9e-4024-8acf-2627cb90ebad,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:27.289067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.307457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.366263 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e4b65ac4-eb96-4e8f-b07b-a11282e109db req-6e14ee2d-d53e-4650-8189-a82e2741870a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4210284 Apr 01 15:45:27.371761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.512674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=2855c8c0-4a9e-4024-8acf-2627cb90ebad,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:27.539061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:45:27.539416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:45:27.559912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00d47786-b1d0-41ad-8331-efb9028d17fd up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:27.621300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Made reservation on behalf of 56b915c18c664395a27c0fb72e83f955 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:27.621837 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 00d47786-b1d0-41ad-8331-efb9028d17fd triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:27.621837 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.699513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.780006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-286b085b-0796-4692-bfad-5104b2c02034 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.785650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2855c8c0-4a9e-4024-8acf-2627cb90ebad up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:27.810957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.814511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.839562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2855c8c0-4a9e-4024-8acf-2627cb90ebad triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:27.840453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.843368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] device_id is not set on port 336b66e5-95ac-4c94-9c36-fa390a909597 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:45:27.846298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:27.859843 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:27.879100 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:27.879644 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:27.897778 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f1077550-c161-4023-8aa1-af33e80e261a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3064113 Apr 01 15:45:27.925554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53348) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:27.940107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1273808069'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:27.966138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-286b085b-0796-4692-bfad-5104b2c02034 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.973579 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-286b085b-0796-4692-bfad-5104b2c02034 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8000722 Apr 01 15:45:27.974876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b085b-0796-4692-bfad-5104b2c02034 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35802f83-9687-486d-935e-b2ae55d6595f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:27.975093 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:27.976027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53350) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:27.984186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4b4a7327-08e6-48a0-8434-4b02dd5bdb80 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '35802f83-9687-486d-935e-b2ae55d6595f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:27.988786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] device_id is not set on port 7325b55a-86bd-4751-9ce9-99d2f37c7e67 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:45:28.008702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-259381c5-f2b7-48ec-be82-5b1c4c187d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:28.010839 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-259381c5-f2b7-48ec-be82-5b1c4c187d93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13e23c87b78242af874fa4c1d8cb6f3b&device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 1096 time: 0.2941477 Apr 01 15:45:28.113523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Provisioning complete for port 00d47786-b1d0-41ad-8331-efb9028d17fd triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:28.113523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.168429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-6595d000-aa1c-4fcb-bdeb-e3e7bd3e49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:28.169924 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-6595d000-aa1c-4fcb-bdeb-e3e7bd3e49c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4ac023b-0d40-40f3-ada9-3bfb770ce859 HTTP/1.1" status: 200 len: 898 time: 0.1471865 Apr 01 15:45:28.183843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8::1e9 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/964a693c-35c7-4caf-9ce0-7c18e32b5585/336b66e5-95ac-4c94-9c36-fa390a909597) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:28.193712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Allocated IP 2001:db8:0:1:f816:3eff:fead:53d1 (3eea40d6-36c4-4519-ad4d-d93c3fe7b119/54a60022-74a1-41ff-b830-84e08ff7e008/336b66e5-95ac-4c94-9c36-fa390a909597) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:28.236835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Provisioning complete for port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:28.237390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.241747 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-8e4fcae4-2d94-4f09-a982-abe1b1d80494 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1 HTTP/1.1" status: 200 len: 217 time: 0.0580943 Apr 01 15:45:28.245493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.245909 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:24Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:25Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:28.275460 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:45:28.276110 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Updating router 275c56d1-ad71-4840-af40-0e8aa1863134 port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:45:28.287361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d820a205-fb56-4343-9284-adf8a1f21ca6 None None] Port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:28.307637 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.320042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-32b60dd0-51c3-4f47-9454-399dc5380087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:28.326769 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-32b60dd0-51c3-4f47-9454-399dc5380087 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7cb34d1-945a-42b7-9bb2-555c82758819 HTTP/1.1" status: 200 len: 834 time: 0.0687060 Apr 01 15:45:28.328403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:28.332209 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.374697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-2c6886fa-9701-489e-ac20-2e591d8f1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:28.377062 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-2c6886fa-9701-489e-ac20-2e591d8f1f14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4ac023b-0d40-40f3-ada9-3bfb770ce859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466125 Apr 01 15:45:28.395713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:28.412007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.415386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b3fcf760-5e4f-430b-8130-896d36ba1a96 None None] Provisioning complete for port 2855c8c0-4a9e-4024-8acf-2627cb90ebad triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:28.420004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf760-5e4f-430b-8130-896d36ba1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.420158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.420158 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added segment 405bd768-75c0-4473-b642-613207791726 of type vlan for network 669c3843-4d2f-4d04-8c96-690841468dbb Apr 01 15:45:28.450263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.505879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Router c0190994-3b69-455e-9091-6c6b2a7833fa is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:45:28.507990 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-4b4a7327-08e6-48a0-8434-4b02dd5bdb80 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:28.509089 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4b4a7327-08e6-48a0-8434-4b02dd5bdb80 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5295479 Apr 01 15:45:28.520369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b3fcf760-5e4f-430b-8130-896d36ba1a96 None None] Provisioning complete for port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:28.520983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf760-5e4f-430b-8130-896d36ba1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.550276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53354) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:28.559734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-afd7372b-e8e6-4192-a136-f392083f26df tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group_rule': {'security_group_id': '35802f83-9687-486d-935e-b2ae55d6595f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:28.571106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b3fcf760-5e4f-430b-8130-896d36ba1a96 None None] Port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:28.580267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.608087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Port': ['ID=2953b449-edcf-4e46-9995-873211e1e8bc,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:28.632121 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.653193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Checking segment: {'id': 'c4b5c352-3a0f-4f94-bdea-b2a469a9e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '38c36c65-c430-4d82-8fe1-8a29f40bc2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:28.653637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Network hostable DHCP agents. Network: 38c36c65-c430-4d82-8fe1-8a29f40bc2b1, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:28.659549 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-c5db29de-8087-451a-a6a0-74160be7b870 service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712379 Apr 01 15:45:28.700686 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4e0d7-90b1-421e-885e-3abd434d63cd req-e43899e2-66c2-48e0-986b-1ea9b50069f2 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:28.702774 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-03d4e0d7-90b1-421e-885e-3abd434d63cd req-e43899e2-66c2-48e0-986b-1ea9b50069f2 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 943 time: 0.2025502 Apr 01 15:45:28.740752 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.779590 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:28.787058 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0579ec-6ad9-4cd0-9ccf-f3417faea4ad None None] Pushing event updated for resources: {'Port': ['ID=2efe1f3a-e409-4e40-9b7f-dbfec5615e5a,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:28.789866 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce467624-e061-4c15-b2d4-cc6e76b772c1 req-870360f4-f2ac-4d98-8fbc-e32a58164978 service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190867 Apr 01 15:45:28.792816 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-03d4e0d7-90b1-421e-885e-3abd434d63cd req-c69f99c7-9251-4ded-ac6c-3a00e15da01f tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628595 Apr 01 15:45:28.803404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729d0e7-29ad-4e25-a9c3-3c7793f529a1 None None] Sync routers for ids ['c0190994-3b69-455e-9091-6c6b2a7833fa'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:28.836885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729d0e7-29ad-4e25-a9c3-3c7793f529a1 None None] Routers {'c0190994-3b69-455e-9091-6c6b2a7833fa'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:28.837586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f729d0e7-29ad-4e25-a9c3-3c7793f529a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c0190994-3b69-455e-9091-6c6b2a7833fa'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:28.853051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Network 38c36c65-c430-4d82-8fe1-8a29f40bc2b1 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:28.860646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.874691 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Attempting to bind port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:28.874691 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Attempting to bind port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7b96f017-4e09-4241-9585-d15900738a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:28.874691 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Attempting to bind port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a on network f27cc4de-45e2-4a82-9d8b-741833d66b82 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:28.876257 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:28.877031 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Checking segment: {'id': '7b96f017-4e09-4241-9585-d15900738a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:28.877515 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.878327 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Bound using segment: {'id': '7b96f017-4e09-4241-9585-d15900738a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:28.879169 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Bound port: 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b96f017-4e09-4241-9585-d15900738a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:28.879648 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.914977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f729d0e7-29ad-4e25-a9c3-3c7793f529a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:28.928494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729d0e7-29ad-4e25-a9c3-3c7793f529a1 None None] Routers {'c0190994-3b69-455e-9091-6c6b2a7833fa'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:28.929145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f729d0e7-29ad-4e25-a9c3-3c7793f529a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c0190994-3b69-455e-9091-6c6b2a7833fa'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:28.936909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.943841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:28.945056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:28.956053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:28.971135 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] For port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:28.971531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:28.975031 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] For port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2efe1f3a-e409-4e40-9b7f-dbfec5615e5a,segment=NetworkSegment(7b96f017-4e09-4241-9585-d15900738a5b),segment_id=7b96f017-4e09-4241-9585-d15900738a5b)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:28.979435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f729d0e7-29ad-4e25-a9c3-3c7793f529a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:28.980121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729d0e7-29ad-4e25-a9c3-3c7793f529a1 None None] The sync data for ids ['c0190994-3b69-455e-9091-6c6b2a7833fa'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:28.991470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:28.997340 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:29.013735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.013735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event updated for resources: {'Port': ['ID=336b66e5-95ac-4c94-9c36-fa390a909597,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:29.060497 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Network': ['ID=669c3843-4d2f-4d04-8c96-690841468dbb,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:29.071590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 669c3843-4d2f-4d04-8c96-690841468dbb details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:29.096935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.099227 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-95cd455c-3561-4f5f-ba9d-d6b305b65936 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9380302 Apr 01 15:45:29.102451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53358) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:29.127758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:29.202719 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d926972d-9152-44e7-af35-bbb18fda47e0 None None] Provisioning complete for port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:29.203108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d926972d-9152-44e7-af35-bbb18fda47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.241702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d926972d-9152-44e7-af35-bbb18fda47e0 None None] Port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:29.244260 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-afd7372b-e8e6-4192-a136-f392083f26df tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:29.244879 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.247961 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-afd7372b-e8e6-4192-a136-f392083f26df tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6893873 Apr 01 15:45:29.248206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53360) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:29.287128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 38c36c65-c430-4d82-8fe1-8a29f40bc2b1) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:29.293717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:29.295426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.311334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c76835-d719-4ca4-9132-86b64d29a77d None None] Network 38c36c65-c430-4d82-8fe1-8a29f40bc2b1 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:29.314181 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d568f695-e0dd-42ff-952b-0a09b1cc610e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3851702 Apr 01 15:45:29.319763 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-702d81cb-ead7-46fa-b2ed-a766487bcb60 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4292269 Apr 01 15:45:29.320468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53362) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:29.330027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'subnet': {'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:29.334057 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0579ec-6ad9-4cd0-9ccf-f3417faea4ad None None] Pushing event updated for resources: {'Port': ['ID=2efe1f3a-e409-4e40-9b7f-dbfec5615e5a,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:29.338799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53364) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:29.349821 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:29.350953 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:29.369279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-282d5540-d19a-4da1-958a-03717272a254 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.388328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Port': ['ID=7325b55a-86bd-4751-9ce9-99d2f37c7e67,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:29.401919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-282d5540-d19a-4da1-958a-03717272a254 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.467481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Checking segment: {'id': '10cb0b39-101c-4995-bf49-aa3f9983b79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '2b129203-8c93-46e5-91e5-726b027c5f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:29.468662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Network hostable DHCP agents. Network: 2b129203-8c93-46e5-91e5-726b027c5f56, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:29.473610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6193a985-a137-46ca-8346-9fd8e4181e6e None None] Provisioning complete for port 336b66e5-95ac-4c94-9c36-fa390a909597 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:29.474369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6193a985-a137-46ca-8346-9fd8e4181e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.546236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6193a985-a137-46ca-8346-9fd8e4181e6e None None] Port 336b66e5-95ac-4c94-9c36-fa390a909597 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:29.594590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2855c8c0-4a9e-4024-8acf-2627cb90ebad up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:29.625820 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:29.677305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2855c8c0-4a9e-4024-8acf-2627cb90ebad triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:29.677305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.705304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.722626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7c199-e75e-4527-8842-7bc047689bda tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting port 336b66e5-95ac-4c94-9c36-fa390a909597 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:29.725928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fbe7c199-e75e-4527-8842-7bc047689bda tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.750006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Network 2b129203-8c93-46e5-91e5-726b027c5f56 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:29.811298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-282d5540-d19a-4da1-958a-03717272a254 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.813790 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-282d5540-d19a-4da1-958a-03717272a254 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.816421 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-282d5540-d19a-4da1-958a-03717272a254 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/35802f83-9687-486d-935e-b2ae55d6595f HTTP/1.1" status: 204 len: 168 time: 0.5653296 Apr 01 15:45:29.816421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:29.820049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.820909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53366) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:29.887515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fa968a7c-356c-4502-b654-aa446ad1d59f None None] Provisioning complete for port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:29.887515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa968a7c-356c-4502-b654-aa446ad1d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.937739 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7fe15edf-849a-4d19-bf0d-86df22bc6c90 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1157041 Apr 01 15:45:29.941453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5540-d19a-4da1-958a-03717272a254 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35802f83-9687-486d-935e-b2ae55d6595f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:29.945051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53372) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:29.952252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f8c1ff6c-ee83-4200-9c7c-eb1d2b04cb84 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723717344'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:29.958407 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.973117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 2b129203-8c93-46e5-91e5-726b027c5f56) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:29.986573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e285f-a780-4abd-be4d-43b24db9c837 None None] Network 2b129203-8c93-46e5-91e5-726b027c5f56 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:29.997837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:30.007378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:30.013103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:30.014645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.069720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fbe7c199-e75e-4527-8842-7bc047689bda tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.087389 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:24Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:28Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:30.090444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7c199-e75e-4527-8842-7bc047689bda tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Calling delete_port for 336b66e5-95ac-4c94-9c36-fa390a909597 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:30.135422 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aa92b4-90d3-4ee0-bcb4-5f113b961848 None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:24Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:28Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:30.187367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa968a7c-356c-4502-b654-aa446ad1d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.226804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fa968a7c-356c-4502-b654-aa446ad1d59f None None] For port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2efe1f3a-e409-4e40-9b7f-dbfec5615e5a,segment=NetworkSegment(7b96f017-4e09-4241-9585-d15900738a5b),segment_id=7b96f017-4e09-4241-9585-d15900738a5b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:30.272471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ce6e-ccfa-47ea-b92c-68fd438ffcd4 req-9b625132-a2e0-4cc6-80ea-89fd374e6cad tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:30.274116 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c235ce6e-ccfa-47ea-b92c-68fd438ffcd4 req-9b625132-a2e0-4cc6-80ea-89fd374e6cad tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 943 time: 0.2941222 Apr 01 15:45:30.276302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ff6c-ee83-4200-9c7c-eb1d2b04cb84 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.392624 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9bc58f23-745b-4f0b-96fc-4e96af511582 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.9096422 Apr 01 15:45:30.393180 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c235ce6e-ccfa-47ea-b92c-68fd438ffcd4 req-ed8c6e00-e4d8-4d6d-968c-612257ca13ad tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027236 Apr 01 15:45:30.393180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.394760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53376) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:30.464893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa968a7c-356c-4502-b654-aa446ad1d59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.491120 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6e71a-b2cb-4925-bf2e-b69db099d4d1 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:30.498233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6e71a-b2cb-4925-bf2e-b69db099d4d1 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:30.504490 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-96d6e71a-b2cb-4925-bf2e-b69db099d4d1 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1089470 Apr 01 15:45:30.505404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53378) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:30.514415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Deleting port fd9c4bd7-d9a3-46a1-be10-f6c5e3bc6cf6 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:30.515349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.532898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa968a7c-356c-4502-b654-aa446ad1d59f None None] Pushing event updated for resources: {'Port': ['ID=2efe1f3a-e409-4e40-9b7f-dbfec5615e5a,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:30.554563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Subnet': ['ID=f0c67e03-9676-44cf-9fab-0113a5096e02,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:30.561605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Checking segment: {'id': '405bd768-75c0-4473-b642-613207791726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:30.561977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network hostable DHCP agents. Network: 669c3843-4d2f-4d04-8c96-690841468dbb, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:30.613393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.629700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Calling delete_port for fd9c4bd7-d9a3-46a1-be10-f6c5e3bc6cf6 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:30.638403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-03efb143-15ec-4177-a958-7735958c2137 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Deleting port 2953b449-edcf-4e46-9995-873211e1e8bc {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:30.638752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03efb143-15ec-4177-a958-7735958c2137 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.665015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e99f83b3-5bc7-403d-8c13-ca02078c0df1 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:45:30.773216 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03efb143-15ec-4177-a958-7735958c2137 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.776420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fbe7c199-e75e-4527-8842-7bc047689bda tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.801252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 669c3843-4d2f-4d04-8c96-690841468dbb is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:30.801252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ff6c-ee83-4200-9c7c-eb1d2b04cb84 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.817364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:30.829924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-03efb143-15ec-4177-a958-7735958c2137 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Calling delete_port for 2953b449-edcf-4e46-9995-873211e1e8bc owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:30.833151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'port_id': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'mac_address': 'fa:16:3e:ee:9e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:45:30.834413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7c199-e75e-4527-8842-7bc047689bda tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Port': ['ID=336b66e5-95ac-4c94-9c36-fa390a909597,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:30.900768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.917393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99f83b3-5bc7-403d-8c13-ca02078c0df1 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:45:30.928183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fbe7c199-e75e-4527-8842-7bc047689bda tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:30.932846 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fbe7c199-e75e-4527-8842-7bc047689bda tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/336b66e5-95ac-4c94-9c36-fa390a909597 HTTP/1.1" status: 204 len: 168 time: 1.5851874 Apr 01 15:45:30.934124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53380) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:30.944151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:30.990007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2465a68c-9580-41c2-a0c7-db77de415539 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:30.992381 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2465a68c-9580-41c2-a0c7-db77de415539 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0564950 Apr 01 15:45:30.994545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53382) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:31.002385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ff6c-ee83-4200-9c7c-eb1d2b04cb84 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.036824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1ff6c-ee83-4200-9c7c-eb1d2b04cb84 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18df56ba-ab17-4686-99a3-8038c6755fb6,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:31.074515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf66b7-656c-4773-8eaf-57fdbb55ddf0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:31.076181 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ffbf66b7-656c-4773-8eaf-57fdbb55ddf0 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0804732 Apr 01 15:45:31.079421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53386) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:31.105641 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 669c3843-4d2f-4d04-8c96-690841468dbb) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:31.111622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.111916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:31.111916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.118745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7791b6-eba0-4cef-b8c3-e9521aa6e9c3 None None] Network 669c3843-4d2f-4d04-8c96-690841468dbb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:31.148284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Pushing event deleted for resources: {'Port': ['ID=fd9c4bd7-d9a3-46a1-be10-f6c5e3bc6cf6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:31.183482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00475eb-5c29-40b7-8f58-a21ba9b251a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:31.185015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00475eb-5c29-40b7-8f58-a21ba9b251a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:31.186809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00475eb-5c29-40b7-8f58-a21ba9b251a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:31.188465 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e00475eb-5c29-40b7-8f58-a21ba9b251a3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1079903 Apr 01 15:45:31.193121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53388) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:31.203828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.234698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.267328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c28b96-035f-43c7-8f3d-33403b952d3e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 54a60022-74a1-41ff-b830-84e08ff7e008 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:31.271695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5c28b96-035f-43c7-8f3d-33403b952d3e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.276948 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ff6c-ee83-4200-9c7c-eb1d2b04cb84 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.281998 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f8c1ff6c-ee83-4200-9c7c-eb1d2b04cb84 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3335745 Apr 01 15:45:31.282834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53390) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:31.309291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a6286ab8-39c5-4fc1-8792-0e41b3c0bc0b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:31.309291 dv-neutron-835865-1-hyperv neutron-server[110105]: WARNING neutron.api.v2.base [None req-a6286ab8-39c5-4fc1-8792-0e41b3c0bc0b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 01 15:45:31.309291 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-a6286ab8-39c5-4fc1-8792-0e41b3c0bc0b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:45:31.313427 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a6286ab8-39c5-4fc1-8792-0e41b3c0bc0b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "PUT /v2.0/security-groups/18df56ba-ab17-4686-99a3-8038c6755fb6 HTTP/1.1" status: 409 len: 330 time: 0.0097678 Apr 01 15:45:31.314997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53392) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:31.315185 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03efb143-15ec-4177-a958-7735958c2137 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.337185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e99f83b3-5bc7-403d-8c13-ca02078c0df1,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:31.342016 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4da3a2c0-766a-4aa6-b234-58a63cdae16f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0156286 Apr 01 15:45:31.365604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53394) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:31.375640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03efb143-15ec-4177-a958-7735958c2137 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.375640 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-03efb143-15ec-4177-a958-7735958c2137 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/ports/2953b449-edcf-4e46-9995-873211e1e8bc HTTP/1.1" status: 204 len: 168 time: 0.8621111 Apr 01 15:45:31.384188 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efb143-15ec-4177-a958-7735958c2137 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Port': ['ID=2953b449-edcf-4e46-9995-873211e1e8bc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:31.385909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53396) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:31.407560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5c28b96-035f-43c7-8f3d-33403b952d3e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.469195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-669c3843-4d2f-4d04-8c96-690841468dbb', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:31.471189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.585433 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:31.588131 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['e99f83b3-5bc7-403d-8c13-ca02078c0df1'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:45:31.707991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.719034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.763916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-841783d7-5808-4206-8bd9-dace66f6238b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.770866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Allocated IP 2001:db8:1::2 (669c3843-4d2f-4d04-8c96-690841468dbb/f0c67e03-9676-44cf-9fab-0113a5096e02/0a63eb8a-5cb0-407d-9228-7a63a5ac3509) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:31.793793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:31.794167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.909181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-841783d7-5808-4206-8bd9-dace66f6238b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.913352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Router c0190994-3b69-455e-9091-6c6b2a7833fa has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:31.966821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5c28b96-035f-43c7-8f3d-33403b952d3e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:31.978971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feab723-377e-435f-96cc-eddde7eb9c88 req-70f26550-60d6-4542-b8ee-07f2a8050d87 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:31.990268 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0feab723-377e-435f-96cc-eddde7eb9c88 req-70f26550-60d6-4542-b8ee-07f2a8050d87 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 944 time: 0.4392605 Apr 01 15:45:32.028618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-12852611-7af8-470f-8616-0050ee25fcd6 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Deleting port 7325b55a-86bd-4751-9ce9-99d2f37c7e67 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:32.029037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-12852611-7af8-470f-8616-0050ee25fcd6 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.102103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:32.112894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.114099 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6caea29e-4a53-4e71-b8a5-b0d989d9eb68 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "PUT /v2.0/routers/c0190994-3b69-455e-9091-6c6b2a7833fa HTTP/1.1" status: 200 len: 709 time: 3.0101471 Apr 01 15:45:32.116204 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66187a13-1d00-4c52-8b20-68182bcd656a None None] Sync routers for ids ['c0190994-3b69-455e-9091-6c6b2a7833fa'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:32.117101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53404) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.149701 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66187a13-1d00-4c52-8b20-68182bcd656a None None] Routers {'c0190994-3b69-455e-9091-6c6b2a7833fa'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:32.149701 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-66187a13-1d00-4c52-8b20-68182bcd656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c0190994-3b69-455e-9091-6c6b2a7833fa'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:32.175386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-12852611-7af8-470f-8616-0050ee25fcd6 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.176852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-841783d7-5808-4206-8bd9-dace66f6238b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.179684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-841783d7-5808-4206-8bd9-dace66f6238b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.181180 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-841783d7-5808-4206-8bd9-dace66f6238b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/18df56ba-ab17-4686-99a3-8038c6755fb6 HTTP/1.1" status: 204 len: 168 time: 0.8661630 Apr 01 15:45:32.190446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53406) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.193204 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-66187a13-1d00-4c52-8b20-68182bcd656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:32.203354 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-12852611-7af8-470f-8616-0050ee25fcd6 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Calling delete_port for 7325b55a-86bd-4751-9ce9-99d2f37c7e67 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:32.210172 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66187a13-1d00-4c52-8b20-68182bcd656a None None] Routers {'c0190994-3b69-455e-9091-6c6b2a7833fa'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:32.210802 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-66187a13-1d00-4c52-8b20-68182bcd656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['c0190994-3b69-455e-9091-6c6b2a7833fa'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:32.258617 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-66187a13-1d00-4c52-8b20-68182bcd656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:32.259493 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66187a13-1d00-4c52-8b20-68182bcd656a None None] The sync data for ids ['c0190994-3b69-455e-9091-6c6b2a7833fa'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:32.280027 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-63b9a16f-d642-465f-aa80-844f2aa85b54 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/routers/c0190994-3b69-455e-9091-6c6b2a7833fa HTTP/1.1" status: 200 len: 744 time: 0.1617656 Apr 01 15:45:32.281070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841783d7-5808-4206-8bd9-dace66f6238b tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18df56ba-ab17-4686-99a3-8038c6755fb6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:32.286069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53408) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.332395 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2347a5fc-eee9-4ffc-b1f7-d997784732d4 tempest-RoutersIpV6AdminTest-1143318591 tempest-RoutersIpV6AdminTest-1143318591-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&device_id=c0190994-3b69-455e-9091-6c6b2a7833fa HTTP/1.1" status: 200 len: 205 time: 0.0386980 Apr 01 15:45:32.336294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53410) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.342153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.347559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.355750 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0feab723-377e-435f-96cc-eddde7eb9c88 req-145e1a96-61f4-4c52-ad7d-51a19abeedda tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520899 Apr 01 15:45:32.390208 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3e61c544-0b9a-4a7e-9602-33e1db310681 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0190994-3b69-455e-9091-6c6b2a7833fa HTTP/1.1" status: 200 len: 205 time: 0.0470541 Apr 01 15:45:32.397817 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f4130f78-d629-4284-b770-612daa51a534 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1977651 Apr 01 15:45:32.397817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53412) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.401378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53414) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.432573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5c28b96-035f-43c7-8f3d-33403b952d3e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.467234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c28b96-035f-43c7-8f3d-33403b952d3e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=54a60022-74a1-41ff-b830-84e08ff7e008,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:32.472002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5c28b96-035f-43c7-8f3d-33403b952d3e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.477093 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e5c28b96-035f-43c7-8f3d-33403b952d3e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/54a60022-74a1-41ff-b830-84e08ff7e008 HTTP/1.1" status: 204 len: 168 time: 1.2812138 Apr 01 15:45:32.478036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53416) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.480580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f9516a-3d28-4de2-9cc4-c408e3eae263 None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:32.497432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.537622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d91350f-ecd4-4511-abf7-2394e496ea38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Deleting subnet 964a693c-35c7-4caf-9ce0-7c18e32b5585 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:32.542011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0d91350f-ecd4-4511-abf7-2394e496ea38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.585794 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0d91350f-ecd4-4511-abf7-2394e496ea38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.588926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Network 669c3843-4d2f-4d04-8c96-690841468dbb is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:32.601910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:32.605446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:32.614886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Pushing event updated for resources: {'Port': ['ID=0a63eb8a-5cb0-407d-9228-7a63a5ac3509,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:32.635974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-12852611-7af8-470f-8616-0050ee25fcd6 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.679264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12852611-7af8-470f-8616-0050ee25fcd6 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Port': ['ID=7325b55a-86bd-4751-9ce9-99d2f37c7e67,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:32.695273 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-12852611-7af8-470f-8616-0050ee25fcd6 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.711984 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-12852611-7af8-470f-8616-0050ee25fcd6 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/ports/7325b55a-86bd-4751-9ce9-99d2f37c7e67 HTTP/1.1" status: 204 len: 168 time: 1.3163822 Apr 01 15:45:32.727887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53418) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.744466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Attempting to bind port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:32.744466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Attempting to bind port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '405bd768-75c0-4473-b642-613207791726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:32.744466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Attempting to bind port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 on network 669c3843-4d2f-4d04-8c96-690841468dbb {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:32.763247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:32.763698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Checking segment: {'id': '405bd768-75c0-4473-b642-613207791726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:32.764805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.764805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Bound using segment: {'id': '405bd768-75c0-4473-b642-613207791726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:32.765161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Bound port: 0a63eb8a-5cb0-407d-9228-7a63a5ac3509, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405bd768-75c0-4473-b642-613207791726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:32.765395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.770419 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6e464309-4427-4600-aece-c9445b9a9366 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0410287 Apr 01 15:45:32.782807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53420) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.790772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1346559958'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:32.795222 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0d91350f-ecd4-4511-abf7-2394e496ea38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.849039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] For port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:32.854129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] For port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0a63eb8a-5cb0-407d-9228-7a63a5ac3509,segment=NetworkSegment(405bd768-75c0-4473-b642-613207791726),segment_id=405bd768-75c0-4473-b642-613207791726)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:32.893276 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-8e38d94c-e455-451d-a70e-54107330d760 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] delete failed (client error): The resource could not be found. Apr 01 15:45:32.895340 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8e38d94c-e455-451d-a70e-54107330d760 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "DELETE /v2.0/security-groups/725e043b-03da-4ada-9ec2-75fa6c8341ee HTTP/1.1" status: 404 len: 347 time: 0.4557838 Apr 01 15:45:32.898285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53422) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.914379 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-6d3e2a87-f8e8-4736-90fa-832c7b2d9c57 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] show failed (client error): The resource could not be found. Apr 01 15:45:32.915335 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6d3e2a87-f8e8-4736-90fa-832c7b2d9c57 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-groups/8b4e1060-15b3-4a54-b32e-a83d48c0a891 HTTP/1.1" status: 404 len: 347 time: 0.0158408 Apr 01 15:45:32.919636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53424) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:32.932200 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-5c458796-d2da-4312-9c4e-48cda49e8fc2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] show failed (client error): The resource could not be found. Apr 01 15:45:32.933972 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5c458796-d2da-4312-9c4e-48cda49e8fc2 tempest-NegativeSecGroupIPv6Test-2139407263 tempest-NegativeSecGroupIPv6Test-2139407263-project] 10.222.0.73 "GET /v2.0/security-group-rules/855d89f7-792b-433d-8d4c-3007c83dd94a HTTP/1.1" status: 404 len: 356 time: 0.0124681 Apr 01 15:45:32.937965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a41d521f-a5f9-41a4-937a-a1fb0a363a66 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:32.962759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Made reservation on behalf of 320e939815d54306aa1608f197d57cb8 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:32.967007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.000878 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:33.013790 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.014273 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Added segment 1d53f746-5167-49e6-9689-431d00547258 of type vlan for network b6a7e2fa-e268-4ece-8d1f-abd5a1392c13 Apr 01 15:45:33.019166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.029039 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0d91350f-ecd4-4511-abf7-2394e496ea38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.103634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91350f-ecd4-4511-abf7-2394e496ea38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Subnet': ['ID=964a693c-35c7-4caf-9ce0-7c18e32b5585,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:33.108634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0d91350f-ecd4-4511-abf7-2394e496ea38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.121307 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0d91350f-ecd4-4511-abf7-2394e496ea38 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/964a693c-35c7-4caf-9ce0-7c18e32b5585 HTTP/1.1" status: 204 len: 168 time: 0.6395371 Apr 01 15:45:33.130788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53428) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.131154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bafb2f-fb4e-4987-90fa-0c72fb818115 None None] Pushing event updated for resources: {'Port': ['ID=0a63eb8a-5cb0-407d-9228-7a63a5ac3509,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:33.178972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.184968 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1e65fdce-b102-4587-89ca-11e64f690ef3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505195 Apr 01 15:45:33.185840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53432) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.237941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a41d521f-a5f9-41a4-937a-a1fb0a363a66 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.240247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a41d521f-a5f9-41a4-937a-a1fb0a363a66 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.265797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92da883-00e3-49f7-869d-70d6208a6d4f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:33.269726 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d92da883-00e3-49f7-869d-70d6208a6d4f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0808942 Apr 01 15:45:33.270189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53434) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.328729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a55e686-397e-476e-9644-090d6fc36c31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:33.330185 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4a55e686-397e-476e-9644-090d6fc36c31 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0590303 Apr 01 15:45:33.332712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53436) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.381513 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1b815679-32a1-4b4c-9fd7-1dcbc95ea8ef tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458093 Apr 01 15:45:33.401741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53438) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.440919 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e42b56-e663-4729-a1dd-ecea2e442648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:33.441265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 2001:db8:1::1 (669c3843-4d2f-4d04-8c96-690841468dbb/f0c67e03-9676-44cf-9fab-0113a5096e02/2feb980b-fbce-4fcf-807e-e01470ae3bc3) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:33.442339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e42b56-e663-4729-a1dd-ecea2e442648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:33.445714 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e3e42b56-e663-4729-a1dd-ecea2e442648 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/336b66e5-95ac-4c94-9c36-fa390a909597 HTTP/1.1" status: 404 len: 333 time: 0.0586822 Apr 01 15:45:33.447563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.458144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53442) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.458576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:33.458576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.601317 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9fc077-9f13-4280-a397-d5496fd66602 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:33.602643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9fc077-9f13-4280-a397-d5496fd66602 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:33.605620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Network': ['ID=b6a7e2fa-e268-4ece-8d1f-abd5a1392c13,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:33.608663 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1b9fc077-9f13-4280-a397-d5496fd66602 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/54a60022-74a1-41ff-b830-84e08ff7e008 HTTP/1.1" status: 404 len: 337 time: 0.0381725 Apr 01 15:45:33.609082 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53444) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.612039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a41d521f-a5f9-41a4-937a-a1fb0a363a66 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.613147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41d521f-a5f9-41a4-937a-a1fb0a363a66 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Fanout notify agent at l3_agent the message router_deleted on router c0190994-3b69-455e-9091-6c6b2a7833fa {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:45:33.640178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network b6a7e2fa-e268-4ece-8d1f-abd5a1392c13 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:33.647403 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f24ab03-9791-470c-a486-65a41b56d160 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:33.648140 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f24ab03-9791-470c-a486-65a41b56d160 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:33.652132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a41d521f-a5f9-41a4-937a-a1fb0a363a66 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.653055 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1f24ab03-9791-470c-a486-65a41b56d160 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/964a693c-35c7-4caf-9ce0-7c18e32b5585 HTTP/1.1" status: 404 len: 337 time: 0.0424204 Apr 01 15:45:33.658559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53446) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.661788 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a41d521f-a5f9-41a4-937a-a1fb0a363a66 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/c0190994-3b69-455e-9091-6c6b2a7833fa HTTP/1.1" status: 204 len: 168 time: 1.2679157 Apr 01 15:45:33.665549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53448) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.721673 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:33.741656 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3e6c022c-b72e-4dc2-81b2-1aea4c1d139c tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0190994-3b69-455e-9091-6c6b2a7833fa HTTP/1.1" status: 200 len: 205 time: 0.0597293 Apr 01 15:45:33.742580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53450) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.742700 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-559a3a2d-b2d7-4486-97bf-3e51586d2fbe tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:33.743539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559a3a2d-b2d7-4486-97bf-3e51586d2fbe tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:33.752571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-559a3a2d-b2d7-4486-97bf-3e51586d2fbe tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/ec6dda37-12d8-4f56-b099-8cd47297b5b4 HTTP/1.1" status: 404 len: 333 time: 0.0923157 Apr 01 15:45:33.755402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53452) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.803024 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-408f08f0-4b29-4de2-98fe-8fe658e2caca tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0191228 Apr 01 15:45:33.828795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53454) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.847600 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8dbb3-fcfe-426c-8528-7b6990d2b9bb req-b4e8eba1-ae6e-41b9-a8c2-f09a2cf28d3f tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:33.849943 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9b8dbb3-fcfe-426c-8528-7b6990d2b9bb req-b4e8eba1-ae6e-41b9-a8c2-f09a2cf28d3f tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 944 time: 0.3601465 Apr 01 15:45:33.851059 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a634d4cb-d9d8-4990-9063-31424b3b8435 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:33.852059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a634d4cb-d9d8-4990-9063-31424b3b8435 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:33.856429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a634d4cb-d9d8-4990-9063-31424b3b8435 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/bf516220-eb57-4cd7-bbf5-738aeab09286 HTTP/1.1" status: 404 len: 337 time: 0.1000881 Apr 01 15:45:33.859516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:33.867373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53458) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.893609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102cdf75-e804-4b3d-870e-4a38a893875e None None] Network 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:33.918815 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb84868d-9c1d-41ed-a5ed-f8364c89850d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:33.919529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb84868d-9c1d-41ed-a5ed-f8364c89850d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:33.924880 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cb84868d-9c1d-41ed-a5ed-f8364c89850d tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/3ba8d7f4-2865-4339-bf40-25862452f2d8 HTTP/1.1" status: 404 len: 337 time: 0.0559716 Apr 01 15:45:33.933858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1833292332'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:33.942569 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-f8a7e316-540e-455b-8dd7-fd0c213eb603 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] delete failed (client error): The resource could not be found. Apr 01 15:45:33.946307 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f8a7e316-540e-455b-8dd7-fd0c213eb603 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/c0190994-3b69-455e-9091-6c6b2a7833fa HTTP/1.1" status: 404 len: 336 time: 0.2000647 Apr 01 15:45:33.946307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53460) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.951385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53462) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:33.959883 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9b8dbb3-fcfe-426c-8528-7b6990d2b9bb req-697b5f28-3fee-4613-a764-355eee1ccbce tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019442 Apr 01 15:45:34.015804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53464) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.017506 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db52d87-8d1e-4cd8-8b43-5983cafacd0e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.018376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db52d87-8d1e-4cd8-8b43-5983cafacd0e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.024109 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8db52d87-8d1e-4cd8-8b43-5983cafacd0e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/442b31ad-9a82-4913-b501-52eb70b129e0 HTTP/1.1" status: 404 len: 333 time: 0.0767806 Apr 01 15:45:34.026523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53468) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.048705 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2aa4d1c8-f1df-44a5-8584-38c028ac297b tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6957132-5d44-478d-851c-84de6a2b1497 HTTP/1.1" status: 200 len: 205 time: 0.0815969 Apr 01 15:45:34.054763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:34.055181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.056531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53470) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.062268 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b2e26f-8e56-4776-b260-ccf4919042b4 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.063098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b2e26f-8e56-4776-b260-ccf4919042b4 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.066680 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-66b2e26f-8e56-4776-b260-ccf4919042b4 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/2f921d35-2792-4d7e-92aa-203431bea1d3 HTTP/1.1" status: 404 len: 337 time: 0.0379777 Apr 01 15:45:34.069277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53472) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.092178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-443481e6-b85b-421f-8baf-b0932f05bc20 None None] Provisioning complete for port 2855c8c0-4a9e-4024-8acf-2627cb90ebad triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:34.092673 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-443481e6-b85b-421f-8baf-b0932f05bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.118638 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-374211b2-5ac0-427f-9234-f21f69879ae5 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] delete failed (client error): The resource could not be found. Apr 01 15:45:34.120458 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-374211b2-5ac0-427f-9234-f21f69879ae5 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/d6957132-5d44-478d-851c-84de6a2b1497 HTTP/1.1" status: 404 len: 336 time: 0.0629170 Apr 01 15:45:34.124946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53474) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.183583 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-118778e5-18d7-4609-ab80-70da4acf9dc3 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4cb3c80-9036-4b1e-a5e1-00dc3040e067 HTTP/1.1" status: 200 len: 205 time: 0.0573769 Apr 01 15:45:34.189613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53476) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.193360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.235447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 669c3843-4d2f-4d04-8c96-690841468dbb is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:34.244372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:34.251658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a40287-bd2d-49ed-9e95-a1843056a90d None None] DHCP port deletion for 3eea40d6-36c4-4519-ad4d-d93c3fe7b119 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:45:34.252722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:34.253286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.268778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc028dbe-a38f-478e-beb0-338610bfb11a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.269113 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc028dbe-a38f-478e-beb0-338610bfb11a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.272536 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dc028dbe-a38f-478e-beb0-338610bfb11a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/d8fd2cd1-10c0-450f-bf7f-8969662a7b91 HTTP/1.1" status: 404 len: 337 time: 0.2017863 Apr 01 15:45:34.273577 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-35c57573-24e1-44f8-9fbf-a2e8af3b6225 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] delete failed (client error): The resource could not be found. Apr 01 15:45:34.274735 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-35c57573-24e1-44f8-9fbf-a2e8af3b6225 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/c4cb3c80-9036-4b1e-a5e1-00dc3040e067 HTTP/1.1" status: 404 len: 336 time: 0.0839458 Apr 01 15:45:34.281601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53480) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.281940 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53482) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.287878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Made reservation on behalf of 320e939815d54306aa1608f197d57cb8 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:34.291961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.328816 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-19bab100-8322-4a0f-94c2-658e7d4351a9 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=55c6915e-8991-461a-a1df-ee5c69adc98c HTTP/1.1" status: 200 len: 205 time: 0.0341442 Apr 01 15:45:34.341704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.351359 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53484) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.363442 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-99280839-cb00-455c-9b96-d13f280d9027 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.364462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99280839-cb00-455c-9b96-d13f280d9027 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.368873 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-99280839-cb00-455c-9b96-d13f280d9027 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/23bc4621-9c9b-4bd0-a040-fcec5e6f25fe HTTP/1.1" status: 404 len: 333 time: 0.0856738 Apr 01 15:45:34.387346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53486) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.388762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0a63eb8a-5cb0-407d-9228-7a63a5ac3509,segment=NetworkSegment(405bd768-75c0-4473-b642-613207791726),segment_id=405bd768-75c0-4473-b642-613207791726)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:34.401327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-93a40287-bd2d-49ed-9e95-a1843056a90d None None] Deleting port 2855c8c0-4a9e-4024-8acf-2627cb90ebad {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:34.401327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-93a40287-bd2d-49ed-9e95-a1843056a90d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.412992 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-7595bea2-d4e7-4466-b0d7-c833d8c1d1d6 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] delete failed (client error): The resource could not be found. Apr 01 15:45:34.419412 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7595bea2-d4e7-4466-b0d7-c833d8c1d1d6 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/55c6915e-8991-461a-a1df-ee5c69adc98c HTTP/1.1" status: 404 len: 336 time: 0.0597320 Apr 01 15:45:34.419412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53488) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.443512 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4788d8-c7ce-4719-a99d-8eec51474b55 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.444113 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4788d8-c7ce-4719-a99d-8eec51474b55 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.448074 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9b4788d8-c7ce-4719-a99d-8eec51474b55 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/4f1ea8e6-4fcc-420c-a40b-c55120e1d289 HTTP/1.1" status: 404 len: 337 time: 0.0560129 Apr 01 15:45:34.461231 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ab0f2462-0fb5-4309-a9ac-06001201f38b tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=c19dd2e4-7f70-4329-80c5-cd9ad970112e HTTP/1.1" status: 200 len: 205 time: 0.0396399 Apr 01 15:45:34.464656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53490) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.464976 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53492) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.475106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-93a40287-bd2d-49ed-9e95-a1843056a90d None None] For port 2855c8c0-4a9e-4024-8acf-2627cb90ebad, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2855c8c0-4a9e-4024-8acf-2627cb90ebad,segment=NetworkSegment(500dfbea-054d-40f2-9dd2-9c250c868ca4),segment_id=500dfbea-054d-40f2-9dd2-9c250c868ca4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:34.475649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-93a40287-bd2d-49ed-9e95-a1843056a90d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.478541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=2feb980b-fbce-4fcf-807e-e01470ae3bc3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:34.478737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.506970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:34.518321 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e845aa92-af9f-4414-ac53-aa5561ee8548 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.518875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e845aa92-af9f-4414-ac53-aa5561ee8548 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.524752 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e845aa92-af9f-4414-ac53-aa5561ee8548 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/dd50ec11-c6ee-49eb-8d63-3c8ba155a2a2 HTTP/1.1" status: 404 len: 337 time: 0.0564704 Apr 01 15:45:34.524983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.524983 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Added segment 4173c465-02bb-4990-baf4-9f7c24963aa1 of type vlan for network c2e4a165-0191-4d6d-a38c-33b011824535 Apr 01 15:45:34.524983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53494) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.537367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-93a40287-bd2d-49ed-9e95-a1843056a90d None None] Calling delete_port for 2855c8c0-4a9e-4024-8acf-2627cb90ebad owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:34.567913 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-211e326b-5a56-43c3-9018-1e91f4d0084a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.568821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211e326b-5a56-43c3-9018-1e91f4d0084a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.572133 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-211e326b-5a56-43c3-9018-1e91f4d0084a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/b9099f72-8030-43af-bce7-f4e08c6f4bd3 HTTP/1.1" status: 404 len: 333 time: 0.0461862 Apr 01 15:45:34.574660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53496) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.584883 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-b2dc7ba4-8584-4436-90c8-0e08d307659c tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] delete failed (client error): The resource could not be found. Apr 01 15:45:34.588627 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b2dc7ba4-8584-4436-90c8-0e08d307659c tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/c19dd2e4-7f70-4329-80c5-cd9ad970112e HTTP/1.1" status: 404 len: 336 time: 0.0802960 Apr 01 15:45:34.593932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53498) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.614864 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-16c20c7c-4951-4289-a083-a9808f2a8adf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=522d16925ec9465caa84f320d25ecc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791855 Apr 01 15:45:34.615224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=0a63eb8a-5cb0-407d-9228-7a63a5ac3509,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:34.631582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53500) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.653290 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3979e348-3e2a-4726-b355-b231be220391 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.653805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3979e348-3e2a-4726-b355-b231be220391 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.662886 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3979e348-3e2a-4726-b355-b231be220391 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/1f4f8de2-80de-489e-ac5b-774f784e4fcd HTTP/1.1" status: 404 len: 337 time: 0.0843921 Apr 01 15:45:34.665969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53502) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.679385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.685426 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4dbee663-31a3-41b7-87e1-40b80e50f290 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad587ffe-33b0-47e8-807f-071bbe7001bc HTTP/1.1" status: 200 len: 205 time: 0.0710092 Apr 01 15:45:34.689528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53504) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.692150 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e99f83b3-5bc7-403d-8c13-ca02078c0df1 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:34.701632 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5163c5-ff67-4d86-8c01-9e49edb98c87 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.702474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5163c5-ff67-4d86-8c01-9e49edb98c87 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.708163 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0c5163c5-ff67-4d86-8c01-9e49edb98c87 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/e2fc05bc-995e-4f2b-8b54-98ac37c4943e HTTP/1.1" status: 404 len: 333 time: 0.0395820 Apr 01 15:45:34.709405 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53506) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.719812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80103c-0206-4a51-bf2a-6bdfcb0e24e1 None None] Network 669c3843-4d2f-4d04-8c96-690841468dbb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:34.751134 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bbb429-6fb5-4bd6-b752-d1333ef92ccc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.751798 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bbb429-6fb5-4bd6-b752-d1333ef92ccc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.756187 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-28bbb429-6fb5-4bd6-b752-d1333ef92ccc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/25ed63f3-2831-4e12-beba-5ec5ca6a4a7b HTTP/1.1" status: 404 len: 337 time: 0.0444071 Apr 01 15:45:34.759937 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53508) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.771389 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5217b807-cdd9-40c0-b2c7-0555f00d7fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.779887 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-a2bf7c6f-5ae5-4b59-a25c-7573cb9fc911 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] delete failed (client error): The resource could not be found. Apr 01 15:45:34.783290 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a2bf7c6f-5ae5-4b59-a25c-7573cb9fc911 tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/routers/ad587ffe-33b0-47e8-807f-071bbe7001bc HTTP/1.1" status: 404 len: 336 time: 0.0884190 Apr 01 15:45:34.784851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53510) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.806589 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6deee8b0-c7db-4c89-aff3-376a06b58608 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.807277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6deee8b0-c7db-4c89-aff3-376a06b58608 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.810367 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6deee8b0-c7db-4c89-aff3-376a06b58608 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/611d4e81-cf67-4468-9603-6ae603b860d9 HTTP/1.1" status: 404 len: 333 time: 0.0470171 Apr 01 15:45:34.813088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53512) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.813294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.832667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9fd6a24d-1dae-4c14-be95-dc0595d47df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.837453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-197e9437-efd3-4579-897b-d9035e536de0 None None] Provisioning complete for port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:34.837825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-197e9437-efd3-4579-897b-d9035e536de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.841622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5217b807-cdd9-40c0-b2c7-0555f00d7fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.857048 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6670d7-2ef4-4b90-8af0-4e25867746cf tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.857514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6670d7-2ef4-4b90-8af0-4e25867746cf tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.861283 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1b6670d7-2ef4-4b90-8af0-4e25867746cf tempest-RoutersIpV6AdminTest-1781655381 tempest-RoutersIpV6AdminTest-1781655381-project] 10.222.0.73 "DELETE /v2.0/subnets/36fa4a49-bb9f-464c-9dda-efa466d7fc11 HTTP/1.1" status: 404 len: 337 time: 0.0716660 Apr 01 15:45:34.882991 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bf2584-d111-40c6-9547-4833298e51a1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.883472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bf2584-d111-40c6-9547-4833298e51a1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.885282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-93a40287-bd2d-49ed-9e95-a1843056a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.886613 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-36bf2584-d111-40c6-9547-4833298e51a1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/23604fee-e592-4d10-84a9-02bc6b6d3a8e HTTP/1.1" status: 404 len: 337 time: 0.0478206 Apr 01 15:45:34.890444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53516) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:34.948440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a40287-bd2d-49ed-9e95-a1843056a90d None None] Pushing event deleted for resources: {'Port': ['ID=2855c8c0-4a9e-4024-8acf-2627cb90ebad,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:34.961311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a40287-bd2d-49ed-9e95-a1843056a90d None None] No DVR routers for this DVR port 2855c8c0-4a9e-4024-8acf-2627cb90ebad on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:34.965890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.975733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:34.976476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:34.985088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port e99f83b3-5bc7-403d-8c13-ca02078c0df1 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:45:34.986000 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f9aeaa-5791-4b23-935f-051b63636814 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:34.986757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f9aeaa-5791-4b23-935f-051b63636814 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:34.990853 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-71f9aeaa-5791-4b23-935f-051b63636814 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/eceb8bef-a6e3-4d7a-861a-df448108ce4c HTTP/1.1" status: 404 len: 333 time: 0.0989652 Apr 01 15:45:34.997881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53520) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.015674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port e99f83b3-5bc7-403d-8c13-ca02078c0df1 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:35.016513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.045377 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5041d3cf-8a55-438d-9b2c-0a8f52b79154 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.046607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5041d3cf-8a55-438d-9b2c-0a8f52b79154 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.052238 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5041d3cf-8a55-438d-9b2c-0a8f52b79154 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/ca204a59-a229-449f-aa9f-06f9e109e699 HTTP/1.1" status: 404 len: 337 time: 0.0544648 Apr 01 15:45:35.058051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53522) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.122133 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ea03de-e918-48bb-8ef7-e72efa9d9099 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.122756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ea03de-e918-48bb-8ef7-e72efa9d9099 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.123031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Network': ['ID=c2e4a165-0191-4d6d-a38c-33b011824535,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:35.130932 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a3ea03de-e918-48bb-8ef7-e72efa9d9099 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/9d0cc541-b4b2-407e-a105-ca6891d57d87 HTTP/1.1" status: 404 len: 333 time: 0.0709517 Apr 01 15:45:35.140152 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53524) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.147456 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network c2e4a165-0191-4d6d-a38c-33b011824535 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:35.192649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.199427 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2270e02e-3ed9-47f2-8e41-7433521c6bc1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.200205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2270e02e-3ed9-47f2-8e41-7433521c6bc1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.211485 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2270e02e-3ed9-47f2-8e41-7433521c6bc1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/de24dfd9-bbe4-4c7f-a063-49adc946e054 HTTP/1.1" status: 404 len: 337 time: 0.0690529 Apr 01 15:45:35.214484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53526) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.265509 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5217b807-cdd9-40c0-b2c7-0555f00d7fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.266715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:45:35.270934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da6231-b9fd-4620-981a-d36963b1fc98" -d '{"events": [{"server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "name": "network-vif-plugged", "status": "completed", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:45:35.272235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5217b807-cdd9-40c0-b2c7-0555f00d7fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.273585 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-17cb2fe6-2258-4658-bd60-d6d9bf2626b5 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3511682 Apr 01 15:45:35.274086 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5217b807-cdd9-40c0-b2c7-0555f00d7fa8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e740366-88e4-4ff8-9a70-0289f517a2ca HTTP/1.1" status: 204 len: 168 time: 0.6404169 Apr 01 15:45:35.297347 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-5914deed-9163-4acc-b5ce-0fbb54c9b84f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.298158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5914deed-9163-4acc-b5ce-0fbb54c9b84f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.306472 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5914deed-9163-4acc-b5ce-0fbb54c9b84f tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/f417342d-c476-4cc1-8c7e-282939494cbb HTTP/1.1" status: 404 len: 333 time: 0.0868731 Apr 01 15:45:35.309052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53532) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.334403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:35.368868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8fe23-68a4-4550-b59c-f55164bf01ac req-59d206cb-3fb2-4f57-9b8d-dff09a31bb54 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:35.370556 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-40d8fe23-68a4-4550-b59c-f55164bf01ac req-59d206cb-3fb2-4f57-9b8d-dff09a31bb54 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 944 time: 0.3031311 Apr 01 15:45:35.371817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217b807-cdd9-40c0-b2c7-0555f00d7fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e740366-88e4-4ff8-9a70-0289f517a2ca,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:35.401610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a841dbe2-602c-4069-82e1-49ec712b63e0 x-openstack-request-id: req-a841dbe2-602c-4069-82e1-49ec712b63e0 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:45:35.402205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "name": "network-vif-plugged", "status": "completed", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:45:35.402828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a841dbe2-602c-4069-82e1-49ec712b63e0 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:45:35.404500 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a841dbe2-602c-4069-82e1-49ec712b63e0'] response: {'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'code': 200} Apr 01 15:45:35.428058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.441065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53536) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.456960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'subnets': [{'network_id': 'b6a7e2fa-e268-4ece-8d1f-abd5a1392c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1432651711', 'ip_version': 4}, {'network_id': 'c2e4a165-0191-4d6d-a38c-33b011824535', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:35.456960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'subnet': {'network_id': 'b6a7e2fa-e268-4ece-8d1f-abd5a1392c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1432651711', 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:35.456960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Request body: {'subnet': {'network_id': 'c2e4a165-0191-4d6d-a38c-33b011824535', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:35.458421 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b81851-6a36-41b2-93c1-a0511c20b4bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.458892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b81851-6a36-41b2-93c1-a0511c20b4bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.469309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53538) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.479187 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a4b81851-6a36-41b2-93c1-a0511c20b4bc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/68cc3064-421c-452c-b71e-d4fe3d027bdc HTTP/1.1" status: 404 len: 337 time: 0.1436152 Apr 01 15:45:35.488552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.522565 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-40d8fe23-68a4-4550-b59c-f55164bf01ac req-5cccd894-fc4f-4418-8d05-766892de6a56 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377022 Apr 01 15:45:35.542999 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0bc3af-cd36-4651-82f1-f25d28d3cbd1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.543466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0bc3af-cd36-4651-82f1-f25d28d3cbd1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.551228 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9b0bc3af-cd36-4651-82f1-f25d28d3cbd1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/4a8ee58b-277d-4b99-b959-3ce4c7bbf63c HTTP/1.1" status: 404 len: 337 time: 0.0807245 Apr 01 15:45:35.551852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53540) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.580666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:35.584775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.585587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.596039 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69f9251-06b3-41c1-b58b-1246ff6ca478 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.596929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fec057cb-38fa-4c36-a67c-78ca94fceff4 None None] Provisioning complete for port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:35.597171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69f9251-06b3-41c1-b58b-1246ff6ca478 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.597293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fec057cb-38fa-4c36-a67c-78ca94fceff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.601459 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b69f9251-06b3-41c1-b58b-1246ff6ca478 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/bdbfe521-5b0d-4497-b809-346bdba1d1a7 HTTP/1.1" status: 404 len: 333 time: 0.0444803 Apr 01 15:45:35.603900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53542) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.644604 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca572bfd-25cf-4fd8-85af-e58b10d6e546 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.645055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e99f83b3-5bc7-403d-8c13-ca02078c0df1,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:35.645472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca572bfd-25cf-4fd8-85af-e58b10d6e546 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.661850 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ca572bfd-25cf-4fd8-85af-e58b10d6e546 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/071a9c8e-c1fe-4af8-baf8-1a5fcd00688e HTTP/1.1" status: 404 len: 337 time: 0.0521619 Apr 01 15:45:35.662715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53544) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.696417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-021d73e8-faf7-4b91-a93e-12bfabe2fb70 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.700870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021d73e8-faf7-4b91-a93e-12bfabe2fb70 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.700870 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-021d73e8-faf7-4b91-a93e-12bfabe2fb70 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/5edc99ca-600f-42c1-9a48-274d773fffbc HTTP/1.1" status: 404 len: 337 time: 0.0367527 Apr 01 15:45:35.708521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53548) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.742955 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-03535319-4ee6-45e6-b4b9-1e7311c03aeb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.744671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03535319-4ee6-45e6-b4b9-1e7311c03aeb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.748755 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-03535319-4ee6-45e6-b4b9-1e7311c03aeb tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/4b1c89b2-9d25-462f-b664-c2e7948ce3c8 HTTP/1.1" status: 404 len: 333 time: 0.0389473 Apr 01 15:45:35.750289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:35.750680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.752914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53550) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.776605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=2feb980b-fbce-4fcf-807e-e01470ae3bc3,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:35.822634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fec057cb-38fa-4c36-a67c-78ca94fceff4 None None] Provisioning complete for port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:35.823116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fec057cb-38fa-4c36-a67c-78ca94fceff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:35.846521 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d13f7c-919a-419f-a63b-44662f312dc7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.848373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d13f7c-919a-419f-a63b-44662f312dc7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.857744 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-44d13f7c-919a-419f-a63b-44662f312dc7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/f23b1a19-84d0-4f4d-a2e0-6439ed807ccc HTTP/1.1" status: 404 len: 337 time: 0.1030996 Apr 01 15:45:35.860477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53552) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:35.911903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-fec057cb-38fa-4c36-a67c-78ca94fceff4 None None] Port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:35.972658 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f47d831-5348-40ce-9aca-12ee87695315 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:35.973265 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f47d831-5348-40ce-9aca-12ee87695315 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:35.984381 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0f47d831-5348-40ce-9aca-12ee87695315 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/61c043a6-d1c0-4760-ad1b-7c1b02161a9f HTTP/1.1" status: 404 len: 337 time: 0.1145420 Apr 01 15:45:35.984381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53554) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.014151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53556) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.036965 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-188a65c1-8125-4d82-af7b-52ec7c1d5135 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.042124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188a65c1-8125-4d82-af7b-52ec7c1d5135 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.044314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 669c3843-4d2f-4d04-8c96-690841468dbb is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:36.047569 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-188a65c1-8125-4d82-af7b-52ec7c1d5135 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/58de334e-e71c-464b-8c8e-3a74b746e7e7 HTTP/1.1" status: 404 len: 333 time: 0.0665858 Apr 01 15:45:36.054789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53560) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.062188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:36.063167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2855c8c0-4a9e-4024-8acf-2627cb90ebad no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:45:36.100707 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-16eaf004-eeb9-4f07-aef5-c7e126c8198c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.101332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16eaf004-eeb9-4f07-aef5-c7e126c8198c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.105753 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-16eaf004-eeb9-4f07-aef5-c7e126c8198c tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/df689e57-b280-4364-8b16-935e159e6dd7 HTTP/1.1" status: 404 len: 337 time: 0.0527148 Apr 01 15:45:36.108211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53562) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.161165 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-000aacf9-d106-47ff-8f0f-b24c5edbcb9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.161792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000aacf9-d106-47ff-8f0f-b24c5edbcb9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.165838 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-000aacf9-d106-47ff-8f0f-b24c5edbcb9e tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/961effee-3a23-4951-a9f8-60537ce5edec HTTP/1.1" status: 404 len: 337 time: 0.0561655 Apr 01 15:45:36.168428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53564) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.212869 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9bae16f8-8bdd-41ef-abd4-6ff01e55be35 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa54c967-f7e1-4415-a413-b965cd0de58f HTTP/1.1" status: 200 len: 205 time: 0.0425427 Apr 01 15:45:36.214900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53566) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.231721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Made reservation on behalf of 320e939815d54306aa1608f197d57cb8 for: {'subnet': 2} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:36.237430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.237764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.296281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b8b35279-6142-480b-9d43-b6c5adbc1cba None None] Provisioning complete for port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:36.296699 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b8b35279-6142-480b-9d43-b6c5adbc1cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.301923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147a159-1532-4246-ab25-c8f3a66a46b6 req-35e123e9-f579-4fe2-9fba-3b86f8b7ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:36.302132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 2855c8c0-4a9e-4024-8acf-2627cb90ebad {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:45:36.302132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2855c8c0-4a9e-4024-8acf-2627cb90ebad not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:45:36.303379 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e147a159-1532-4246-ab25-c8f3a66a46b6 req-35e123e9-f579-4fe2-9fba-3b86f8b7ded9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 1098 time: 0.2286665 Apr 01 15:45:36.314711 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-f30372bc-0636-4cac-a75b-eb4815868200 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] delete failed (client error): The resource could not be found. Apr 01 15:45:36.314711 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f30372bc-0636-4cac-a75b-eb4815868200 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/routers/fa54c967-f7e1-4415-a413-b965cd0de58f HTTP/1.1" status: 404 len: 336 time: 0.0984318 Apr 01 15:45:36.318176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53568) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.346943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b8b35279-6142-480b-9d43-b6c5adbc1cba None None] Port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:36.347741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6636affe-038c-4352-b737-56f9b162dcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.360855 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0ae2fe-19e0-4044-afad-7c3828acbae1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.361504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0ae2fe-19e0-4044-afad-7c3828acbae1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.365696 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ac0ae2fe-19e0-4044-afad-7c3828acbae1 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/7767ab89-f7b9-40e0-a8bf-3489cba96e29 HTTP/1.1" status: 404 len: 337 time: 0.0461328 Apr 01 15:45:36.380468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53570) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.415690 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4b811586-40ea-4a49-b907-1a1295f76cb8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "GET /v2.0/ports?device_id=641362ae-0b47-4552-9d5c-b1f174c072b1 HTTP/1.1" status: 200 len: 205 time: 0.0336847 Apr 01 15:45:36.427241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53572) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.467394 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:36.470033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-9e42296c-a184-4626-b479-83ca01ef6368 None None] Provisioning complete for port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:36.470808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9e42296c-a184-4626-b479-83ca01ef6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.477747 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-51a079d3-272e-4773-813b-89365d332f9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] delete failed (client error): The resource could not be found. Apr 01 15:45:36.483054 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-51a079d3-272e-4773-813b-89365d332f9a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/routers/641362ae-0b47-4552-9d5c-b1f174c072b1 HTTP/1.1" status: 404 len: 336 time: 0.0539393 Apr 01 15:45:36.483828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53576) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.500776 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e147a159-1532-4246-ab25-c8f3a66a46b6 req-ae7ff0bb-2e6c-4df5-920d-c1fe59332266 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785033 Apr 01 15:45:36.513374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-9e42296c-a184-4626-b479-83ca01ef6368 None None] Port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:36.515225 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0441c8-046c-4945-b805-4a68634d8bfc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.517202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0441c8-046c-4945-b805-4a68634d8bfc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.520569 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6c0441c8-046c-4945-b805-4a68634d8bfc tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/f9a28d2a-595e-427e-a746-94aad03f21f4 HTTP/1.1" status: 404 len: 337 time: 0.0355768 Apr 01 15:45:36.523516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53578) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.560768 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0791eb3a-1424-44de-9c8f-a7d20ae91e71 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.560768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0791eb3a-1424-44de-9c8f-a7d20ae91e71 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.563963 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0791eb3a-1424-44de-9c8f-a7d20ae91e71 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/f08f4206-d996-462c-a1cc-c87864bc3295 HTTP/1.1" status: 404 len: 337 time: 0.0394115 Apr 01 15:45:36.566715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53582) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.592783 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-26506f53-6fd6-405d-ad5d-8ceefbc2879a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.593611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26506f53-6fd6-405d-ad5d-8ceefbc2879a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.596739 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-26506f53-6fd6-405d-ad5d-8ceefbc2879a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/8a7f37bb-2c6d-4a2f-8da5-bcc9fc192656 HTTP/1.1" status: 404 len: 333 time: 0.0285621 Apr 01 15:45:36.599330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53584) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.637746 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4456e90-631e-4a18-b029-6b084091feee tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.640216 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4456e90-631e-4a18-b029-6b084091feee tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.641824 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b4456e90-631e-4a18-b029-6b084091feee tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/c32c177a-e5e9-4d1b-942e-1881627ed238 HTTP/1.1" status: 404 len: 337 time: 0.0414770 Apr 01 15:45:36.656805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53586) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.683330 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c1f69f-baa1-4297-9974-51d2da9af4d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.683989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c1f69f-baa1-4297-9974-51d2da9af4d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.687335 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-71c1f69f-baa1-4297-9974-51d2da9af4d3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/e1401051-e310-41ff-8341-1008c748cb7a HTTP/1.1" status: 404 len: 333 time: 0.0295105 Apr 01 15:45:36.696798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:36.700643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53588) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.710862 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4acf88eb-305b-401b-a18a-c5cccf6bca0e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3430192 Apr 01 15:45:36.713150 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6636affe-038c-4352-b737-56f9b162dcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.716487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53590) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.718672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:36.723906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce52a59-1d70-4283-8594-3d26d9fd42cc req-6eada698-6161-4599-adfa-8c0442acd915 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:36.724999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-127177159'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:36.726685 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fce52a59-1d70-4283-8594-3d26d9fd42cc req-6eada698-6161-4599-adfa-8c0442acd915 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.1170828 Apr 01 15:45:36.740247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:36.741618 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:36.768496 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1bf5e7-dee4-46a1-b06c-2279d253442b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.769394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1bf5e7-dee4-46a1-b06c-2279d253442b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.774529 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0e1bf5e7-dee4-46a1-b06c-2279d253442b tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/19c8a3b2-f8fd-4eb2-a43f-21bb4ba7eca9 HTTP/1.1" status: 404 len: 337 time: 0.0726807 Apr 01 15:45:36.781662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53592) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.833124 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fce52a59-1d70-4283-8594-3d26d9fd42cc req-1a592320-a7a4-4ece-b40a-b2afbfb39687 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682440 Apr 01 15:45:36.835880 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd362f19-2bbc-4bd3-b3a4-8113bcca747a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.836882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd362f19-2bbc-4bd3-b3a4-8113bcca747a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.844540 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53594) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.844786 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fd362f19-2bbc-4bd3-b3a4-8113bcca747a tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/ae2abb8c-afd3-468f-acb6-026ab90eb9d0 HTTP/1.1" status: 404 len: 333 time: 0.0605013 Apr 01 15:45:36.872748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:36.880376 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc3b983-2a02-4373-9e60-a2370f2b7ca3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.880992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc3b983-2a02-4373-9e60-a2370f2b7ca3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.886650 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2dc3b983-2a02-4373-9e60-a2370f2b7ca3 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/16468a9f-d726-497c-b911-224e3fd6e7ac HTTP/1.1" status: 404 len: 337 time: 0.0386086 Apr 01 15:45:36.888081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53596) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.888554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6636affe-038c-4352-b737-56f9b162dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.911110 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb75a44-654d-4131-90cf-f8be7e214750 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.912129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb75a44-654d-4131-90cf-f8be7e214750 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.915731 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ffb75a44-654d-4131-90cf-f8be7e214750 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/e76beff3-b999-45f4-b674-545273b4b140 HTTP/1.1" status: 404 len: 333 time: 0.0269971 Apr 01 15:45:36.918014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53598) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.933438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:36.937060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.948905 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead526b0-ff98-4db6-9e9f-733f34031192 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.949413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead526b0-ff98-4db6-9e9f-733f34031192 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.955300 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ead526b0-ff98-4db6-9e9f-733f34031192 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/a12f5fcb-425b-4030-bd78-b54e8aaf9588 HTTP/1.1" status: 404 len: 337 time: 0.0330791 Apr 01 15:45:36.955495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53600) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.967929 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6636affe-038c-4352-b737-56f9b162dcba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67476d1d011d439dbf629e36c4ed4803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9497025 Apr 01 15:45:36.972644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53602) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:36.973297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636affe-038c-4352-b737-56f9b162dcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdab7ac-db79-4ac1-9388-301bd3148884,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:36.981369 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-767ac634-ae40-459b-8393-68f13f37d9f7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:36.982247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767ac634-ae40-459b-8393-68f13f37d9f7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:36.991989 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-767ac634-ae40-459b-8393-68f13f37d9f7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/4eb378cd-17f8-4d34-b0f6-a257ed6ec8b5 HTTP/1.1" status: 404 len: 333 time: 0.0293229 Apr 01 15:45:36.993764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53604) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:37.027071 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-46165005-c000-444d-8013-bfe3ac0c8aa6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:37.027668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46165005-c000-444d-8013-bfe3ac0c8aa6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:37.034008 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-46165005-c000-444d-8013-bfe3ac0c8aa6 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/7bb12d57-cb23-4321-8a69-95e9d3feaf71 HTTP/1.1" status: 404 len: 337 time: 0.0365477 Apr 01 15:45:37.034252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] vlan segment allocate from pool success with {'vlan_id': 1136, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:37.034747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53606) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:37.058805 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3b7f06-0938-4a17-8f2b-90430132e7e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:37.060882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3b7f06-0938-4a17-8f2b-90430132e7e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:37.065361 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8f3b7f06-0938-4a17-8f2b-90430132e7e5 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/59ee080d-2a0e-45cd-b782-b6aaa7d9c2ca HTTP/1.1" status: 404 len: 333 time: 0.0267210 Apr 01 15:45:37.065703 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53608) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:37.069802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.070163 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added segment 78b91b4d-392e-4a20-a6b4-d03a606edb6b of type vlan for network 9b95bfad-9467-4dbd-930f-18a51b798971 Apr 01 15:45:37.098124 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b30fa14-905c-4375-a50e-b8160e7fa2d8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:37.098595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b30fa14-905c-4375-a50e-b8160e7fa2d8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:37.104537 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0b30fa14-905c-4375-a50e-b8160e7fa2d8 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/073d8c0c-1e12-4061-99c9-09e5c1b0d287 HTTP/1.1" status: 404 len: 337 time: 0.0350168 Apr 01 15:45:37.105530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53610) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:37.124389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:34Z', 'revision_number': 3, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:35Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:37.130676 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-06665352-d420-4b70-902c-b05d9f65ad96 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:37.131393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06665352-d420-4b70-902c-b05d9f65ad96 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:37.137620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc19b-7103-479d-8053-610ea04f84f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.137854 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-06665352-d420-4b70-902c-b05d9f65ad96 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/ports/fd9e733f-dc68-4727-a3ce-8f249408a4df HTTP/1.1" status: 404 len: 333 time: 0.0288310 Apr 01 15:45:37.137854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53612) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:37.142418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.166119 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd716f09-7656-4b51-a5c2-d1aff477fd20 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] DELETE failed (client error): The resource could not be found. Apr 01 15:45:37.166708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd716f09-7656-4b51-a5c2-d1aff477fd20 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:45:37.173262 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bd716f09-7656-4b51-a5c2-d1aff477fd20 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/subnets/9d628acd-bca5-48a6-9ba8-8d421d890b70 HTTP/1.1" status: 404 len: 337 time: 0.0311110 Apr 01 15:45:37.173501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53614) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:37.192886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:45:37.197245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Updating router 275c56d1-ad71-4840-af40-0e8aa1863134 port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:45:37.200998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc19b-7103-479d-8053-610ea04f84f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.240535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.266049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.357126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9e36032d-13e2-4a9c-b109-b5d8c882a164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.358976 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.387093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eea40d6-36c4-4519-ad4d-d93c3fe7b119']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:37.391274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc19b-7103-479d-8053-610ea04f84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.394221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6dbcc19b-7103-479d-8053-610ea04f84f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.398382 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6dbcc19b-7103-479d-8053-610ea04f84f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3bdab7ac-db79-4ac1-9388-301bd3148884 HTTP/1.1" status: 204 len: 168 time: 0.4191546 Apr 01 15:45:37.398580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500dfbea-054d-40f2-9dd2-9c250c868ca4') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:37.398580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500dfbea-054d-40f2-9dd2-9c250c868ca4') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:37.398784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.400525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.407024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:37.409076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.426202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.441535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.443544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcc19b-7103-479d-8053-610ea04f84f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdab7ac-db79-4ac1-9388-301bd3148884,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:37.448886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:45:37.449914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:45:37.454294 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:45:37.550297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Network': ['ID=9b95bfad-9467-4dbd-930f-18a51b798971,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:37.555796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Subnet': ['ID=cfc02317-141b-415a-84c5-b7f35d369dd6,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:37.580647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 9b95bfad-9467-4dbd-930f-18a51b798971 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:37.591531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Checking segment: {'id': '1d53f746-5167-49e6-9689-431d00547258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'b6a7e2fa-e268-4ece-8d1f-abd5a1392c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:37.592048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Network hostable DHCP agents. Network: b6a7e2fa-e268-4ece-8d1f-abd5a1392c13, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:37.626079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.640955 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dc432687-45e7-49a2-a73e-88905800acb0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9204705 Apr 01 15:45:37.641453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53620) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:37.648840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'subnet': {'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:37.695152 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.729840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.741898 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] 10.222.0.73 "DELETE /v2.0/networks/3eea40d6-36c4-4519-ad4d-d93c3fe7b119 HTTP/1.1" status: 204 len: 168 time: 0.5669963 Apr 01 15:45:37.745735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd2513-cd30-42a7-9315-9ce934f45df7 tempest-NetworksTestDHCPv6-1312087225 tempest-NetworksTestDHCPv6-1312087225-project] Pushing event deleted for resources: {'Network': ['ID=3eea40d6-36c4-4519-ad4d-d93c3fe7b119,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:37.791451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Network b6a7e2fa-e268-4ece-8d1f-abd5a1392c13 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:37.848272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.907001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e9717-b701-44a7-835e-5c63eda8f2d6 None None] Pushing event updated for resources: {'Port': ['ID=2feb980b-fbce-4fcf-807e-e01470ae3bc3,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:37.957201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Attempting to bind port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:37.957663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Attempting to bind port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '405bd768-75c0-4473-b642-613207791726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:37.958093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Attempting to bind port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 on network 669c3843-4d2f-4d04-8c96-690841468dbb {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:37.963670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:37.964123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Checking segment: {'id': '405bd768-75c0-4473-b642-613207791726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:37.964637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.965111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Bound using segment: {'id': '405bd768-75c0-4473-b642-613207791726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:37.965652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Bound port: 2feb980b-fbce-4fcf-807e-e01470ae3bc3, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405bd768-75c0-4473-b642-613207791726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:37.966107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:37.982804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcda146-252d-4225-82ea-ca341a272ea0 req-b0ae289f-4fc7-4ab4-ab2b-310e360a4e37 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:37.989232 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6fcda146-252d-4225-82ea-ca341a272ea0 req-b0ae289f-4fc7-4ab4-ab2b-310e360a4e37 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.0642073 Apr 01 15:45:37.992066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:37.996063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.034291 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6fcda146-252d-4225-82ea-ca341a272ea0 req-24dc7ca5-f484-46d0-96cb-e06b0be68fcf tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439041 Apr 01 15:45:38.074425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] For port 2feb980b-fbce-4fcf-807e-e01470ae3bc3, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:38.082489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] For port 2feb980b-fbce-4fcf-807e-e01470ae3bc3, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2feb980b-fbce-4fcf-807e-e01470ae3bc3,segment=NetworkSegment(405bd768-75c0-4473-b642-613207791726),segment_id=405bd768-75c0-4473-b642-613207791726)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:38.083602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, b6a7e2fa-e268-4ece-8d1f-abd5a1392c13) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:38.094000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.099233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185bb15e-9fb5-4f87-ac29-d3c87bd4f59d None None] Network b6a7e2fa-e268-4ece-8d1f-abd5a1392c13 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:38.194842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event updated for resources: {'Subnet': ['ID=e430570c-095f-4367-9a07-12f30ccd8ccc,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:38.252727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Checking segment: {'id': '4173c465-02bb-4990-baf4-9f7c24963aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c2e4a165-0191-4d6d-a38c-33b011824535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:38.253502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Network hostable DHCP agents. Network: c2e4a165-0191-4d6d-a38c-33b011824535, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:38.279111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6c3de7d6-2c75-4ac2-85e1-df22465f4daa None None] Provisioning complete for port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:38.279739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6c3de7d6-2c75-4ac2-85e1-df22465f4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.305904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-b6a7e2fa-e268-4ece-8d1f-abd5a1392c13', 'network_id': 'b6a7e2fa-e268-4ece-8d1f-abd5a1392c13', 'tenant_id': '320e939815d54306aa1608f197d57cb8', 'fixed_ips': [{'subnet_id': 'cfc02317-141b-415a-84c5-b7f35d369dd6'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:38.306223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.312597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.373798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6c3de7d6-2c75-4ac2-85e1-df22465f4daa None None] Port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:38.431494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Network c2e4a165-0191-4d6d-a38c-33b011824535 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:38.454936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e9717-b701-44a7-835e-5c63eda8f2d6 None None] Pushing event updated for resources: {'Port': ['ID=2feb980b-fbce-4fcf-807e-e01470ae3bc3,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:38.459998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:38.460863 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:38.472674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.570728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, c2e4a165-0191-4d6d-a38c-33b011824535) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:38.583049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:38.583610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:38.584265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.598644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc2fcbd-cf6a-4a2a-b8b8-f2756f1167b3 None None] Network c2e4a165-0191-4d6d-a38c-33b011824535 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:38.613347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Subnet': ['ID=4bf44e34-cfdc-4f33-bf73-072012c104fa,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:38.627132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Checking segment: {'id': '78b91b4d-392e-4a20-a6b4-d03a606edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:38.627576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network hostable DHCP agents. Network: 9b95bfad-9467-4dbd-930f-18a51b798971, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:38.631406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:38.679880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Allocated IP 172.20.0.2 (b6a7e2fa-e268-4ece-8d1f-abd5a1392c13/cfc02317-141b-415a-84c5-b7f35d369dd6/7749c185-ead2-4f99-b9ca-0183ca5df405) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:38.711762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53632) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:38.720306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53634) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:38.763499 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4c240de4-9828-4875-b34e-94aec2ae610f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47b4c871f9374807bdd819b458acbd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506649 Apr 01 15:45:38.769087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53638) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:38.815367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53640) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:38.827379 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8204f0fc-047e-4c69-93a4-4bd636658407 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.3700964 Apr 01 15:45:38.827379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 9b95bfad-9467-4dbd-930f-18a51b798971 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:38.834582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fa2eb459-5337-4c5a-a295-2aaa00f9e60f None None] Provisioning complete for port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:38.834963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb459-5337-4c5a-a295-2aaa00f9e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.848083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c209e66c-637d-4fa7-a230-4b348fc7d30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.880504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c209e66c-637d-4fa7-a230-4b348fc7d30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:38.922905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2678035-7ff2-47c3-b66e-9fb900a66737 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:38.927364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2678035-7ff2-47c3-b66e-9fb900a66737 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:38.933139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2678035-7ff2-47c3-b66e-9fb900a66737 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:38.940297 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b2678035-7ff2-47c3-b66e-9fb900a66737 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1201723 Apr 01 15:45:38.940999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53642) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:38.997729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4012a1-be77-4a3a-8e30-ee8310eb3dfa tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Deleting subnet cfc02317-141b-415a-84c5-b7f35d369dd6 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:39.009030 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4a13bf3c-2ce6-490b-8a55-955354d390c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=56b915c18c664395a27c0fb72e83f955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875645 Apr 01 15:45:39.012049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53644) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:39.013095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 9b95bfad-9467-4dbd-930f-18a51b798971) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:39.018395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:39.018996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.074024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e33b1275-36f3-40ef-b876-150f97182447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.103167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e33b1275-36f3-40ef-b876-150f97182447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.124288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b71081-0f12-47e5-91ad-6da225196f1d None None] Network 9b95bfad-9467-4dbd-930f-18a51b798971 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:39.188803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c915d-bed9-40f2-9ce8-514eb3fa96eb req-f83be823-5c71-4f14-9bd5-b3da07face96 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:39.190311 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f5c915d-bed9-40f2-9ce8-514eb3fa96eb req-f83be823-5c71-4f14-9bd5-b3da07face96 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.0705605 Apr 01 15:45:39.239405 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f5c915d-bed9-40f2-9ce8-514eb3fa96eb req-f533dc3a-cac6-4edf-99ef-d2a594018dc4 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Apr 01 15:45:39.310794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-c2e4a165-0191-4d6d-a38c-33b011824535', 'network_id': 'c2e4a165-0191-4d6d-a38c-33b011824535', 'tenant_id': '320e939815d54306aa1608f197d57cb8', 'fixed_ips': [{'subnet_id': 'e430570c-095f-4367-9a07-12f30ccd8ccc'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:39.312308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.357054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c209e66c-637d-4fa7-a230-4b348fc7d30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.360215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c209e66c-637d-4fa7-a230-4b348fc7d30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.364252 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c209e66c-637d-4fa7-a230-4b348fc7d30c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d28f28bf-4891-44c9-b3db-74bdd1a317f2 HTTP/1.1" status: 204 len: 168 time: 0.5913820 Apr 01 15:45:39.373236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209e66c-637d-4fa7-a230-4b348fc7d30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28f28bf-4891-44c9-b3db-74bdd1a317f2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:39.380238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60039232-346b-44cd-82d4-429ccc0db86f req-4b2d3574-c357-4761-b79b-86e17b17e2d8 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:39.385005 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-60039232-346b-44cd-82d4-429ccc0db86f req-4b2d3574-c357-4761-b79b-86e17b17e2d8 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.0688796 Apr 01 15:45:39.411903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.421249 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-94b82923-6745-4c9e-8b70-a6905f5fccb2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7726090 Apr 01 15:45:39.421375 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e33b1275-36f3-40ef-b876-150f97182447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.423656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e33b1275-36f3-40ef-b876-150f97182447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.427376 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e33b1275-36f3-40ef-b876-150f97182447 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8cb2cffb-8168-488e-a349-8913a10c7fa9 HTTP/1.1" status: 204 len: 168 time: 0.4118977 Apr 01 15:45:39.427692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53652) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:39.438148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b1275-36f3-40ef-b876-150f97182447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb2cffb-8168-488e-a349-8913a10c7fa9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:39.464228 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-60039232-346b-44cd-82d4-429ccc0db86f req-ba58fb3d-e26b-43ef-812a-14ebbdc1c410 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753083 Apr 01 15:45:39.478546 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb459-5337-4c5a-a295-2aaa00f9e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.492754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53656) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:39.568948 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ab4012a1-be77-4a3a-8e30-ee8310eb3dfa tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.586961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.609974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94295e-1e45-46da-987e-96eb39e20e04 tempest-TestNetworkAdvancedServerOps-1431628637 tempest-TestNetworkAdvancedServerOps-1431628637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:39.614738 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9d94295e-1e45-46da-987e-96eb39e20e04 tempest-TestNetworkAdvancedServerOps-1431628637 tempest-TestNetworkAdvancedServerOps-1431628637-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 1093 time: 0.1181142 Apr 01 15:45:39.615834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53658) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:39.620089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:39.677520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ab4012a1-be77-4a3a-8e30-ee8310eb3dfa tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.707781 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fa2eb459-5337-4c5a-a295-2aaa00f9e60f None None] For port 2feb980b-fbce-4fcf-807e-e01470ae3bc3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2feb980b-fbce-4fcf-807e-e01470ae3bc3,segment=NetworkSegment(405bd768-75c0-4473-b642-613207791726),segment_id=405bd768-75c0-4473-b642-613207791726)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:39.708177 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-9b95bfad-9467-4dbd-930f-18a51b798971', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:39.709091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.731141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Network b6a7e2fa-e268-4ece-8d1f-abd5a1392c13 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:39.758494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:39.765219 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:39.771164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Pushing event updated for resources: {'Port': ['ID=7749c185-ead2-4f99-b9ca-0183ca5df405,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:39.795127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:34Z', 'revision_number': 3, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:38Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:39.802077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.807947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Allocated IP 172.20.0.18 (c2e4a165-0191-4d6d-a38c-33b011824535/e430570c-095f-4367-9a07-12f30ccd8ccc/4ae789ec-9c0e-42be-91ea-a1da10079490) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:39.814122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.865987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ab4012a1-be77-4a3a-8e30-ee8310eb3dfa tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.905976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa2eb459-5337-4c5a-a295-2aaa00f9e60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:39.907988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f04b35-e106-449a-a715-261b32ea7f25 None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:34Z', 'revision_number': 3, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:38Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:40.081276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.095543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Attempting to bind port 7749c185-ead2-4f99-b9ca-0183ca5df405 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:40.095543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Attempting to bind port 7749c185-ead2-4f99-b9ca-0183ca5df405 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '1d53f746-5167-49e6-9689-431d00547258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'b6a7e2fa-e268-4ece-8d1f-abd5a1392c13'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:40.097113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Attempting to bind port 7749c185-ead2-4f99-b9ca-0183ca5df405 on network b6a7e2fa-e268-4ece-8d1f-abd5a1392c13 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:40.185586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:40.185927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Checking segment: {'id': '1d53f746-5167-49e6-9689-431d00547258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'b6a7e2fa-e268-4ece-8d1f-abd5a1392c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:40.186968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.186968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Bound using segment: {'id': '1d53f746-5167-49e6-9689-431d00547258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'b6a7e2fa-e268-4ece-8d1f-abd5a1392c13'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:40.187296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Bound port: 7749c185-ead2-4f99-b9ca-0183ca5df405, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d53f746-5167-49e6-9689-431d00547258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'b6a7e2fa-e268-4ece-8d1f-abd5a1392c13'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:40.187688 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.209323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2eb459-5337-4c5a-a295-2aaa00f9e60f None None] Pushing event updated for resources: {'Port': ['ID=2feb980b-fbce-4fcf-807e-e01470ae3bc3,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:40.227790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Allocated IP 2001:db8:2::2 (9b95bfad-9467-4dbd-930f-18a51b798971/4bf44e34-cfdc-4f33-bf73-072012c104fa/a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:40.238279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ab4012a1-be77-4a3a-8e30-ee8310eb3dfa tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.329492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4012a1-be77-4a3a-8e30-ee8310eb3dfa tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc02317-141b-415a-84c5-b7f35d369dd6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:40.340070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ab4012a1-be77-4a3a-8e30-ee8310eb3dfa tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.344324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ab4012a1-be77-4a3a-8e30-ee8310eb3dfa tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/subnets/cfc02317-141b-415a-84c5-b7f35d369dd6 HTTP/1.1" status: 204 len: 168 time: 1.4022782 Apr 01 15:45:40.349045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53672) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:40.431276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-958d2521-a28b-4144-bacd-9d6250d50df8 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Deleting subnet e430570c-095f-4367-9a07-12f30ccd8ccc {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:45:40.455991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Allocated IP 172.26.6.251 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/8f218aad-5b0d-4383-8942-f30a2276550e) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:40.514903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] For port 7749c185-ead2-4f99-b9ca-0183ca5df405, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:40.538986 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.550185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] For port 7749c185-ead2-4f99-b9ca-0183ca5df405, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7749c185-ead2-4f99-b9ca-0183ca5df405,segment=NetworkSegment(1d53f746-5167-49e6-9689-431d00547258),segment_id=1d53f746-5167-49e6-9689-431d00547258)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:40.648781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-958d2521-a28b-4144-bacd-9d6250d50df8 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.653913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.661088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.695498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.741180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.745678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-958d2521-a28b-4144-bacd-9d6250d50df8 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.815361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.917442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Network c2e4a165-0191-4d6d-a38c-33b011824535 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:40.931988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-958d2521-a28b-4144-bacd-9d6250d50df8 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.985654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:40.985785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:40.985785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:40.987622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Pushing event updated for resources: {'Port': ['ID=4ae789ec-9c0e-42be-91ea-a1da10079490,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:41.043139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:41.074426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3adcaeb-fc0e-4e12-bd86-2a57e7b70e3f None None] Network b6a7e2fa-e268-4ece-8d1f-abd5a1392c13 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:41.082128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:41.094100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'Port': ['ID=8f218aad-5b0d-4383-8942-f30a2276550e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:41.098922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:41.111990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.160762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.172145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.216293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5de8e-a947-4ea4-9314-94f31cdffc0d None None] Pushing event updated for resources: {'Port': ['ID=7749c185-ead2-4f99-b9ca-0183ca5df405,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:41.224537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Attempting to bind port 4ae789ec-9c0e-42be-91ea-a1da10079490 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:41.224906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Attempting to bind port 4ae789ec-9c0e-42be-91ea-a1da10079490 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '4173c465-02bb-4990-baf4-9f7c24963aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c2e4a165-0191-4d6d-a38c-33b011824535'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:41.225264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Attempting to bind port 4ae789ec-9c0e-42be-91ea-a1da10079490 on network c2e4a165-0191-4d6d-a38c-33b011824535 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:41.278019 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-958d2521-a28b-4144-bacd-9d6250d50df8 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.278264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Network 9b95bfad-9467-4dbd-930f-18a51b798971 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:41.282279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:41.282651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Checking segment: {'id': '4173c465-02bb-4990-baf4-9f7c24963aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c2e4a165-0191-4d6d-a38c-33b011824535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:41.283046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.283443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Bound using segment: {'id': '4173c465-02bb-4990-baf4-9f7c24963aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c2e4a165-0191-4d6d-a38c-33b011824535'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:41.283920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Bound port: 4ae789ec-9c0e-42be-91ea-a1da10079490, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4173c465-02bb-4990-baf4-9f7c24963aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'c2e4a165-0191-4d6d-a38c-33b011824535'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:41.284296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.293676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 2001:db8:2::1 (9b95bfad-9467-4dbd-930f-18a51b798971/4bf44e34-cfdc-4f33-bf73-072012c104fa/50e6ee09-5729-463a-913c-d70da9fb7bf3) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:41.293918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:41.321258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:41.338979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d2521-a28b-4144-bacd-9d6250d50df8 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Subnet': ['ID=e430570c-095f-4367-9a07-12f30ccd8ccc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:41.354753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Pushing event updated for resources: {'Port': ['ID=a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:41.371340 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-958d2521-a28b-4144-bacd-9d6250d50df8 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.378913 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-958d2521-a28b-4144-bacd-9d6250d50df8 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/subnets/e430570c-095f-4367-9a07-12f30ccd8ccc HTTP/1.1" status: 204 len: 168 time: 1.0249050 Apr 01 15:45:41.379122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53696) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:41.569781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.658586 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e3e75-c1ff-42aa-ba41-0abe26c59ce3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:41.658586 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1b3e3e75-c1ff-42aa-ba41-0abe26c59ce3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2739542 Apr 01 15:45:41.658586 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53704) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:41.677951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53706) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:41.724861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.796921 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Attempting to bind port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:41.797468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Attempting to bind port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '78b91b4d-392e-4a20-a6b4-d03a606edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:41.798053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Attempting to bind port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 on network 9b95bfad-9467-4dbd-930f-18a51b798971 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:41.827096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 9b95bfad-9467-4dbd-930f-18a51b798971 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:41.833622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53710) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:41.837148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2feb980b-fbce-4fcf-807e-e01470ae3bc3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:41.845275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:41.846222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Checking segment: {'id': '78b91b4d-392e-4a20-a6b4-d03a606edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:41.846646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.847042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Bound using segment: {'id': '78b91b4d-392e-4a20-a6b4-d03a606edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:41.847965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:41.849327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Bound port: a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b91b4d-392e-4a20-a6b4-d03a606edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:41.854229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:41.855166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.856157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:41.883532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] For port 4ae789ec-9c0e-42be-91ea-a1da10079490, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:41.888442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] For port 4ae789ec-9c0e-42be-91ea-a1da10079490, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4ae789ec-9c0e-42be-91ea-a1da10079490,segment=NetworkSegment(4173c465-02bb-4990-baf4-9f7c24963aa1),segment_id=4173c465-02bb-4990-baf4-9f7c24963aa1)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:41.967540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=50e6ee09-5729-463a-913c-d70da9fb7bf3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:41.978942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1639639323'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:42.013754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.035868 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-625317158'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:42.116392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.133475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Made reservation on behalf of 584f20acd1af4c598a864460d8efc0c0 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:42.137304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.169308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.170804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:42.170804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.173306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Made reservation on behalf of ee85378ca431434c99b3f6b9e4246712 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:42.177398 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.193810 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.200112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da4cc3-6891-4d2c-8302-8f353d628c22 None None] Pushing event updated for resources: {'Port': ['ID=4ae789ec-9c0e-42be-91ea-a1da10079490,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:42.204246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.243006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] For port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:42.243006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] For port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8,segment=NetworkSegment(78b91b4d-392e-4a20-a6b4-d03a606edb6b),segment_id=78b91b4d-392e-4a20-a6b4-d03a606edb6b)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:42.281866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b9abd5-a813-43c5-8b27-f8add0399f48 None None] Network c2e4a165-0191-4d6d-a38c-33b011824535 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:42.363684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.460321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Deleting port 4ae789ec-9c0e-42be-91ea-a1da10079490 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:42.460705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.468776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d9a98-07bb-48f2-b1a9-b5ab2a006d7a None None] Pushing event updated for resources: {'Port': ['ID=a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:42.492633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.501635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.506350 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.562439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.567815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.598877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] vlan segment allocate from pool success with {'vlan_id': 1118, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:42.609141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.614569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] For port 4ae789ec-9c0e-42be-91ea-a1da10079490, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4ae789ec-9c0e-42be-91ea-a1da10079490,segment=NetworkSegment(4173c465-02bb-4990-baf4-9f7c24963aa1),segment_id=4173c465-02bb-4990-baf4-9f7c24963aa1)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:42.614935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.615399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44438f-da13-4dae-9486-cc69cf87a80b,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:42.627810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.628238 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Added segment 71bc93a5-93a6-43af-a7e3-554a1d65e8bc of type vlan for network 2096c9b4-2779-4e37-b380-59e151b61a4d Apr 01 15:45:42.639365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:42.642500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Calling delete_port for 4ae789ec-9c0e-42be-91ea-a1da10079490 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:42.709951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.710798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.716122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.727613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.728215 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Added segment c4f15929-bd9f-4fc4-8c55-2faafbd34cfd of type vlan for network 4a56191a-2593-4899-a91a-07c644cb399e Apr 01 15:45:42.765160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6335438-e803-40ab-a225-ca24e6af9843,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:42.799315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.842864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.853309 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.865680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=50e6ee09-5729-463a-913c-d70da9fb7bf3,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:42.902684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Port': ['ID=4ae789ec-9c0e-42be-91ea-a1da10079490,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:42.910680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] No DVR routers for this DVR port 4ae789ec-9c0e-42be-91ea-a1da10079490 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:42.941964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 9b95bfad-9467-4dbd-930f-18a51b798971 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:42.943480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:42.990138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:42.995758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:42.997030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.011005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.017305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:43.017989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.040402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.084925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e4a165-0191-4d6d-a38c-33b011824535']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:43.100599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4173c465-02bb-4990-baf4-9f7c24963aa1') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:43.107394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4173c465-02bb-4990-baf4-9f7c24963aa1') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:43.119961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.122954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.135927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Network': ['ID=2096c9b4-2779-4e37-b380-59e151b61a4d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:43.138522 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.150778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:45:43.151576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.153342 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 2096c9b4-2779-4e37-b380-59e151b61a4d details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:45:43.156067 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:45:43.161616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:43.182680 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-13cf51b6-45a0-4f6d-b28d-fd0f742c0e60 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3469546 Apr 01 15:45:43.191056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53722) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:43.197750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'subnet': {'network_id': '2096c9b4-2779-4e37-b380-59e151b61a4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:43.235216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event updated for resources: {'Network': ['ID=4a56191a-2593-4899-a91a-07c644cb399e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:43.244540 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-880ba1c7-c4f2-4214-adcc-95279d0dda20 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5648861 Apr 01 15:45:43.246461 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 4a56191a-2593-4899-a91a-07c644cb399e details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:43.250592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53724) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:43.267608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.295969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Request body: {'subnet': {'network_id': '4a56191a-2593-4899-a91a-07c644cb399e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:43.423356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.429026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:43.437893 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-98ea1ce8-4fa0-4ac3-9cc4-1fb66cc3e1c2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0084589 Apr 01 15:45:43.440839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53730) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:43.445536 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:43.446034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-515586224'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:43.464547 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:43.465414 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:43.504236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.511225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event updated for resources: {'Port': ['ID=8f218aad-5b0d-4383-8942-f30a2276550e,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:43.532066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.535547 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/networks/c2e4a165-0191-4d6d-a38c-33b011824535 HTTP/1.1" status: 204 len: 168 time: 1.8730154 Apr 01 15:45:43.538736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53732) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:43.555176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Made reservation on behalf of 584f20acd1af4c598a864460d8efc0c0 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:43.566092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.584040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185dd66-7c82-4d4a-b3b3-4cebe9187a08 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Network': ['ID=c2e4a165-0191-4d6d-a38c-33b011824535,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:43.589263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:43.608948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:43.612500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.633287 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-051e82ab-e8e7-4a21-a8d2-b7676ba97028 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669438522&fields=id&tenant_id=f397e8ac635446de8843fc7946017b1f HTTP/1.1" status: 200 len: 267 time: 0.1360323 Apr 01 15:45:43.641272 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:43.676071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:43.677073 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.695759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Made reservation on behalf of ee85378ca431434c99b3f6b9e4246712 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:43.699622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.745056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.773165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:43.815949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.817887 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added segment d6296d70-36a8-4c53-9be5-f9930bfea7d5 of type vlan for network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed Apr 01 15:45:43.820720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.891108 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Floating IP fb4a05df-98f2-45a7-9d90-bc8300f59827 associated. External IP: 172.26.6.251, port: e99f83b3-5bc7-403d-8c13-ca02078c0df1. Apr 01 15:45:43.895274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8,segment=NetworkSegment(78b91b4d-392e-4a20-a6b4-d03a606edb6b),segment_id=78b91b4d-392e-4a20-a6b4-d03a606edb6b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:43.934832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.957092 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:41Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:42Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:43.973224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Deleting port 7749c185-ead2-4f99-b9ca-0183ca5df405 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:43.973566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:43.978003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f3ac6-a7db-41d0-8228-54ea880f1f71 None None] Network 9b95bfad-9467-4dbd-930f-18a51b798971 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:44.000709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.010075 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:45:44.010849 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Updating router 275c56d1-ad71-4840-af40-0e8aa1863134 port 50e6ee09-5729-463a-913c-d70da9fb7bf3 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:45:44.040512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-d607ba60-609e-4082-91fd-c176011050b1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:44.042033 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-d607ba60-609e-4082-91fd-c176011050b1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 812 time: 0.3498569 Apr 01 15:45:44.049769 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.090093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] For port 7749c185-ead2-4f99-b9ca-0183ca5df405, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7749c185-ead2-4f99-b9ca-0183ca5df405,segment=NetworkSegment(1d53f746-5167-49e6-9689-431d00547258),segment_id=1d53f746-5167-49e6-9689-431d00547258)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:44.090369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.094651 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-4aee3695-6bd9-4f0a-a12b-568334fa8b39 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/quotas/f397e8ac635446de8843fc7946017b1f HTTP/1.1" status: 200 len: 375 time: 0.0408101 Apr 01 15:45:44.113361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Calling delete_port for 7749c185-ead2-4f99-b9ca-0183ca5df405 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:44.165278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.171422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:44.172642 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.174407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-49e9c4d7-fcd9-4a27-b51c-a8866aa227d3 None None] Provisioning complete for port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:44.174912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-49e9c4d7-fcd9-4a27-b51c-a8866aa227d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.176512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:44.183780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.253940 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-127f7d85-4a27-4867-945f-013e44d75ba5 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488006 Apr 01 15:45:44.315061 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Router 8c447da9-28d8-4a87-854f-5fc973e4a519 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:44.318174 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8761728 Apr 01 15:45:44.321260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53736) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:44.326773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'subnet': {'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:44.414970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154516e-c870-468f-8241-fee25970d85d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Network': ['ID=93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:44.425123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event updated for resources: {'Subnet': ['ID=57ad60f9-db30-44e7-91db-de5ca2b9f4a2,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:44.430948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:44.447299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Checking segment: {'id': 'c4f15929-bd9f-4fc4-8c55-2faafbd34cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4a56191a-2593-4899-a91a-07c644cb399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:44.447299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Network hostable DHCP agents. Network: 4a56191a-2593-4899-a91a-07c644cb399e, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:44.513895 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.578784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.606733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Port': ['ID=7749c185-ead2-4f99-b9ca-0183ca5df405,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:44.609083 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.611264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Network 4a56191a-2593-4899-a91a-07c644cb399e is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:44.613831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] No DVR routers for this DVR port 7749c185-ead2-4f99-b9ca-0183ca5df405 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:45:44.628277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.732205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.741873 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acabd58-67d0-4230-8821-56386287b850 None None] Pushing event updated for resources: {'Port': ['ID=50e6ee09-5729-463a-913c-d70da9fb7bf3,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:44.754080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 4a56191a-2593-4899-a91a-07c644cb399e) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:44.757786 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Attempting to bind port 50e6ee09-5729-463a-913c-d70da9fb7bf3 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:44.758164 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Attempting to bind port 50e6ee09-5729-463a-913c-d70da9fb7bf3 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '78b91b4d-392e-4a20-a6b4-d03a606edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:44.758530 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Attempting to bind port 50e6ee09-5729-463a-913c-d70da9fb7bf3 on network 9b95bfad-9467-4dbd-930f-18a51b798971 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:44.764556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:44.765149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.767524 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:44.769149 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Checking segment: {'id': '78b91b4d-392e-4a20-a6b4-d03a606edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:44.769565 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.770703 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Bound using segment: {'id': '78b91b4d-392e-4a20-a6b4-d03a606edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:44.772202 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Bound port: 50e6ee09-5729-463a-913c-d70da9fb7bf3, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b91b4d-392e-4a20-a6b4-d03a606edb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:44.772661 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.776806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a7e2fa-e268-4ece-8d1f-abd5a1392c13']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:44.787676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa1c71-986f-4ae8-8067-7486651f181d None None] Network 4a56191a-2593-4899-a91a-07c644cb399e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:44.799914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d53f746-5167-49e6-9689-431d00547258') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:44.799914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d53f746-5167-49e6-9689-431d00547258') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:44.820430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.840648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8259cd78-78ff-43df-a6e4-63268a2c874f None None] Provisioning complete for port 50e6ee09-5729-463a-913c-d70da9fb7bf3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:44.841054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8259cd78-78ff-43df-a6e4-63268a2c874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.847803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Subnet': ['ID=fbb3701c-d0da-454a-8279-4f58ea129ae6,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:44.852210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.869526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:45:44.869526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:44.918664 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] For port 50e6ee09-5729-463a-913c-d70da9fb7bf3, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:44.927493 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] For port 50e6ee09-5729-463a-913c-d70da9fb7bf3, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=50e6ee09-5729-463a-913c-d70da9fb7bf3,segment=NetworkSegment(78b91b4d-392e-4a20-a6b4-d03a606edb6b),segment_id=78b91b4d-392e-4a20-a6b4-d03a606edb6b)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:44.950631 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-89f01859-176f-4297-9dc7-f96eab5447f5 service neutron] 10.222.0.73 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690764 Apr 01 15:45:44.964863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:44.975302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8259cd78-78ff-43df-a6e4-63268a2c874f None None] Port 50e6ee09-5729-463a-913c-d70da9fb7bf3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:44.980948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] Sync routers for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:45:44.984450 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:45:44.993758 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-821c324a-455d-4e4b-938c-514261054e82 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7447498 Apr 01 15:45:44.999207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53738) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:45.006822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-17dbd28a-4f7d-4441-8177-ee1f50904566 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1525807266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:45.053449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Checking segment: {'id': '71bc93a5-93a6-43af-a7e3-554a1d65e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '2096c9b4-2779-4e37-b380-59e151b61a4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:45.053449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network hostable DHCP agents. Network: 2096c9b4-2779-4e37-b380-59e151b61a4d, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:45.063342 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:45.063789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:45.069324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8259cd78-78ff-43df-a6e4-63268a2c874f None None] Provisioning complete for port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:45.069631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8259cd78-78ff-43df-a6e4-63268a2c874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.094430 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.096266 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-854b59b1-f710-4f26-a407-b6e82c7c78a2 service neutron] 10.222.0.73 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283591 Apr 01 15:45:45.120709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-4a56191a-2593-4899-a91a-07c644cb399e', 'network_id': '4a56191a-2593-4899-a91a-07c644cb399e', 'tenant_id': '584f20acd1af4c598a864460d8efc0c0', 'fixed_ips': [{'subnet_id': '57ad60f9-db30-44e7-91db-de5ca2b9f4a2'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:45.121507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.151850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17dbd28a-4f7d-4441-8177-ee1f50904566 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.158917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17dbd28a-4f7d-4441-8177-ee1f50904566 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.158917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.200523 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acabd58-67d0-4230-8821-56386287b850 None None] Pushing event updated for resources: {'Port': ['ID=50e6ee09-5729-463a-913c-d70da9fb7bf3,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:45.216379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.222554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.225023 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:45.229102 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:45.229301 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/networks/b6a7e2fa-e268-4ece-8d1f-abd5a1392c13 HTTP/1.1" status: 204 len: 168 time: 1.6863396 Apr 01 15:45:45.229301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcebd6-caa0-4c73-a1ab-2a572d5fb2e3 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Network': ['ID=b6a7e2fa-e268-4ece-8d1f-abd5a1392c13,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:45.230882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53742) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:45.278324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Made reservation on behalf of b4ba902c106e4e98a6cf062e8b638fdc for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:45.282743 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.289228 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bfc61ccb-9e70-4764-a5d5-9e4f6cba6802 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6726685 Apr 01 15:45:45.290172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network 2096c9b4-2779-4e37-b380-59e151b61a4d is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:45.293647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:45:45.299401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edcc440-844c-42b0-8b92-4b613eb0993e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:45:45.412757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17dbd28a-4f7d-4441-8177-ee1f50904566 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.419691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.428760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:45.452150 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:45.454710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 2096c9b4-2779-4e37-b380-59e151b61a4d) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:45.483177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:45.483784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.572298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.580451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17dbd28a-4f7d-4441-8177-ee1f50904566 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.633261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b129203-8c93-46e5-91e5-726b027c5f56']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:45.633565 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0fe1-7712-4b6e-a300-7632eae8a496 req-30b3a5a3-a7e3-46b3-96bc-c6a06cff760b tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:45.635463 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-984e0fe1-7712-4b6e-a300-7632eae8a496 req-30b3a5a3-a7e3-46b3-96bc-c6a06cff760b tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.1861401 Apr 01 15:45:45.659107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cb0b39-101c-4995-bf49-aa3f9983b79c') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:45.659390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cb0b39-101c-4995-bf49-aa3f9983b79c') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:45.696172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.714103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.718265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53752) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:45.728584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-698192438', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:45.729086 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eda73003-b610-4eb6-8cab-91ef01f27b45 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5362852 Apr 01 15:45:45.742880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:45:45.747361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.753956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-17dbd28a-4f7d-4441-8177-ee1f50904566 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.755429 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-17dbd28a-4f7d-4441-8177-ee1f50904566 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7544596 Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:45:45.756433 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:45:45.765299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53754) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:45.798952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df9205a-9745-4631-b817-5980a92f3315 None None] Network 2096c9b4-2779-4e37-b380-59e151b61a4d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:45.828189 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-984e0fe1-7712-4b6e-a300-7632eae8a496 req-42fe0c4a-42ea-483d-b41d-03f10fc7323d tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830008 Apr 01 15:45:45.857537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53756) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:45.897266 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:41Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:44Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:45.926051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:45.943422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:45.957381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140f3a14-8619-4db6-9d56-f2ef7a4ea546 x-openstack-request-id: req-140f3a14-8619-4db6-9d56-f2ef7a4ea546 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:45:45.959205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:45:45.959576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-140f3a14-8619-4db6-9d56-f2ef7a4ea546 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:45:45.960107 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140f3a14-8619-4db6-9d56-f2ef7a4ea546'] response: {'name': 'network-changed', 'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'status': 'completed', 'code': 200} Apr 01 15:45:46.019821 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4aa7d2aa-aeb0-46ad-b0ac-77785f9acbaa tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/floatingips/fb4a05df-98f2-45a7-9d90-bc8300f59827 HTTP/1.1" status: 200 len: 991 time: 0.1610191 Apr 01 15:45:46.028598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.030663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.059048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.064526 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe8267-2c2e-41a0-bddd-5d670f510a38 None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:41Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:44Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:46.088711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.092123 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/networks/2b129203-8c93-46e5-91e5-726b027c5f56 HTTP/1.1" status: 204 len: 168 time: 0.8577948 Apr 01 15:45:46.120538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53766) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:46.145014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aa8eb-4945-4ddc-af2e-78b5c9da991a tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Network': ['ID=2b129203-8c93-46e5-91e5-726b027c5f56,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:46.243896 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.321095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Allocated IP 172.20.0.2 (4a56191a-2593-4899-a91a-07c644cb399e/57ad60f9-db30-44e7-91db-de5ca2b9f4a2/f821306e-9baf-4548-81f4-9e8d8603954e) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:46.353232 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-82cf542a-6773-4492-9182-e29aa271588e req-0ace3eab-f2e0-4812-9793-722760dd02c7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.2106388 Apr 01 15:45:46.380396 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Subnet': ['ID=69a33562-9e21-4fc9-81e1-0ea69ac74f76,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:46.450429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Checking segment: {'id': 'd6296d70-36a8-4c53-9be5-f9930bfea7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:46.451075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network hostable DHCP agents. Network: 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:46.636190 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.649949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd1aee-db9e-4aef-afd0-7e2e8414becd None None] Network 2096c9b4-2779-4e37-b380-59e151b61a4d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:46.663784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:46.737015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.770625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.828000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-995bdc3d-3e74-450a-bb89-b1ccc47d869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:46.834550 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-995bdc3d-3e74-450a-bb89-b1ccc47d869f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13e23c87b78242af874fa4c1d8cb6f3b&device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 1098 time: 0.8029475 Apr 01 15:45:46.834550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.835304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:46.844850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:46.845726 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:46.913571 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a77e1b7-7884-4b53-988b-0bfc9a23de63 None None] Network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:46.944874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.016549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Allocated IP 172.20.0.1 (4a56191a-2593-4899-a91a-07c644cb399e/57ad60f9-db30-44e7-91db-de5ca2b9f4a2/35ae12e8-e50c-417d-97fb-4860f0478020) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:47.023778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53772) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:47.024767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-bb0902a5-7795-49ea-8e84-6ebe96c2a565 None None] Provisioning complete for port 50e6ee09-5729-463a-913c-d70da9fb7bf3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:47.025156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bb0902a5-7795-49ea-8e84-6ebe96c2a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.061722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.070874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Network 4a56191a-2593-4899-a91a-07c644cb399e is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:47.132572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:47.132940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.137300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:47.139930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:47.162921 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-df5a94e4-9278-4bc7-853d-0c13a0f478d2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8407936 Apr 01 15:45:47.166451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c36c65-c430-4d82-8fe1-8a29f40bc2b1']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:47.170637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53774) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:47.185522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-9c91c13a-49d0-4de7-a95c-95b3eb3793f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:47.187818 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-9c91c13a-49d0-4de7-a95c-95b3eb3793f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4ac023b-0d40-40f3-ada9-3bfb770ce859 HTTP/1.1" status: 200 len: 898 time: 0.3405039 Apr 01 15:45:47.192803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b5c352-3a0f-4f94-bdea-b2a469a9e8f5') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:47.193318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b5c352-3a0f-4f94-bdea-b2a469a9e8f5') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:47.208213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Pushing event updated for resources: {'Port': ['ID=f821306e-9baf-4548-81f4-9e8d8603954e,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:47.271941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.280726 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-26abb893-4afb-4ec8-a519-8223599cd417 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/floatingips/fb4a05df-98f2-45a7-9d90-bc8300f59827 HTTP/1.1" status: 200 len: 991 time: 0.2557156 Apr 01 15:45:47.284918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.317081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.320383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:45:08Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'fb4a05df-98f2-45a7-9d90-bc8300f59827', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'floating_ip_address': '172.26.6.251', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'port_id': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'mac_address': 'fa:16:3e:ee:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:45:42Z', 'updated_at': '2022-04-01T15:45:42Z', 'revision_number': 0, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fefcceb-90ab-47e0-837b-f4fad8703f83', 'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'mac_address': 'fa:16:3e:8d:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:05Z', 'updated_at': '2022-04-01T15:45:15Z', 'revision_number': 5, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'subnets': [{'id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:47.377097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.390154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] Checking router: 8c447da9-28d8-4a87-854f-5fc973e4a519 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:45:47.392603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bb0902a5-7795-49ea-8e84-6ebe96c2a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.393924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:45:47.394311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.398317 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Attempting to bind port f821306e-9baf-4548-81f4-9e8d8603954e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:47.398768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Attempting to bind port f821306e-9baf-4548-81f4-9e8d8603954e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'c4f15929-bd9f-4fc4-8c55-2faafbd34cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4a56191a-2593-4899-a91a-07c644cb399e'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:45:47.399089 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:45:47.401683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Attempting to bind port f821306e-9baf-4548-81f4-9e8d8603954e on network 4a56191a-2593-4899-a91a-07c644cb399e {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:47.426174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:47.426739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Checking segment: {'id': 'c4f15929-bd9f-4fc4-8c55-2faafbd34cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4a56191a-2593-4899-a91a-07c644cb399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:47.427264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.427742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Bound using segment: {'id': 'c4f15929-bd9f-4fc4-8c55-2faafbd34cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4a56191a-2593-4899-a91a-07c644cb399e'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:47.428328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Bound port: f821306e-9baf-4548-81f4-9e8d8603954e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f15929-bd9f-4fc4-8c55-2faafbd34cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '4a56191a-2593-4899-a91a-07c644cb399e'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:47.428896 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.459381 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2a548be6-e28b-4690-9c9b-093fcc6a8600 req-b77ef662-430d-4e22-8fcc-4292f75da722 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.0295370 Apr 01 15:45:47.466180 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:47.471192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:47.482441 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-bb596d0a-42d8-4ca6-b88d-31b7ffc7e4ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1 HTTP/1.1" status: 200 len: 999 time: 0.2132244 Apr 01 15:45:47.488498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.546337 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Network 4a56191a-2593-4899-a91a-07c644cb399e is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:47.550553 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:47.553500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:47.594778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:45:47.595663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.600757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event updated for resources: {'Port': ['ID=35ae12e8-e50c-417d-97fb-4860f0478020,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:47.602565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-bb0902a5-7795-49ea-8e84-6ebe96c2a565 None None] For port 50e6ee09-5729-463a-913c-d70da9fb7bf3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=50e6ee09-5729-463a-913c-d70da9fb7bf3,segment=NetworkSegment(78b91b4d-392e-4a20-a6b4-d03a606edb6b),segment_id=78b91b4d-392e-4a20-a6b4-d03a606edb6b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:47.646612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.663487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-0eff1307-df5c-45e2-bf23-9419897ce745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:47.665654 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-0eff1307-df5c-45e2-bf23-9419897ce745 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7cb34d1-945a-42b7-9bb2-555c82758819 HTTP/1.1" status: 200 len: 834 time: 0.1303172 Apr 01 15:45:47.714298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.728214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.732515 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] 10.222.0.73 "DELETE /v2.0/networks/38c36c65-c430-4d82-8fe1-8a29f40bc2b1 HTTP/1.1" status: 204 len: 168 time: 1.6099021 Apr 01 15:45:47.785857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] For port f821306e-9baf-4548-81f4-9e8d8603954e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:47.797444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bb0902a5-7795-49ea-8e84-6ebe96c2a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:47.816473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 50e6ee09-5729-463a-913c-d70da9fb7bf3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:47.849377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] For port f821306e-9baf-4548-81f4-9e8d8603954e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f821306e-9baf-4548-81f4-9e8d8603954e,segment=NetworkSegment(c4f15929-bd9f-4fc4-8c55-2faafbd34cfd),segment_id=c4f15929-bd9f-4fc4-8c55-2faafbd34cfd)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:47.867088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:47.867742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16655c-3b77-480b-ae09-0d56ff457f30 tempest-BulkNetworkOpsTest-1541095713 tempest-BulkNetworkOpsTest-1541095713-project] Pushing event deleted for resources: {'Network': ['ID=38c36c65-c430-4d82-8fe1-8a29f40bc2b1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:47.902118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-3566ef99-5d12-4f0b-bb6a-0f9b89286113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:47.903685 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-3566ef99-5d12-4f0b-bb6a-0f9b89286113 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4ac023b-0d40-40f3-ada9-3bfb770ce859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1987529 Apr 01 15:45:47.935043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.118826 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.156583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.194067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.195516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0902a5-7795-49ea-8e84-6ebe96c2a565 None None] Pushing event updated for resources: {'Port': ['ID=50e6ee09-5729-463a-913c-d70da9fb7bf3,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:48.200376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.212943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Allocated IP 2001:db8:3::2 (93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed/69a33562-9e21-4fc9-81e1-0ea69ac74f76/73593345-4c08-4779-8cfc-ae6af36a1953) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:48.218389 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-944a2c86-7456-4298-ab0f-eaacf495ae49 service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904797 Apr 01 15:45:48.276037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.283888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53782) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:48.287380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 50e6ee09-5729-463a-913c-d70da9fb7bf3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:48.287759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.368184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.382040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970a2b-b57a-4043-84e8-983159e71996 None None] Pushing event updated for resources: {'Port': ['ID=f821306e-9baf-4548-81f4-9e8d8603954e,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:48.515937 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c112bc3f-02da-4992-aa94-1ee9117f64db tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/floatingips/fb4a05df-98f2-45a7-9d90-bc8300f59827 HTTP/1.1" status: 200 len: 991 time: 0.2266047 Apr 01 15:45:48.522875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.525230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event updated for resources: {'Port': ['ID=35ae12e8-e50c-417d-97fb-4860f0478020,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:48.635148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53788) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:48.716410 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a32dfbc9-b935-4b9b-a1b3-4f031a3c4752 req-bba35914-4119-4d1e-bb3f-dc58793d11b0 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.0790846 Apr 01 15:45:48.749858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Network 4a56191a-2593-4899-a91a-07c644cb399e is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:48.752910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:48.790271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.809720 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1edcc440-844c-42b0-8b92-4b613eb0993e req-04911f6c-c2ee-4c68-b8eb-f72b9a171351 service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049951 Apr 01 15:45:48.846164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:45:08Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'fb4a05df-98f2-45a7-9d90-bc8300f59827', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'floating_ip_address': '172.26.6.251', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'port_id': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'mac_address': 'fa:16:3e:ee:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:45:42Z', 'updated_at': '2022-04-01T15:45:42Z', 'revision_number': 0, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fefcceb-90ab-47e0-837b-f4fad8703f83', 'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'mac_address': 'fa:16:3e:8d:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:05Z', 'updated_at': '2022-04-01T15:45:15Z', 'revision_number': 5, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'subnets': [{'id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:48.863056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.26.6.62 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/45110fa5-d9fc-471d-918f-752ae864d1f7) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:48.903985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1855bf-51a5-4914-981f-4acdf2ea9d69 None None] The sync data for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv is: [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:45:08Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'fb4a05df-98f2-45a7-9d90-bc8300f59827', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'floating_ip_address': '172.26.6.251', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'port_id': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'mac_address': 'fa:16:3e:ee:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:45:42Z', 'updated_at': '2022-04-01T15:45:42Z', 'revision_number': 0, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fefcceb-90ab-47e0-837b-f4fad8703f83', 'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'mac_address': 'fa:16:3e:8d:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:05Z', 'updated_at': '2022-04-01T15:45:15Z', 'revision_number': 5, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'subnets': [{'id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:48.914377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:48.963356 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:48.967935 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:48.973209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:49.051959 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Pushing event updated for resources: {'Port': ['ID=73593345-4c08-4779-8cfc-ae6af36a1953,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:49.058334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Attempting to bind port 73593345-4c08-4779-8cfc-ae6af36a1953 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:49.059054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Attempting to bind port 73593345-4c08-4779-8cfc-ae6af36a1953 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'd6296d70-36a8-4c53-9be5-f9930bfea7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:49.059663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Attempting to bind port 73593345-4c08-4779-8cfc-ae6af36a1953 on network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:49.066869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:49.067404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Checking segment: {'id': 'd6296d70-36a8-4c53-9be5-f9930bfea7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:49.067929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.068451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Bound using segment: {'id': 'd6296d70-36a8-4c53-9be5-f9930bfea7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:49.069014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Bound port: 73593345-4c08-4779-8cfc-ae6af36a1953, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6296d70-36a8-4c53-9be5-f9930bfea7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:49.069458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.080304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Allocated IP 2001:db8:3::1 (93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed/69a33562-9e21-4fc9-81e1-0ea69ac74f76/ffcdd1c8-4849-44b1-a0fd-4a2b28b14838) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:49.081998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Router 20ddf04a-c037-4959-9510-871cb73049a6 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:45:49.093809 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c81faa24-70e2-44dd-a511-f8ec89035073 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=320e939815d54306aa1608f197d57cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045708 Apr 01 15:45:49.097475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53792) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:49.136233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.141834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] For port 73593345-4c08-4779-8cfc-ae6af36a1953, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:49.145380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] For port 73593345-4c08-4779-8cfc-ae6af36a1953, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=73593345-4c08-4779-8cfc-ae6af36a1953,segment=NetworkSegment(d6296d70-36a8-4c53-9be5-f9930bfea7d5),segment_id=d6296d70-36a8-4c53-9be5-f9930bfea7d5)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:49.227771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:49.237533 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3d408377-d299-47bf-858e-b943413e2b02 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "PUT /v2.0/routers/20ddf04a-c037-4959-9510-871cb73049a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4679859 Apr 01 15:45:49.237533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53794) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:49.242737 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2d86d-f5cb-4980-9b8b-1ceddca3bd57 None None] Sync routers for ids ['20ddf04a-c037-4959-9510-871cb73049a6'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:49.243310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Request body: {'port': {'network_id': '4a56191a-2593-4899-a91a-07c644cb399e', 'name': 'tempest-FloatingIPNegativeTestJSON-1534521527'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:49.247849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-580f65cf-22cd-4615-9881-72d2635aafe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.250435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.256551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.275616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-580f65cf-22cd-4615-9881-72d2635aafe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.284009 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2d86d-f5cb-4980-9b8b-1ceddca3bd57 None None] Routers {'20ddf04a-c037-4959-9510-871cb73049a6'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:49.284759 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-acb2d86d-f5cb-4980-9b8b-1ceddca3bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['20ddf04a-c037-4959-9510-871cb73049a6'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:49.305471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.353969 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-acb2d86d-f5cb-4980-9b8b-1ceddca3bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:49.370686 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2d86d-f5cb-4980-9b8b-1ceddca3bd57 None None] Routers {'20ddf04a-c037-4959-9510-871cb73049a6'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:49.371645 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-acb2d86d-f5cb-4980-9b8b-1ceddca3bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['20ddf04a-c037-4959-9510-871cb73049a6'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:49.397333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c9bcd-1ba4-4eae-8100-40d94688ba86 None None] Pushing event updated for resources: {'Port': ['ID=73593345-4c08-4779-8cfc-ae6af36a1953,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:49.407830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:49.415130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:49.428260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:49.444581 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-acb2d86d-f5cb-4980-9b8b-1ceddca3bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:49.445546 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2d86d-f5cb-4980-9b8b-1ceddca3bd57 None None] The sync data for ids ['20ddf04a-c037-4959-9510-871cb73049a6'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:49.486803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=45110fa5-d9fc-471d-918f-752ae864d1f7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:49.519443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.519574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b84d1c4-4469-4843-82da-aa9478ee338e None None] New status for floating IP fb4a05df-98f2-45a7-9d90-bc8300f59827: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:45:49.519680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53796) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:49.594055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-580f65cf-22cd-4615-9881-72d2635aafe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.599589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-580f65cf-22cd-4615-9881-72d2635aafe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.601877 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-580f65cf-22cd-4615-9881-72d2635aafe8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a9d3618-2f18-4395-957f-55e6c5b9f916 HTTP/1.1" status: 204 len: 168 time: 0.5033689 Apr 01 15:45:49.616558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Made reservation on behalf of 584f20acd1af4c598a864460d8efc0c0 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:49.626302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:49.668615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f65cf-22cd-4615-9881-72d2635aafe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d3618-2f18-4395-957f-55e6c5b9f916,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:49.719781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] device_id is not set on port 9d88508a-ccc6-453a-8037-c2a4b96182fa yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:45:49.754964 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3644bcec-729d-4873-b816-f344e59b8c96 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/floatingips/fb4a05df-98f2-45a7-9d90-bc8300f59827 HTTP/1.1" status: 200 len: 991 time: 0.2356009 Apr 01 15:45:49.923246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:49.926096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:49.953987 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7df244e4-e90f-4982-a28f-8d1125d4cfac req-935542cd-0a15-4497-b2b6-af7a9333d94e tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.0402865 Apr 01 15:45:49.995026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Allocated IP 172.20.0.10 (4a56191a-2593-4899-a91a-07c644cb399e/57ad60f9-db30-44e7-91db-de5ca2b9f4a2/9d88508a-ccc6-453a-8037-c2a4b96182fa) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:50.006553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:50.007103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:50.028211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=ffcdd1c8-4849-44b1-a0fd-4a2b28b14838,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:50.057522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5c070-f6b0-4813-b4c6-d7cdc72e927c None None] Network 4a56191a-2593-4899-a91a-07c644cb399e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:50.100412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 50e6ee09-5729-463a-913c-d70da9fb7bf3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:50.322011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e9cb1dda-6c8c-400f-8f68-0006d8965619 None None] Provisioning complete for port f821306e-9baf-4548-81f4-9e8d8603954e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:50.330448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9cb1dda-6c8c-400f-8f68-0006d8965619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:50.407602 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 50e6ee09-5729-463a-913c-d70da9fb7bf3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:50.407602 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:50.615613 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f821306e-9baf-4548-81f4-9e8d8603954e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:50.619512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:50.698941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9cb1dda-6c8c-400f-8f68-0006d8965619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:50.757710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53814) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:50.772926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e9cb1dda-6c8c-400f-8f68-0006d8965619 None None] For port f821306e-9baf-4548-81f4-9e8d8603954e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f821306e-9baf-4548-81f4-9e8d8603954e,segment=NetworkSegment(c4f15929-bd9f-4fc4-8c55-2faafbd34cfd),segment_id=c4f15929-bd9f-4fc4-8c55-2faafbd34cfd)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:50.796584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f821306e-9baf-4548-81f4-9e8d8603954e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:50.797119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:50.825630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:50.873465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9cb1dda-6c8c-400f-8f68-0006d8965619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:50.967549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-63e2f152-4a83-4dcc-aa92-358800218d52 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:50.969452 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-63e2f152-4a83-4dcc-aa92-358800218d52 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 812 time: 1.0445576 Apr 01 15:45:51.022602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Network 4a56191a-2593-4899-a91a-07c644cb399e is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:51.030476 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4f403f90-b45a-41a5-a5f4-e91ad471d971 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/floatingips/fb4a05df-98f2-45a7-9d90-bc8300f59827 HTTP/1.1" status: 200 len: 993 time: 0.2730432 Apr 01 15:45:51.035142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:51.039967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event updated for resources: {'Port': ['ID=9d88508a-ccc6-453a-8037-c2a4b96182fa,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:51.042955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:51.051758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb1dda-6c8c-400f-8f68-0006d8965619 None None] Pushing event updated for resources: {'Port': ['ID=f821306e-9baf-4548-81f4-9e8d8603954e,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:51.080583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.140808 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:51.141505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.191673 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87c9685a-6fe2-45a0-aed3-99394fe489d9 req-650fc30e-d81b-4ddb-aa60-7254bf5990c2 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.0471437 Apr 01 15:45:51.193395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e9d9dd49-d3d9-4349-900e-d2bf1deb9968 None None] Provisioning complete for port f821306e-9baf-4548-81f4-9e8d8603954e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:51.195509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9d9dd49-d3d9-4349-900e-d2bf1deb9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.242820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.299028 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-a17ba9aa-c8d2-4c78-9c33-186f0a1589a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f397e8ac635446de8843fc7946017b1f HTTP/1.1" status: 200 len: 379 time: 0.3152075 Apr 01 15:45:51.363735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d688a80-334e-49d2-97af-042662e41d70 None None] Network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:51.379040 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-24325a28-6900-40bc-b136-6015b2777d5a tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1381073 Apr 01 15:45:51.380226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53826) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:51.387733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:51.399946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'port': {'device_id': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'admin_state_up': True, 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'security_groups': ['603bf76b-1e2c-4b6d-82b1-e59b76d52506']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:51.469090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e9d9dd49-d3d9-4349-900e-d2bf1deb9968 None None] Provisioning complete for port 35ae12e8-e50c-417d-97fb-4860f0478020 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:51.470007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9d9dd49-d3d9-4349-900e-d2bf1deb9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.483366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53828) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:51.547055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.554930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9dd49-d3d9-4349-900e-d2bf1deb9968 None None] Port 35ae12e8-e50c-417d-97fb-4860f0478020 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:51.802212 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:51.825012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1035925375'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:52.000001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 73593345-4c08-4779-8cfc-ae6af36a1953 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:52.003813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.006283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2bfc50b5-1e3b-4d02-a673-56f7bedc4049 None None] Provisioning complete for port 73593345-4c08-4779-8cfc-ae6af36a1953 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:52.006852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2bfc50b5-1e3b-4d02-a673-56f7bedc4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.065237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:52.088756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.106131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Made reservation on behalf of f397e8ac635446de8843fc7946017b1f for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:52.110476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.176513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 73593345-4c08-4779-8cfc-ae6af36a1953 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:52.176892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.225800 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Allocated IP 172.26.6.175 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/65abe573-9423-495e-bc92-9545b2b7e1b1) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:52.299990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2bfc50b5-1e3b-4d02-a673-56f7bedc4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.314452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.340399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2bfc50b5-1e3b-4d02-a673-56f7bedc4049 None None] For port 73593345-4c08-4779-8cfc-ae6af36a1953, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=73593345-4c08-4779-8cfc-ae6af36a1953,segment=NetworkSegment(d6296d70-36a8-4c53-9be5-f9930bfea7d5),segment_id=d6296d70-36a8-4c53-9be5-f9930bfea7d5)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:52.350849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.363123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.435147 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f530433a-6d8e-4c51-9a1d-3908ab295c09 req-56497b68-3e1d-467e-adbf-b3074cd144ae tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.0897071 Apr 01 15:45:52.442862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2bfc50b5-1e3b-4d02-a673-56f7bedc4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.541580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Allocated IP 172.20.0.12 (d8ab7caf-0e25-4e0d-a2d6-e75289d87f07/f4efc3e4-afe1-4629-9572-77c9f5337839/d146460f-5d0f-4614-a0d9-b529995579db) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:52.577387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.582828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:45:52.583233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:45:52.595676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.619293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2bfc50b5-1e3b-4d02-a673-56f7bedc4049 None None] Provisioning complete for port 35ae12e8-e50c-417d-97fb-4860f0478020 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:52.619667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2bfc50b5-1e3b-4d02-a673-56f7bedc4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.656881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.658473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.665256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc50b5-1e3b-4d02-a673-56f7bedc4049 None None] Pushing event updated for resources: {'Port': ['ID=73593345-4c08-4779-8cfc-ae6af36a1953,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:52.680910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc50b5-1e3b-4d02-a673-56f7bedc4049 None None] Port 35ae12e8-e50c-417d-97fb-4860f0478020 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:52.689420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.732524 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:52.747349 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0188d-2384-4357-a97f-9304ae5a63d2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:52.752579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.753270 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Added segment e90d067c-a674-48fa-96ce-1c5a2ff46f8b of type vlan for network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec Apr 01 15:45:52.772448 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.823042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Provisioning complete for port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:52.823422 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.906765 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:52.907669 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:52.917352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:52.922402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:52.927749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Provisioning complete for port 73593345-4c08-4779-8cfc-ae6af36a1953 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:52.928180 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.931390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:52.977567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event updated for resources: {'Port': ['ID=65abe573-9423-495e-bc92-9545b2b7e1b1,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:53.005998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event updated for resources: {'Port': ['ID=ffcdd1c8-4849-44b1-a0fd-4a2b28b14838,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:53.069044 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086aaad-cdeb-403a-9678-f3481f8360c1 None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:45:53.076764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.087163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:53.091681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:53.117052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.173997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.180558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:53.182477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.203445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:45:53.231761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:53.279068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f821306e-9baf-4548-81f4-9e8d8603954e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:53.304916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.306779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Network': ['ID=075b0d53-e4e2-4bed-9cee-f1dfec3751ec,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:53.324966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:53.335864 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Provisioning complete for port 35ae12e8-e50c-417d-97fb-4860f0478020 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:53.336515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.410062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.426492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086aaad-cdeb-403a-9678-f3481f8360c1 None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:45:53.466666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:53.494721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Port 35ae12e8-e50c-417d-97fb-4860f0478020 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:53.505537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:53.508481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:53.544286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f821306e-9baf-4548-81f4-9e8d8603954e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:53.544724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.558067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:53.568377 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18eeb8-d7e4-436d-8267-fa3cd8599efa None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:53.572461 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1eb0060c-389a-444d-a0b9-b57708fd1b67 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0882564 Apr 01 15:45:53.579657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53836) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:53.581628 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18eeb8-d7e4-436d-8267-fa3cd8599efa None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:53.584610 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9f18eeb8-d7e4-436d-8267-fa3cd8599efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:53.588165 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'name': 'tempest-PortsTestJSON-574250190'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:53.594941 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.610818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Provisioning complete for port 9d88508a-ccc6-453a-8037-c2a4b96182fa triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:53.611196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.620668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'Port': ['ID=d146460f-5d0f-4614-a0d9-b529995579db,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:53.630900 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9f18eeb8-d7e4-436d-8267-fa3cd8599efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:53.655142 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18eeb8-d7e4-436d-8267-fa3cd8599efa None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:53.656031 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9f18eeb8-d7e4-436d-8267-fa3cd8599efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:53.658635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:53.680474 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-69c8e6ed-6aa1-4c74-88d8-ae803e9ea85e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5027955 Apr 01 15:45:53.680474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53838) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:53.688546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.689177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:53.689996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.699260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:53.710850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ef13e-6dd6-47ca-b9ba-aac6f762152e None None] Port 9d88508a-ccc6-453a-8037-c2a4b96182fa cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:53.712538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:53.713505 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9f18eeb8-d7e4-436d-8267-fa3cd8599efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:53.714497 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18eeb8-d7e4-436d-8267-fa3cd8599efa None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:53.758937 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99adbd-84a6-47b6-84dd-b591e6a4f1aa req-b8cbff93-a8b6-4db0-9e2b-c2f31168b04b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:53.763152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.767656 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6a27531a-9ead-48d2-ab5f-ccb035123669 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.0452013 Apr 01 15:45:53.768172 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd99adbd-84a6-47b6-84dd-b591e6a4f1aa req-b8cbff93-a8b6-4db0-9e2b-c2f31168b04b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 932 time: 0.2390640 Apr 01 15:45:53.768493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53840) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:53.815903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event updated for resources: {'Port': ['ID=65abe573-9423-495e-bc92-9545b2b7e1b1,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:53.840485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:53.841199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:53.874754 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd99adbd-84a6-47b6-84dd-b591e6a4f1aa req-cab02a46-e109-4108-9da6-dd98b24bed7b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992768 Apr 01 15:45:53.896723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.914231 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-1eeef1b5-dd82-45b3-a74f-147d75715132 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5411611 Apr 01 15:45:53.941605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Request body: {'port': {'device_id': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:53.990505 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a413270c-ebf9-4e44-ae0a-d477ff9d428a None None] Provisioning complete for port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:53.990879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a413270c-ebf9-4e44-ae0a-d477ff9d428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:53.992177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:53.999416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.028201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.030856 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f8436db8-ad7b-4c5e-a961-cd58dabdba7e tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6493621 Apr 01 15:45:54.033861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53842) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:54.039254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-41fde4b0-b2c6-432f-81ad-d2b0a3f4af18 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Request body: {'floatingip': {'port_id': '9d88508a-ccc6-453a-8037-c2a4b96182fa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:54.057872 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:54.121396 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41fde4b0-b2c6-432f-81ad-d2b0a3f4af18 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for floatingip, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.134244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a413270c-ebf9-4e44-ae0a-d477ff9d428a None None] Port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:54.202159 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port f7bf0c26-4914-4620-8274-c920ea3c2ec5 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:45:54.261880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 73593345-4c08-4779-8cfc-ae6af36a1953 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:54.338441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.extraroute_db [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 15:45:54.358487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.extraroute_db [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Removed routes are [] {{(pid=110106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 15:45:54.358817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.392096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985e8f4-e294-4420-aa34-cee6241bfd61 None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 15:45:54.406972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.433535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.565900 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-41fde4b0-b2c6-432f-81ad-d2b0a3f4af18 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] update failed (client error): The resource could not be found. Apr 01 15:45:54.570579 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-41fde4b0-b2c6-432f-81ad-d2b0a3f4af18 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "PUT /v2.0/floatingips/774dec19-8668-4461-8753-e93ba7d43f14 HTTP/1.1" status: 404 len: 507 time: 0.5351269 Apr 01 15:45:54.571461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53844) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:54.616768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.631149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 73593345-4c08-4779-8cfc-ae6af36a1953 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:54.631523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.764520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=f7bf0c26-4914-4620-8274-c920ea3c2ec5,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:54.780627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:50Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffcdd1c8-4849-44b1-a0fd-4a2b28b14838', 'name': '', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:6b:a4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:48Z', 'updated_at': '2022-04-01T15:45:51Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:54.802572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Checking segment: {'id': 'e90d067c-a674-48fa-96ce-1c5a2ff46f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:54.803214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network hostable DHCP agents. Network: 075b0d53-e4e2-4bed-9cee-f1dfec3751ec, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:54.822950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:45:54.829430 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Updating router 275c56d1-ad71-4840-af40-0e8aa1863134 port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:45:54.834610 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Deleting port 65abe573-9423-495e-bc92-9545b2b7e1b1 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:54.834951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.890376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985e8f4-e294-4420-aa34-cee6241bfd61 None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:45:54.894740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.945329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.946091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:54.963519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Calling delete_port for 65abe573-9423-495e-bc92-9545b2b7e1b1 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:55.116799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.128035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:55.199670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216969b-9515-4fa0-abf1-fa6850adbbb6 req-903363cb-8500-49f5-adbe-fa02c7c0fbd4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:55.201789 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c216969b-9515-4fa0-abf1-fa6850adbbb6 req-903363cb-8500-49f5-adbe-fa02c7c0fbd4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 932 time: 0.0748856 Apr 01 15:45:55.260267 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c216969b-9515-4fa0-abf1-fa6850adbbb6 req-c28a595f-e6b6-43b9-bb4c-51929c43f19e tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514863 Apr 01 15:45:55.261513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.387741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event deleted for resources: {'Port': ['ID=65abe573-9423-495e-bc92-9545b2b7e1b1,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:55.390568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d146460f-5d0f-4614-a0d9-b529995579db {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:45:55.398607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.407407 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.410484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.411587 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.418646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.423091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Transition to ACTIVE for port object d146460f-5d0f-4614-a0d9-b529995579db will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:45:55.424615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53848) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:55.426692 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1db3fa74-ee87-4efb-b613-6314e85ca89c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "DELETE /v2.0/floatingips/774dec19-8668-4461-8753-e93ba7d43f14 HTTP/1.1" status: 204 len: 168 time: 0.8531544 Apr 01 15:45:55.426692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 075b0d53-e4e2-4bed-9cee-f1dfec3751ec) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:55.429131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-44103c26-6e1b-4d5d-b611-54ad388bb9ef tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Request body: {'floatingip': {'floating_network_id': '4a56191a-2593-4899-a91a-07c644cb399e', 'port_id': '9d88508a-ccc6-453a-8037-c2a4b96182fa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:55.439411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:55.439411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:55.440231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.465731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b06ca-4ee7-4ef6-a25f-d08f6dc18440 None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:55.531235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.542480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:55.614044 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dc2aee42-1945-4f29-8479-ca2ee2167d4b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0307374 Apr 01 15:45:55.616856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53850) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:55.627695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-367648535'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:55.671331 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.706222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e2980-0a02-4d46-8d09-a8e22e0144d2 None None] Pushing event updated for resources: {'Port': ['ID=ffcdd1c8-4849-44b1-a0fd-4a2b28b14838,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:55.784879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:55.785141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44103c26-6e1b-4d5d-b611-54ad388bb9ef tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.789321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.809953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Attempting to bind port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:55.812146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Attempting to bind port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'd6296d70-36a8-4c53-9be5-f9930bfea7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:55.812623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Attempting to bind port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 on network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:55.826850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:55.828579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Checking segment: {'id': 'd6296d70-36a8-4c53-9be5-f9930bfea7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:55.830332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.830842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Bound using segment: {'id': 'd6296d70-36a8-4c53-9be5-f9930bfea7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:55.831799 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Bound port: ffcdd1c8-4849-44b1-a0fd-4a2b28b14838, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6296d70-36a8-4c53-9be5-f9930bfea7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:55.834399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.844572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Pushing event updated for resources: {'Port': ['ID=d146460f-5d0f-4614-a0d9-b529995579db,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:55.848797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:45:55.875258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.875664 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Added segment 2ab8d40a-5dd9-4bf5-8dea-6af4278a000d of type vlan for network 7a565dec-64b1-4529-bf99-3f05408f51b3 Apr 01 15:45:55.967697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:55.967928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] For port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:55.967928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] For port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ffcdd1c8-4849-44b1-a0fd-4a2b28b14838,segment=NetworkSegment(d6296d70-36a8-4c53-9be5-f9930bfea7d5),segment_id=d6296d70-36a8-4c53-9be5-f9930bfea7d5)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:55.969479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-59aa59f9-3aa9-44ce-82a0-3252e07121ce None None] Provisioning complete for port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:55.970011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59aa59f9-3aa9-44ce-82a0-3252e07121ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.032711 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-59aa59f9-3aa9-44ce-82a0-3252e07121ce None None] Port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:45:56.123605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.136616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.172679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:56.196497 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.198947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.200371 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1de020ee-74cf-4ee6-8ee7-2fe9630cbf9a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134 HTTP/1.1" status: 200 len: 953 time: 2.5058632 Apr 01 15:45:56.202596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:56.203238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.205104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Attempting to bind port d146460f-5d0f-4614-a0d9-b529995579db on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:45:56.205597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Attempting to bind port d146460f-5d0f-4614-a0d9-b529995579db by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:45:56.205717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53852) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:56.206156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Attempting to bind port d146460f-5d0f-4614-a0d9-b529995579db on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:56.213921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Port d146460f-5d0f-4614-a0d9-b529995579db on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:45:56.214490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Attempting to bind port d146460f-5d0f-4614-a0d9-b529995579db on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:45:56.254776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e2980-0a02-4d46-8d09-a8e22e0144d2 None None] Pushing event updated for resources: {'Port': ['ID=ffcdd1c8-4849-44b1-a0fd-4a2b28b14838,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:56.284262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:56.285136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:56.396475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:45:56.397075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Checking segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:56.397257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Bound using segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:45:56.397668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Bound port: d146460f-5d0f-4614-a0d9-b529995579db, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:45:56.398037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.443290 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-831ff2f7-aba8-45f1-a598-076322c1046a tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134 HTTP/1.1" status: 200 len: 953 time: 0.2336137 Apr 01 15:45:56.444599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:56.455351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53856) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:56.476805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-acad2173-a3ec-4568-acc1-7211d4ffeb34 None None] Provisioning complete for port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:56.477630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-acad2173-a3ec-4568-acc1-7211d4ffeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.487350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'routes': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:56.491899 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8738711 Apr 01 15:45:56.508391 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53858) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:56.513974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'ports': [{'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec'}, {'network_id': '7a565dec-64b1-4529-bf99-3f05408f51b3'}]} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:56.514515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:56.515156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': '7a565dec-64b1-4529-bf99-3f05408f51b3'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:56.538854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6348f6b-f64f-4311-9c82-269927e95f89 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Network': ['ID=7a565dec-64b1-4529-bf99-3f05408f51b3,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:56.575031 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 7a565dec-64b1-4529-bf99-3f05408f51b3 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:45:56.620585 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772853e-7cc5-4bea-99ac-ec1d5090e3cf req-9b1121bf-543e-476b-92cc-fb8aa7c6d04d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:56.628754 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1772853e-7cc5-4bea-99ac-ec1d5090e3cf req-9b1121bf-543e-476b-92cc-fb8aa7c6d04d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.2579641 Apr 01 15:45:56.802264 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1772853e-7cc5-4bea-99ac-ec1d5090e3cf req-f6709299-1520-4e5e-8f0e-797ae3674838 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724613 Apr 01 15:45:56.802691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] For port d146460f-5d0f-4614-a0d9-b529995579db, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:45:56.870179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-acad2173-a3ec-4568-acc1-7211d4ffeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.873685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] For port d146460f-5d0f-4614-a0d9-b529995579db, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d146460f-5d0f-4614-a0d9-b529995579db,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:45:56.906183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 2} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:45:56.912489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.934033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.941739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-acad2173-a3ec-4568-acc1-7211d4ffeb34 None None] For port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ffcdd1c8-4849-44b1-a0fd-4a2b28b14838,segment=NetworkSegment(d6296d70-36a8-4c53-9be5-f9930bfea7d5),segment_id=d6296d70-36a8-4c53-9be5-f9930bfea7d5)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:45:56.962635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:54Z', 'revision_number': 6, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffcdd1c8-4849-44b1-a0fd-4a2b28b14838', 'name': '', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:6b:a4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:48Z', 'updated_at': '2022-04-01T15:45:55Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:56.991063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd7482-78af-47fa-844d-ab6016551e22 None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:54Z', 'revision_number': 6, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffcdd1c8-4849-44b1-a0fd-4a2b28b14838', 'name': '', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:6b:a4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:48Z', 'updated_at': '2022-04-01T15:45:55Z', 'revision_number': 4, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:57.028605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.071001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-acad2173-a3ec-4568-acc1-7211d4ffeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.120463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.20.0.1 (2096c9b4-2779-4e37-b380-59e151b61a4d/fbb3701c-d0da-454a-8279-4f58ea129ae6/12a75e53-b9de-4ddd-bb68-e1c2175ed822) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:57.124424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:57.125133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.126938 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d146460f-5d0f-4614-a0d9-b529995579db HTTP/1.1" status: 200 len: 1094 time: 3.1948862 Apr 01 15:45:57.154645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'tag': 'd146460f-5d0f-4614-a0d9-b529995579db'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:45:57.163497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794cc2b5-0271-4f9f-a080-4f3f36e491b4" -d '{"events": [{"name": "network-changed", "server_uuid": "55655aec-d0ad-4bae-86b7-a9b1c591901f", "tag": "d146460f-5d0f-4614-a0d9-b529995579db"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:45:57.195138 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-44103c26-6e1b-4d5d-b611-54ad388bb9ef tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:45:57.195368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad2173-a3ec-4568-acc1-7211d4ffeb34 None None] Pushing event updated for resources: {'Port': ['ID=ffcdd1c8-4849-44b1-a0fd-4a2b28b14838,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:57.196311 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-44103c26-6e1b-4d5d-b611-54ad388bb9ef tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7707267 Apr 01 15:45:57.204607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53864) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:57.226167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '9d88508a-ccc6-453a-8037-c2a4b96182fa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:45:57.228582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee73efa-8ef5-4e92-9a81-d4a2e9abeab1 service neutron] Pushing event updated for resources: {'Port': ['ID=d146460f-5d0f-4614-a0d9-b529995579db,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:57.229043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-96e61a3c-4626-40e1-8d7f-24fe50b05fb0 None None] Provisioning complete for port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:57.229494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-96e61a3c-4626-40e1-8d7f-24fe50b05fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.262868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port 8585d210-f5d6-44ee-b939-03fa6a108cef yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:45:57.478692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.517788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4b9dce-e184-4f11-8b2e-cb11d31d71ef x-openstack-request-id: req-bb4b9dce-e184-4f11-8b2e-cb11d31d71ef {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:45:57.518382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55655aec-d0ad-4bae-86b7-a9b1c591901f", "tag": "d146460f-5d0f-4614-a0d9-b529995579db", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:45:57.518382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb4b9dce-e184-4f11-8b2e-cb11d31d71ef {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:45:57.518720 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4b9dce-e184-4f11-8b2e-cb11d31d71ef'] response: {'name': 'network-changed', 'server_uuid': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'tag': 'd146460f-5d0f-4614-a0d9-b529995579db', 'status': 'completed', 'code': 200} Apr 01 15:45:57.544247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.extraroute_db [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added routes are [] {{(pid=110106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 15:45:57.544605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.extraroute_db [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 15:45:57.565778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port c4121f5a-ee8f-4a6c-8627-7508f024a7d8 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:45:57.596579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-b207dc55-0139-4def-9d48-648827d62de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:57.598270 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-b207dc55-0139-4def-9d48-648827d62de9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 1097 time: 0.1727631 Apr 01 15:45:57.628122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.661204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.665090 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-34e7eded-8c44-41a3-aaa4-e76b15f2d196 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d146460f-5d0f-4614-a0d9-b529995579db HTTP/1.1" status: 200 len: 217 time: 0.0536766 Apr 01 15:45:57.676128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.751185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-267ab6ab-6aea-40d7-875f-83850d33853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:57.752720 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-267ab6ab-6aea-40d7-875f-83850d33853f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0804353 Apr 01 15:45:57.756581 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.860868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.887273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-f793c04e-bbbf-4b55-a84b-6887be821c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:57.889055 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-f793c04e-bbbf-4b55-a84b-6887be821c0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0956316 Apr 01 15:45:57.932072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:57.939397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.959523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:57.962181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:57.963284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.987922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=8585d210-f5d6-44ee-b939-03fa6a108cef,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:58.069600 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd828f6e-8c59-48b7-a0c1-9f343eeac68e req-64880314-10dd-4bce-af76-3cd19f2d547f tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:58.071256 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd828f6e-8c59-48b7-a0c1-9f343eeac68e req-64880314-10dd-4bce-af76-3cd19f2d547f tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.1711771 Apr 01 15:45:58.071906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=c4121f5a-ee8f-4a6c-8627-7508f024a7d8,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:58.078400 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:58.088596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network 2096c9b4-2779-4e37-b380-59e151b61a4d is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:58.089935 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:58.091498 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:58.092118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=12a75e53-b9de-4ddd-bb68-e1c2175ed822,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:58.097794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.099610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:58.104377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:58.115580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.118341 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.154884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Checking segment: {'id': '2ab8d40a-5dd9-4bf5-8dea-6af4278a000d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '7a565dec-64b1-4529-bf99-3f05408f51b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:45:58.156052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network hostable DHCP agents. Network: 7a565dec-64b1-4529-bf99-3f05408f51b3, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:45:58.253182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:45:58.255809 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd828f6e-8c59-48b7-a0c1-9f343eeac68e req-6048a159-6a8a-4966-8172-2ddeba3928f4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406429 Apr 01 15:45:58.284240 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:58.330175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:45:58.330636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.338275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Allocated IP 172.26.6.68 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/561c4158-a25a-483c-8ec2-fd9ee3b35e17) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:45:58.381904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 7a565dec-64b1-4529-bf99-3f05408f51b3 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:45:58.492819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.532295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 7a565dec-64b1-4529-bf99-3f05408f51b3) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:58.544246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:58.552364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:58.558268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:58.559094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.565663 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:57Z', 'revision_number': 7, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffcdd1c8-4849-44b1-a0fd-4a2b28b14838', 'name': '', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:6b:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:48Z', 'updated_at': '2022-04-01T15:45:56Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:58.573757 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-317837d8-f320-4616-9981-145b57d078ab service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6475329 Apr 01 15:45:58.595301 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:45:58.604833 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:58.605450 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:58.614954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23216e09-6efa-42cf-bb1a-564346b7fd5e None None] Network 7a565dec-64b1-4529-bf99-3f05408f51b3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:45:58.634264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.648739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.723605 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:58.729007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event updated for resources: {'Port': ['ID=561c4158-a25a-483c-8ec2-fd9ee3b35e17,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:58.751874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:45:58.755573 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b3c59edc-aeb8-4cd6-a0c3-3086591d10a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2448947 Apr 01 15:45:58.758982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53868) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:58.818813 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e1a53e9-0450-4cd3-994e-09bf70185c14 req-9cfb7b10-d57a-4055-8d15-ed206e6e5f57 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338419 Apr 01 15:45:58.913977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:45:58.923301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:58.924890 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-38ea86ce-f89f-449a-bdc8-052f15d67709 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134 HTTP/1.1" status: 200 len: 703 time: 2.4501498 Apr 01 15:45:58.927801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53870) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:58.986006 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:57Z', 'revision_number': 7, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffcdd1c8-4849-44b1-a0fd-4a2b28b14838', 'name': '', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:6b:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:48Z', 'updated_at': '2022-04-01T15:45:56Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:59.024026 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbacece3-b2b2-4337-bd1d-07484871619b None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:57Z', 'revision_number': 7, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffcdd1c8-4849-44b1-a0fd-4a2b28b14838', 'name': '', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:6b:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:48Z', 'updated_at': '2022-04-01T15:45:56Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:45:59.083892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:45:59.085595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:45:59.103055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:45:59.110606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.118551 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ee2ce2f4-3bb0-45dd-84ed-04bb8c538053 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134 HTTP/1.1" status: 200 len: 703 time: 0.1895890 Apr 01 15:45:59.126704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53872) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:59.174756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-df160a25-0ad9-42e7-a751-21e386b37287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:59.176388 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-df160a25-0ad9-42e7-a751-21e386b37287 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 1097 time: 0.1447673 Apr 01 15:45:59.266224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-18904928-5364-40e4-a576-1ee33ac767ab tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port c4121f5a-ee8f-4a6c-8627-7508f024a7d8 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:59.266768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-18904928-5364-40e4-a576-1ee33ac767ab tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.292571 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be924455-a815-402f-9186-3ad9de342608 None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:45:59.303283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be924455-a815-402f-9186-3ad9de342608 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:59.304312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-be924455-a815-402f-9186-3ad9de342608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:59.381002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-18904928-5364-40e4-a576-1ee33ac767ab tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.406167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-be924455-a815-402f-9186-3ad9de342608 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:59.414084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-18904928-5364-40e4-a576-1ee33ac767ab tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for c4121f5a-ee8f-4a6c-8627-7508f024a7d8 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:59.481281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Deleting port 561c4158-a25a-483c-8ec2-fd9ee3b35e17 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:45:59.481630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.513300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d04f54-5acf-4154-84a2-e5a215862b74 req-c535d8ef-f87c-43b8-b46f-b6b9862cb05e tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:59.515019 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a8d04f54-5acf-4154-84a2-e5a215862b74 req-c535d8ef-f87c-43b8-b46f-b6b9862cb05e tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.1577857 Apr 01 15:45:59.532330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-d4cbec53-fcec-42f8-992e-f227ae3d6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:59.534079 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-d4cbec53-fcec-42f8-992e-f227ae3d6394 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.3007305 Apr 01 15:45:59.611487 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-7b8477fa-3826-4bcb-bdd2-bbad29c83073 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d146460f-5d0f-4614-a0d9-b529995579db HTTP/1.1" status: 200 len: 217 time: 0.0671465 Apr 01 15:45:59.621326 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a8d04f54-5acf-4154-84a2-e5a215862b74 req-63fe5925-7af2-4bf5-a579-1b3281facab4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952704 Apr 01 15:45:59.634505 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-be924455-a815-402f-9186-3ad9de342608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:57Z', 'revision_number': 7, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffcdd1c8-4849-44b1-a0fd-4a2b28b14838', 'name': '', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:6b:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:48Z', 'updated_at': '2022-04-01T15:45:56Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:59.647337 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.647337 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.663108 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Calling delete_port for 561c4158-a25a-483c-8ec2-fd9ee3b35e17 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:45:59.670639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be924455-a815-402f-9186-3ad9de342608 None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:45:59.680654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be924455-a815-402f-9186-3ad9de342608 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:45:59.680833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-be924455-a815-402f-9186-3ad9de342608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:45:59.742313 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-18904928-5364-40e4-a576-1ee33ac767ab tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.759898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-1c1b8e28-f69e-4339-a97c-10b11f94e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:59.761473 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-1c1b8e28-f69e-4339-a97c-10b11f94e967 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.1333315 Apr 01 15:45:59.778520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-be924455-a815-402f-9186-3ad9de342608 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:45:59.784468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18904928-5364-40e4-a576-1ee33ac767ab tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=c4121f5a-ee8f-4a6c-8627-7508f024a7d8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:45:59.803201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-18904928-5364-40e4-a576-1ee33ac767ab tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.810252 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-18904928-5364-40e4-a576-1ee33ac767ab tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/c4121f5a-ee8f-4a6c-8627-7508f024a7d8 HTTP/1.1" status: 204 len: 168 time: 1.0436456 Apr 01 15:45:59.811118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53876) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:59.852460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-0489da56-9fec-4e24-b1e0-382fdcc23472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:59.854060 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-0489da56-9fec-4e24-b1e0-382fdcc23472 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838540 Apr 01 15:45:59.884442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.897324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62fb3a-9327-4dae-99f4-c4d8b0e049a3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:59.903206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62fb3a-9327-4dae-99f4-c4d8b0e049a3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:45:59.907555 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6d62fb3a-9327-4dae-99f4-c4d8b0e049a3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0929301 Apr 01 15:45:59.911187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53878) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:45:59.956472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.003554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.017253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-be924455-a815-402f-9186-3ad9de342608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:57Z', 'revision_number': 7, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffcdd1c8-4849-44b1-a0fd-4a2b28b14838', 'name': '', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:6b:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:48Z', 'updated_at': '2022-04-01T15:45:56Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:00.063113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be924455-a815-402f-9186-3ad9de342608 None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:45:57Z', 'revision_number': 7, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffcdd1c8-4849-44b1-a0fd-4a2b28b14838', 'name': '', 'network_id': '93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:6b:a4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:48Z', 'updated_at': '2022-04-01T15:45:56Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '69a33562-9e21-4fc9-81e1-0ea69ac74f76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:00.066306 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event deleted for resources: {'Port': ['ID=561c4158-a25a-483c-8ec2-fd9ee3b35e17,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:00.066773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.070461 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-8c02b763-f908-4a83-b70b-c6155e8df852 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041974 Apr 01 15:46:00.071112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=12a75e53-b9de-4ddd-bb68-e1c2175ed822,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:00.118161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ba4ea177-1343-4123-8782-b1358247b0c5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 8585d210-f5d6-44ee-b939-03fa6a108cef {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:00.118569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea177-1343-4123-8782-b1358247b0c5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.143944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.204029 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea177-1343-4123-8782-b1358247b0c5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.220040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ba4ea177-1343-4123-8782-b1358247b0c5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 8585d210-f5d6-44ee-b939-03fa6a108cef owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:00.319553 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-794cc2b5-0271-4f9f-a080-4f3f36e491b4 req-5ca8b079-ea3e-40f2-8424-ec122882cbcd service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384229 Apr 01 15:46:00.322138 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] create failed (client error): The resource could not be found. Apr 01 15:46:00.331164 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d82bd315-c122-4beb-962d-61575a35ddab tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1178117 Apr 01 15:46:00.331164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53880) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:00.363035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network 2096c9b4-2779-4e37-b380-59e151b61a4d is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:00.380880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:00.423046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-27deab6e-7ba6-4690-9b54-c7dcba433517 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Deleting port 9d88508a-ccc6-453a-8037-c2a4b96182fa {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:00.423301 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27deab6e-7ba6-4690-9b54-c7dcba433517 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.448851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea177-1343-4123-8782-b1358247b0c5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.509796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ea177-1343-4123-8782-b1358247b0c5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=8585d210-f5d6-44ee-b939-03fa6a108cef,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:00.523475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea177-1343-4123-8782-b1358247b0c5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.526722 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ba4ea177-1343-4123-8782-b1358247b0c5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/8585d210-f5d6-44ee-b939-03fa6a108cef HTTP/1.1" status: 204 len: 168 time: 0.6149840 Apr 01 15:46:00.530214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53882) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:00.551895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:00.571572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27deab6e-7ba6-4690-9b54-c7dcba433517 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.588452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-27deab6e-7ba6-4690-9b54-c7dcba433517 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Calling delete_port for 9d88508a-ccc6-453a-8037-c2a4b96182fa owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:00.608930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c696a-05d7-4af5-a3e3-e642150bb7c3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:00.610450 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2d2c696a-05d7-4af5-a3e3-e642150bb7c3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0795507 Apr 01 15:46:00.614403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53884) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:00.635771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:00.636380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.670151 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd36da4-5489-45f3-9e0e-b4b549ac0c37 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:46:00.675943 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8fd36da4-5489-45f3-9e0e-b4b549ac0c37 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/c4121f5a-ee8f-4a6c-8627-7508f024a7d8 HTTP/1.1" status: 404 len: 333 time: 0.0567822 Apr 01 15:46:00.677731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53888) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:00.718747 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea75dde-154e-4135-9174-276d532ff6e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:46:00.723114 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fea75dde-154e-4135-9174-276d532ff6e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/8585d210-f5d6-44ee-b939-03fa6a108cef HTTP/1.1" status: 404 len: 333 time: 0.0430353 Apr 01 15:46:00.723574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53890) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:00.732589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:00.739136 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a0cc2c67-d747-4f66-a98a-fd0722f12fee tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/routers/e6a0fe13-b2e5-4c6a-b360-733073b40276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9681468 Apr 01 15:46:00.743827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53892) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:00.744759 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29b103-bfeb-46ee-81af-7ee0ef219f36 None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:00.751649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'port': {'network_id': '2096c9b4-2779-4e37-b380-59e151b61a4d', 'name': 'tempest-FloatingIPTestJSON-1404252963'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:00.756407 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29b103-bfeb-46ee-81af-7ee0ef219f36 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:00.756407 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-fc29b103-bfeb-46ee-81af-7ee0ef219f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:00.790286 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-fc29b103-bfeb-46ee-81af-7ee0ef219f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:00.799583 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29b103-bfeb-46ee-81af-7ee0ef219f36 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:00.800268 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-fc29b103-bfeb-46ee-81af-7ee0ef219f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:00.828894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port ffcdd1c8-4849-44b1-a0fd-4a2b28b14838, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ffcdd1c8-4849-44b1-a0fd-4a2b28b14838,segment=NetworkSegment(d6296d70-36a8-4c53-9be5-f9930bfea7d5),segment_id=d6296d70-36a8-4c53-9be5-f9930bfea7d5)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:00.829233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.842157 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-fc29b103-bfeb-46ee-81af-7ee0ef219f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:00.842157 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29b103-bfeb-46ee-81af-7ee0ef219f36 None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:00.849080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:00.880634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:00.906951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130efb8-1b08-4ba3-b4d7-b01bd9a955a7 req-d7af8e1e-e831-4614-a983-5ccbad924b66 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:00.908591 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e130efb8-1b08-4ba3-b4d7-b01bd9a955a7 req-d7af8e1e-e831-4614-a983-5ccbad924b66 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.1740837 Apr 01 15:46:01.006481 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e130efb8-1b08-4ba3-b4d7-b01bd9a955a7 req-ce6e5d90-77e1-4db3-b6e2-5cd64ae13103 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891602 Apr 01 15:46:01.037213 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.046803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27deab6e-7ba6-4690-9b54-c7dcba433517 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.085187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a565dec-64b1-4529-bf99-3f05408f51b3']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:01.089637 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27deab6e-7ba6-4690-9b54-c7dcba433517 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event deleted for resources: {'Port': ['ID=9d88508a-ccc6-453a-8037-c2a4b96182fa,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:01.104387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab8d40a-5dd9-4bf5-8dea-6af4278a000d') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:01.104387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab8d40a-5dd9-4bf5-8dea-6af4278a000d') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:01.134697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.172529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.183562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:01.190631 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:01.208229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-27deab6e-7ba6-4690-9b54-c7dcba433517 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.211512 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-27deab6e-7ba6-4690-9b54-c7dcba433517 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "DELETE /v2.0/ports/9d88508a-ccc6-453a-8037-c2a4b96182fa HTTP/1.1" status: 204 len: 168 time: 0.8823633 Apr 01 15:46:01.219537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53894) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:01.300680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edea1c96-fba6-4d53-a038-8ccf763f637c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:01.302451 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-edea1c96-fba6-4d53-a038-8ccf763f637c tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ddf04a-c037-4959-9510-871cb73049a6 HTTP/1.1" status: 200 len: 913 time: 0.0819373 Apr 01 15:46:01.305211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53896) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:01.440066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.444620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.448057 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/networks/7a565dec-64b1-4529-bf99-3f05408f51b3 HTTP/1.1" status: 204 len: 168 time: 0.7235334 Apr 01 15:46:01.452745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53898) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:01.457815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1857428000'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:01.462204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Made reservation on behalf of ee85378ca431434c99b3f6b9e4246712 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:01.465585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.494218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] device_id is not set on port 4f998b06-4a69-450c-8ce0-eb9511fafe58 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:01.496926 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882331d-e265-480c-b470-a84d5bdacb00 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Network': ['ID=7a565dec-64b1-4529-bf99-3f05408f51b3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:01.540606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.578146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=ffcdd1c8-4849-44b1-a0fd-4a2b28b14838,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:01.631696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:01.635187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.674895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.736632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.20.0.12 (2096c9b4-2779-4e37-b380-59e151b61a4d/fbb3701c-d0da-454a-8279-4f58ea129ae6/4f998b06-4a69-450c-8ce0-eb9511fafe58) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:01.761987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:01.791392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.791741 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Added segment 647704c2-b300-48de-b021-a9aa094fd413 of type vlan for network e7874001-3b3e-4ad7-92ae-f1abc378ed49 Apr 01 15:46:01.804431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.865958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:01.948197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Deleting port 35ae12e8-e50c-417d-97fb-4860f0478020 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:01.948569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.043714 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.056935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Calling delete_port for 35ae12e8-e50c-417d-97fb-4860f0478020 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:02.121046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.126814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:02.127400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.132045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.166167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b506a-fe75-4a4e-8cc5-6651115eea06 req-e6d7c6e1-655b-4c34-9a30-fa2ad2f28aa4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:02.167703 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d68b506a-fe75-4a4e-8cc5-6651115eea06 req-e6d7c6e1-655b-4c34-9a30-fa2ad2f28aa4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.0693171 Apr 01 15:46:02.233537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:02.234423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Network': ['ID=e7874001-3b3e-4ad7-92ae-f1abc378ed49,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:02.242692 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-24383b82-39bf-4ecd-9f1e-19c31d375bd6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7888310 Apr 01 15:46:02.246198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53902) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:02.249985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network e7874001-3b3e-4ad7-92ae-f1abc378ed49 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:02.254555 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d68b506a-fe75-4a4e-8cc5-6651115eea06 req-057c118f-0f21-4c2d-9d4b-bf1be6dd8923 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537913 Apr 01 15:46:02.255496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': 'e7874001-3b3e-4ad7-92ae-f1abc378ed49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:02.427648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:02.429802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.443803 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-05de9f9d-a178-4e4b-8c3b-e8919a6b32f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056185 Apr 01 15:46:02.444783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53904) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:02.445188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:02.452393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:02.453016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:02.486689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network 2096c9b4-2779-4e37-b380-59e151b61a4d is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:02.493401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:02.493823 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-29900ccc-df96-451a-a16f-41fc6fecc8f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting subnet 69a33562-9e21-4fc9-81e1-0ea69ac74f76 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:02.495591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=4f998b06-4a69-450c-8ce0-eb9511fafe58,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:02.497892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:02.498374 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-29900ccc-df96-451a-a16f-41fc6fecc8f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.535000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.550266 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:02.554334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:02.555252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.574073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event deleted for resources: {'Port': ['ID=35ae12e8-e50c-417d-97fb-4860f0478020,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:02.582730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-29900ccc-df96-451a-a16f-41fc6fecc8f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.617457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:02.621516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.709304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Performing IP validity checks on allocation pools {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 15:46:02.709304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 15:46:02.780649 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f6d85e35-f4cc-4471-b883-1972dae21387 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0327291 Apr 01 15:46:02.782230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53906) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:02.787134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'port': {'network_id': '2096c9b4-2779-4e37-b380-59e151b61a4d', 'name': 'tempest-FloatingIPTestJSON-1492098659'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:02.821192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:01Z', 'revision_number': 8, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:02.835227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-29900ccc-df96-451a-a16f-41fc6fecc8f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.839777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.858924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:02.868377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:02.868993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:02.961308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:03.088377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.141792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Made reservation on behalf of ee85378ca431434c99b3f6b9e4246712 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:03.145443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.167559 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=79c62d90-3108-49f1-a47b-b2fcdaacf79b,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:03.176929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Checking segment: {'id': '647704c2-b300-48de-b021-a9aa094fd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'e7874001-3b3e-4ad7-92ae-f1abc378ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:03.178319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network hostable DHCP agents. Network: e7874001-3b3e-4ad7-92ae-f1abc378ed49, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:03.190418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] device_id is not set on port 04fda260-316e-480d-ae7f-4fc9c8f28cbe yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:03.192282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:01Z', 'revision_number': 8, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:03.225456 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7077747-27e4-41cd-aec6-ff88d83cecfe None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:01Z', 'revision_number': 8, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50e6ee09-5729-463a-913c-d70da9fb7bf3', 'name': '', 'network_id': '9b95bfad-9467-4dbd-930f-18a51b798971', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d3:7b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:40Z', 'updated_at': '2022-04-01T15:45:47Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '4bf44e34-cfdc-4f33-bf73-072012c104fa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:03.322811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Router 20ddf04a-c037-4959-9510-871cb73049a6 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:03.331550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.20.0.13 (2096c9b4-2779-4e37-b380-59e151b61a4d/fbb3701c-d0da-454a-8279-4f58ea129ae6/04fda260-316e-480d-ae7f-4fc9c8f28cbe) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:03.379508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network e7874001-3b3e-4ad7-92ae-f1abc378ed49 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:03.428815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-29900ccc-df96-451a-a16f-41fc6fecc8f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.434112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:03.442009 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-67170b25-2690-4110-994b-de146f240896 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "PUT /v2.0/routers/20ddf04a-c037-4959-9510-871cb73049a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357560 Apr 01 15:46:03.448311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53910) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:03.450320 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c87159-a0e1-4709-b9ff-ae4614a35574 None None] Sync routers for ids ['20ddf04a-c037-4959-9510-871cb73049a6'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:03.463946 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c87159-a0e1-4709-b9ff-ae4614a35574 None None] Routers {'20ddf04a-c037-4959-9510-871cb73049a6'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:03.470869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29900ccc-df96-451a-a16f-41fc6fecc8f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Subnet': ['ID=69a33562-9e21-4fc9-81e1-0ea69ac74f76,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:03.471404 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-40c87159-a0e1-4709-b9ff-ae4614a35574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['20ddf04a-c037-4959-9510-871cb73049a6'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:03.471519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-29900ccc-df96-451a-a16f-41fc6fecc8f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.477321 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-29900ccc-df96-451a-a16f-41fc6fecc8f5 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/69a33562-9e21-4fc9-81e1-0ea69ac74f76 HTTP/1.1" status: 204 len: 168 time: 1.0356998 Apr 01 15:46:03.477605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53912) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:03.493634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, e7874001-3b3e-4ad7-92ae-f1abc378ed49) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:03.496502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41285aa-133b-4566-9f4c-6defb79b0906 None None] Network 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:03.506530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:03.507549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.514831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc8c65-3ddc-4907-938c-4e64d8152ac4 req-2eabfd84-b1ab-4763-9e11-5e09768d6baf tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:03.515298 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-40c87159-a0e1-4709-b9ff-ae4614a35574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:03.516886 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-23bc8c65-3ddc-4907-938c-4e64d8152ac4 req-2eabfd84-b1ab-4763-9e11-5e09768d6baf tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.1472201 Apr 01 15:46:03.527646 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c87159-a0e1-4709-b9ff-ae4614a35574 None None] Routers {'20ddf04a-c037-4959-9510-871cb73049a6'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:03.528568 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-40c87159-a0e1-4709-b9ff-ae4614a35574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['20ddf04a-c037-4959-9510-871cb73049a6'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:03.543670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e679c28-ca5d-4fab-b2cb-f873a1150407 None None] Network e7874001-3b3e-4ad7-92ae-f1abc378ed49 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:03.566500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4204216d-fc95-4f6b-8f17-3e70ac8bb356 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.586534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.607768 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-40c87159-a0e1-4709-b9ff-ae4614a35574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:03.608695 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c87159-a0e1-4709-b9ff-ae4614a35574 None None] The sync data for ids ['20ddf04a-c037-4959-9510-871cb73049a6'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:03.633060 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-23bc8c65-3ddc-4907-938c-4e64d8152ac4 req-ad1a165b-6b67-4f75-ac0a-2c0390ffa2af tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079726 Apr 01 15:46:03.696794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.706954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 73593345-4c08-4779-8cfc-ae6af36a1953 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:03.707325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.707681 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-814ea511-e500-48db-88b1-28d5879c4eb3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4584665 Apr 01 15:46:03.708405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53914) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:03.716884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': 'e7874001-3b3e-4ad7-92ae-f1abc378ed49', 'name': 'tempest-PortsTestJSON-1928809284'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:03.830478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port 73593345-4c08-4779-8cfc-ae6af36a1953, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=73593345-4c08-4779-8cfc-ae6af36a1953,segment=NetworkSegment(d6296d70-36a8-4c53-9be5-f9930bfea7d5),segment_id=d6296d70-36a8-4c53-9be5-f9930bfea7d5)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:03.830928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.849259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-e7874001-3b3e-4ad7-92ae-f1abc378ed49', 'network_id': 'e7874001-3b3e-4ad7-92ae-f1abc378ed49', 'tenant_id': 'b90639d26b384ab29a90c919c9821b37', 'fixed_ips': [{'subnet_id': '79c62d90-3108-49f1-a47b-b2fcdaacf79b'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:03.850837 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.856093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 73593345-4c08-4779-8cfc-ae6af36a1953 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:03.903484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4204216d-fc95-4f6b-8f17-3e70ac8bb356 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.909670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4204216d-fc95-4f6b-8f17-3e70ac8bb356 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.943265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] DHCP port deletion for 93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:04.128991 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:46:04.147543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.168197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 73593345-4c08-4779-8cfc-ae6af36a1953 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:04.196686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network 2096c9b4-2779-4e37-b380-59e151b61a4d is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:04.199762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:04.203426 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.205074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:04.207730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4204216d-fc95-4f6b-8f17-3e70ac8bb356 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.208173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4204216d-fc95-4f6b-8f17-3e70ac8bb356 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Fanout notify agent at l3_agent the message router_deleted on router 20ddf04a-c037-4959-9510-871cb73049a6 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:46:04.209588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:04.213362 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.221817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4204216d-fc95-4f6b-8f17-3e70ac8bb356 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.222964 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4204216d-fc95-4f6b-8f17-3e70ac8bb356 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "DELETE /v2.0/routers/20ddf04a-c037-4959-9510-871cb73049a6 HTTP/1.1" status: 204 len: 168 time: 0.7736773 Apr 01 15:46:04.225640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53916) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:04.231361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Allocated IP 172.20.0.2 (e7874001-3b3e-4ad7-92ae-f1abc378ed49/79c62d90-3108-49f1-a47b-b2fcdaacf79b/9f096756-0293-413f-b6e6-805309ba236d) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:04.242353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=73593345-4c08-4779-8cfc-ae6af36a1953,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:04.248959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No DVR routers for this DVR port 73593345-4c08-4779-8cfc-ae6af36a1953 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:04.255603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No active binding found for port 73593345-4c08-4779-8cfc-ae6af36a1953 {{(pid=110107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 01 15:46:04.256044 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 73593345-4c08-4779-8cfc-ae6af36a1953 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:04.256509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:04.259049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] Deleting port 73593345-4c08-4779-8cfc-ae6af36a1953 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:04.259425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.267942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=04fda260-316e-480d-ae7f-4fc9c8f28cbe,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:04.299679 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:04.300775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ffcdd1c8-4849-44b1-a0fd-4a2b28b14838 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:04.301103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port 3299ca47-7717-4942-9035-c29ce704df23 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:04.354827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.361745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:04.362392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.381864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:04.394185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-5263dece-74be-4f66-84af-6f43e998eca1 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Deleting subnet 57ad60f9-db30-44e7-91db-de5ca2b9f4a2 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:04.396763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6296d70-36a8-4c53-9be5-f9930bfea7d5') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:04.397018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6296d70-36a8-4c53-9be5-f9930bfea7d5') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:04.402650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5263dece-74be-4f66-84af-6f43e998eca1 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.405137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] For port 73593345-4c08-4779-8cfc-ae6af36a1953, host dv-neutron-835865-1-hyperv, got binding levels [] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:04.405825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.416418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.424770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] Calling delete_port for 73593345-4c08-4779-8cfc-ae6af36a1953 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:04.428983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.ipam_backend_mixin [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] Port 73593345-4c08-4779-8cfc-ae6af36a1953 was not found and therefore no delete operation was performed {{(pid=110107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 15:46:04.433465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.441267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.446312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5263dece-74be-4f66-84af-6f43e998eca1 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.449309 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:04.449751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:04.453372 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:04.477627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] No DVR routers for this DVR port 73593345-4c08-4779-8cfc-ae6af36a1953 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:04.490187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780b9fa-7355-4b13-9663-efa7d767fc6a None None] Pushing event deleted for resources: {'Port': ['ID=73593345-4c08-4779-8cfc-ae6af36a1953,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:04.502247 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f30fc15a-6867-40f8-95d9-451658cbbfdf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7190847 Apr 01 15:46:04.508116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53918) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:04.513545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '04fda260-316e-480d-ae7f-4fc9c8f28cbe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:04.542700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.572048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5263dece-74be-4f66-84af-6f43e998eca1 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.608628 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.618370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.619069 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/networks/93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed HTTP/1.1" status: 204 len: 168 time: 1.1400130 Apr 01 15:46:04.621889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53920) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:04.637909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a500d-acf0-40c7-a9d6-ffca04342368 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Network': ['ID=93b32ea9-f0cc-4d2c-b3b5-79b35e2063ed,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:04.650766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.707355 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.708519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Network e7874001-3b3e-4ad7-92ae-f1abc378ed49 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:04.712107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:04.716792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:04.723420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Pushing event updated for resources: {'Port': ['ID=9f096756-0293-413f-b6e6-805309ba236d,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:04.752039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5263dece-74be-4f66-84af-6f43e998eca1 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.756110 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.9 (e7874001-3b3e-4ad7-92ae-f1abc378ed49/79c62d90-3108-49f1-a47b-b2fcdaacf79b/3299ca47-7717-4942-9035-c29ce704df23) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:04.786345 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Attempting to bind port 9f096756-0293-413f-b6e6-805309ba236d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:04.786744 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Attempting to bind port 9f096756-0293-413f-b6e6-805309ba236d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '647704c2-b300-48de-b021-a9aa094fd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'e7874001-3b3e-4ad7-92ae-f1abc378ed49'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:04.787088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Attempting to bind port 9f096756-0293-413f-b6e6-805309ba236d on network e7874001-3b3e-4ad7-92ae-f1abc378ed49 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:04.791530 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3d6722a1-95e2-4026-9513-bcd4bdb6d438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.795547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:04.802094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Checking segment: {'id': '647704c2-b300-48de-b021-a9aa094fd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'e7874001-3b3e-4ad7-92ae-f1abc378ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:04.802094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.802094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Bound using segment: {'id': '647704c2-b300-48de-b021-a9aa094fd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'e7874001-3b3e-4ad7-92ae-f1abc378ed49'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:04.802094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Bound port: 9f096756-0293-413f-b6e6-805309ba236d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647704c2-b300-48de-b021-a9aa094fd413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'e7874001-3b3e-4ad7-92ae-f1abc378ed49'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:04.802094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.807383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5263dece-74be-4f66-84af-6f43e998eca1 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:04.812174 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5263dece-74be-4f66-84af-6f43e998eca1 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "DELETE /v2.0/subnets/57ad60f9-db30-44e7-91db-de5ca2b9f4a2 HTTP/1.1" status: 204 len: 168 time: 0.5621057 Apr 01 15:46:04.813180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263dece-74be-4f66-84af-6f43e998eca1 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event deleted for resources: {'Subnet': ['ID=57ad60f9-db30-44e7-91db-de5ca2b9f4a2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:04.817003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53924) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:04.817240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a165d-e89b-4c3e-9968-34a8819250d6 None None] Network 4a56191a-2593-4899-a91a-07c644cb399e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:04.849785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fb3ed-118b-452e-ab38-b72e6f7cc53a req-a443c9c3-92d1-4006-826f-fec14b2b489d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:04.851293 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ec1fb3ed-118b-452e-ab38-b72e6f7cc53a req-a443c9c3-92d1-4006-826f-fec14b2b489d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.1190279 Apr 01 15:46:04.934666 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ec1fb3ed-118b-452e-ab38-b72e6f7cc53a req-b73781cf-5286-4a52-aa44-116eca8d9a07 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551078 Apr 01 15:46:04.935868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] For port 9f096756-0293-413f-b6e6-805309ba236d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:04.985522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] For port 9f096756-0293-413f-b6e6-805309ba236d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9f096756-0293-413f-b6e6-805309ba236d,segment=NetworkSegment(647704c2-b300-48de-b021-a9aa094fd413),segment_id=647704c2-b300-48de-b021-a9aa094fd413)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:05.007062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.079525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8e9e2-205f-4ae4-92f5-9acf2e7c7e75 None None] DHCP port deletion for 4a56191a-2593-4899-a91a-07c644cb399e request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:05.117853 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.126341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.227329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f5524-ac00-421b-b6a0-4bc06dd5dcf3 None None] Pushing event updated for resources: {'Port': ['ID=9f096756-0293-413f-b6e6-805309ba236d,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:05.239982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8e9e2-205f-4ae4-92f5-9acf2e7c7e75 None None] Deleting port f821306e-9baf-4548-81f4-9e8d8603954e {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:05.241062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ee8e9e2-205f-4ae4-92f5-9acf2e7c7e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.349450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7ee8e9e2-205f-4ae4-92f5-9acf2e7c7e75 None None] For port f821306e-9baf-4548-81f4-9e8d8603954e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f821306e-9baf-4548-81f4-9e8d8603954e,segment=NetworkSegment(c4f15929-bd9f-4fc4-8c55-2faafbd34cfd),segment_id=c4f15929-bd9f-4fc4-8c55-2faafbd34cfd)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:05.350581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ee8e9e2-205f-4ae4-92f5-9acf2e7c7e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.370554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8e9e2-205f-4ae4-92f5-9acf2e7c7e75 None None] Calling delete_port for f821306e-9baf-4548-81f4-9e8d8603954e owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:05.484821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 50e6ee09-5729-463a-913c-d70da9fb7bf3 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:05.485098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.587929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.606401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.608281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port 50e6ee09-5729-463a-913c-d70da9fb7bf3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=50e6ee09-5729-463a-913c-d70da9fb7bf3,segment=NetworkSegment(78b91b4d-392e-4a20-a6b4-d03a606edb6b),segment_id=78b91b4d-392e-4a20-a6b4-d03a606edb6b)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:05.608686 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.621959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 50e6ee09-5729-463a-913c-d70da9fb7bf3 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:05.716271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Deleting port f821306e-9baf-4548-81f4-9e8d8603954e {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:05.716631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.756747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ee8e9e2-205f-4ae4-92f5-9acf2e7c7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.785891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8e9e2-205f-4ae4-92f5-9acf2e7c7e75 None None] Pushing event deleted for resources: {'Port': ['ID=f821306e-9baf-4548-81f4-9e8d8603954e,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:05.787949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee8e9e2-205f-4ae4-92f5-9acf2e7c7e75 None None] No DVR routers for this DVR port f821306e-9baf-4548-81f4-9e8d8603954e on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:05.827346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] For port f821306e-9baf-4548-81f4-9e8d8603954e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f821306e-9baf-4548-81f4-9e8d8603954e,segment=NetworkSegment(c4f15929-bd9f-4fc4-8c55-2faafbd34cfd),segment_id=c4f15929-bd9f-4fc4-8c55-2faafbd34cfd)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:05.827718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.854733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Calling delete_port for f821306e-9baf-4548-81f4-9e8d8603954e owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:05.858300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.26.6.108 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/3f65582c-4797-4af3-808d-c9038ce5b998) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:05.929189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.968334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:05.999358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=50e6ee09-5729-463a-913c-d70da9fb7bf3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:06.052033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network e7874001-3b3e-4ad7-92ae-f1abc378ed49 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:06.062676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:06.064668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=3299ca47-7717-4942-9035-c29ce704df23,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:06.067069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:06.144953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.194164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.202221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event deleted for resources: {'Port': ['ID=f821306e-9baf-4548-81f4-9e8d8603954e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:06.207842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.216849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:06.217514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.224491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aa362-2826-44d3-897e-3e0cc00d530e req-f5be7de8-0059-4dac-a347-4be19e47cfd1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:06.227847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] No DVR routers for this DVR port f821306e-9baf-4548-81f4-9e8d8603954e on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:06.233820 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-169aa362-2826-44d3-897e-3e0cc00d530e req-f5be7de8-0059-4dac-a347-4be19e47cfd1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.1775594 Apr 01 15:46:06.391677 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-169aa362-2826-44d3-897e-3e0cc00d530e req-29db46dc-341c-491e-a4f3-b3813564a5d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569118 Apr 01 15:46:06.395435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.416708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9f096756-0293-413f-b6e6-805309ba236d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:06.441549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a56191a-2593-4899-a91a-07c644cb399e']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:06.449166 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ea298931-d8e0-4103-bf0d-cb2853978645 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7374184 Apr 01 15:46:06.457134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.459479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53934) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:06.482191 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f15929-bd9f-4fc4-8c55-2faafbd34cfd') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:06.482675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f15929-bd9f-4fc4-8c55-2faafbd34cfd') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:06.490460 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9f096756-0293-413f-b6e6-805309ba236d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:06.490835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.548053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:06.552279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ef77c-342b-4bad-bcfa-61144b5a3bd1 None None] Network e7874001-3b3e-4ad7-92ae-f1abc378ed49 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:06.582643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.587190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:06.626196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:06.636215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:06.639178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=3f65582c-4797-4af3-808d-c9038ce5b998,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:06.645285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.662579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.664210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:06.674725 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-572cea76-971c-4cf2-882c-7cca6876649c None None] Provisioning complete for port 9f096756-0293-413f-b6e6-805309ba236d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:06.675202 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-572cea76-971c-4cf2-882c-7cca6876649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.676424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:06.676846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: self.session.flush() Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:06.682092 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:06.692723 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c193ee97-9357-4262-af1e-7ae139dc7d92 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0697269 Apr 01 15:46:06.694418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53936) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:06.715583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:06.758087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcd8c62-0a11-4b78-a8dc-0991616bd07d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting subnet 4bf44e34-cfdc-4f33-bf73-072012c104fa {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:06.763013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8c62-0a11-4b78-a8dc-0991616bd07d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.782416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:06.783077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:45:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:06.797261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 3299ca47-7717-4942-9035-c29ce704df23 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:06.797535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.808734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8c62-0a11-4b78-a8dc-0991616bd07d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.847540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 9f096756-0293-413f-b6e6-805309ba236d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9f096756-0293-413f-b6e6-805309ba236d,segment=NetworkSegment(647704c2-b300-48de-b021-a9aa094fd413),segment_id=647704c2-b300-48de-b021-a9aa094fd413)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:06.851231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.866050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.869187 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] 10.222.0.73 "DELETE /v2.0/networks/4a56191a-2593-4899-a91a-07c644cb399e HTTP/1.1" status: 204 len: 168 time: 2.0483685 Apr 01 15:46:06.924362 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953abedc-1662-4a22-a8bb-54c5fe27f136 tempest-FloatingIPNegativeTestJSON-1006226420 tempest-FloatingIPNegativeTestJSON-1006226420-project] Pushing event deleted for resources: {'Network': ['ID=4a56191a-2593-4899-a91a-07c644cb399e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:06.925184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8c62-0a11-4b78-a8dc-0991616bd07d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.928587 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:06.960856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:07.006495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.024442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 3299ca47-7717-4942-9035-c29ce704df23 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:07.129332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8c62-0a11-4b78-a8dc-0991616bd07d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.161765 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8c62-0a11-4b78-a8dc-0991616bd07d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.168544 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4dcd8c62-0a11-4b78-a8dc-0991616bd07d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/4bf44e34-cfdc-4f33-bf73-072012c104fa HTTP/1.1" status: 204 len: 168 time: 0.4740205 Apr 01 15:46:07.169393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53940) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:07.170161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd8c62-0a11-4b78-a8dc-0991616bd07d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf44e34-cfdc-4f33-bf73-072012c104fa,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:07.208376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f821306e-9baf-4548-81f4-9e8d8603954e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:07.210934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d003b1-5095-46a6-987f-6ea5d429c568 None None] Network 9b95bfad-9467-4dbd-930f-18a51b798971 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:07.273268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.293691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=9f096756-0293-413f-b6e6-805309ba236d,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:07.305535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f821306e-9baf-4548-81f4-9e8d8603954e {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:07.305987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f821306e-9baf-4548-81f4-9e8d8603954e not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:07.342628 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:07.343085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.446311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9ed324ed-88d2-4162-a349-7d2bd9d83cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.456027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8,segment=NetworkSegment(78b91b4d-392e-4a20-a6b4-d03a606edb6b),segment_id=78b91b4d-392e-4a20-a6b4-d03a606edb6b)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:07.456459 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.491330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:07.539139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.616153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.671038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] DHCP port deletion for 9b95bfad-9467-4dbd-930f-18a51b798971 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:07.677474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=3299ca47-7717-4942-9035-c29ce704df23,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:07.692896 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb68794-e752-4d83-b7ad-812a2a9aebac req-5b293634-7b14-45ea-aee8-d68774d08960 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:07.694551 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8fb68794-e752-4d83-b7ad-812a2a9aebac req-5b293634-7b14-45ea-aee8-d68774d08960 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.1288307 Apr 01 15:46:07.699820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c1acab95-be86-4ccd-894c-3b211778e38a None None] Could not find standard attr ID for object 3299ca47-7717-4942-9035-c29ce704df23. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:46:07.737300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:05Z', 'revision_number': 9, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:07.759737 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8fb68794-e752-4d83-b7ad-812a2a9aebac req-70d93cd4-9f48-4e7d-9d4c-8d324acdeac6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442510 Apr 01 15:46:07.821077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.821452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.821925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.822329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.822728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.823272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.823671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.824064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.824489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.824838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.825144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.825472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:07.837973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53948) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:07.844120 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.849479 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9310665a-eb79-4ff0-981c-077b822701a6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/3299ca47-7717-4942-9035-c29ce704df23 HTTP/1.1" status: 204 len: 168 time: 1.3840356 Apr 01 15:46:07.853874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53952) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:07.854089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:07.863902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c1acab95-be86-4ccd-894c-3b211778e38a None None] Provisioning complete for port 9f096756-0293-413f-b6e6-805309ba236d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:07.864333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1acab95-be86-4ccd-894c-3b211778e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:07.885049 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-909d97f2-bb82-47ca-bfeb-0708a55f7473 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:07.885886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909d97f2-bb82-47ca-bfeb-0708a55f7473 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:07.890179 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-909d97f2-bb82-47ca-bfeb-0708a55f7473 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/3299ca47-7717-4942-9035-c29ce704df23 HTTP/1.1" status: 404 len: 333 time: 0.0338559 Apr 01 15:46:07.893894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53954) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:07.921903 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cceea61a-1d93-4cd4-8fb2-5e6a4c894ebb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:46:07.923560 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cceea61a-1d93-4cd4-8fb2-5e6a4c894ebb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/3299ca47-7717-4942-9035-c29ce704df23 HTTP/1.1" status: 404 len: 333 time: 0.0284014 Apr 01 15:46:07.927945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53956) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:07.941450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:07.942814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:07.950641 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.003053 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a530fba-398e-4e8d-82ca-ff2bc6a418fc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet 79c62d90-3108-49f1-a47b-b2fcdaacf79b {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:08.003385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:08.011579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a530fba-398e-4e8d-82ca-ff2bc6a418fc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.014870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No DVR routers for this DVR port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:08.077992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a530fba-398e-4e8d-82ca-ff2bc6a418fc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.103287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] Deleting port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:08.103862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.130236 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-54d96be6-0911-49e1-8946-765d77102474 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=584f20acd1af4c598a864460d8efc0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910521 Apr 01 15:46:08.132281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.139859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53958) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:08.170355 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b95bfad-9467-4dbd-930f-18a51b798971']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:08.192027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b91b4d-392e-4a20-a6b4-d03a606edb6b') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:08.192466 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b91b4d-392e-4a20-a6b4-d03a606edb6b') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:08.198754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a530fba-398e-4e8d-82ca-ff2bc6a418fc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.210221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.229491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.243888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:08.244467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:08.248187 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:08.257910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:08.261777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.330645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.362992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.406786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9f096756-0293-413f-b6e6-805309ba236d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:08.447599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] For port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8, host dv-neutron-835865-1-hyperv, got binding levels [] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:08.447992 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.457900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.462771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.466388 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/networks/9b95bfad-9467-4dbd-930f-18a51b798971 HTTP/1.1" status: 204 len: 168 time: 1.2930875 Apr 01 15:46:08.470367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53960) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:08.504193 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] Calling delete_port for a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:08.510686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a530fba-398e-4e8d-82ca-ff2bc6a418fc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.520262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.ipam_backend_mixin [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] Port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 was not found and therefore no delete operation was performed {{(pid=110107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 15:46:08.521001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.523505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.524696 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a6335438-e803-40ab-a225-ca24e6af9843 HTTP/1.1" status: 204 len: 168 time: 0.3885765 Apr 01 15:46:08.525808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.534647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Network': ['ID=9b95bfad-9467-4dbd-930f-18a51b798971,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:08.540413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6335438-e803-40ab-a225-ca24e6af9843,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:08.553942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.553942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.553942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.554322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.554482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.554758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.555086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.555424 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.555809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.556170 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.556590 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.556910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beefcf6-51b5-4bfd-ba3a-e1f867b7c624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.561615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] Network 9b95bfad-9467-4dbd-930f-18a51b798971 is not hosted by any dhcp agent {{(pid=110107) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 01 15:46:08.562401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] No DVR routers for this DVR port a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:08.565409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530fba-398e-4e8d-82ca-ff2bc6a418fc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=79c62d90-3108-49f1-a47b-b2fcdaacf79b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:08.581206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a530fba-398e-4e8d-82ca-ff2bc6a418fc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.587477 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0a530fba-398e-4e8d-82ca-ff2bc6a418fc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/79c62d90-3108-49f1-a47b-b2fcdaacf79b HTTP/1.1" status: 204 len: 168 time: 0.6548810 Apr 01 15:46:08.587477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53964) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:08.605419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b15c4-5d44-4bc3-ab6c-41ab08d4d257 None None] Pushing event deleted for resources: {'Port': ['ID=a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:08.615001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e8cf54-4c2c-41ae-8e7e-4eeda3e8e2f3 None None] Network e7874001-3b3e-4ad7-92ae-f1abc378ed49 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:08.620211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.647279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-09c2f234-14a6-44d1-8794-d19a921891fb None None] Could not find standard attr ID for object 3299ca47-7717-4942-9035-c29ce704df23. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:46:08.703666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.706384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.738388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9f096756-0293-413f-b6e6-805309ba236d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:08.739327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.812296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=3f65582c-4797-4af3-808d-c9038ce5b998,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:08.836730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.863261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device d146460f-5d0f-4614-a0d9-b529995579db details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:46:08.911271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 9f096756-0293-413f-b6e6-805309ba236d {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:08.920598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:08.986132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.986132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.986914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.986914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.987215 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.987387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.987772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.987993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.988248 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.988592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.988911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:08.989229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0e9ad-57bb-4686-8ba7-f2a40ec0b51e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:09.016814 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP a00233a5-de69-4083-a182-c5920740b268 associated. External IP: 172.26.6.108, port: 04fda260-316e-480d-ae7f-4fc9c8f28cbe. Apr 01 15:46:09.061440 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58d151-365d-4a20-a804-1ac717c08947 req-058b306d-0bc0-4a5a-9549-5e33d02fc4be tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:09.070789 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0b58d151-365d-4a20-a804-1ac717c08947 req-058b306d-0bc0-4a5a-9549-5e33d02fc4be tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 944 time: 0.0875118 Apr 01 15:46:09.088738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:05Z', 'revision_number': 9, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:09.189221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1371fe2-9f39-443c-a8a9-81dd01fb3b43 None None] DHCP port deletion for e7874001-3b3e-4ad7-92ae-f1abc378ed49 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:09.203703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d841d3-043c-4cb7-a8f2-69c09ed29bff None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:05Z', 'revision_number': 9, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2feb980b-fbce-4fcf-807e-e01470ae3bc3', 'name': '', 'network_id': '669c3843-4d2f-4d04-8c96-690841468dbb', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:bd:05:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:32Z', 'updated_at': '2022-04-01T15:45:39Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': 'f0c67e03-9676-44cf-9fab-0113a5096e02', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:09.214423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] For port 9f096756-0293-413f-b6e6-805309ba236d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9f096756-0293-413f-b6e6-805309ba236d,segment=NetworkSegment(647704c2-b300-48de-b021-a9aa094fd413),segment_id=647704c2-b300-48de-b021-a9aa094fd413)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:09.214423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.232674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 9f096756-0293-413f-b6e6-805309ba236d owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:09.250944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port d146460f-5d0f-4614-a0d9-b529995579db, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d146460f-5d0f-4614-a0d9-b529995579db,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:09.269475 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0b58d151-365d-4a20-a804-1ac717c08947 req-0c0521d9-b8b9-42d5-8850-58dd584c19b6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977928 Apr 01 15:46:09.312784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'd146460f-5d0f-4614-a0d9-b529995579db', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'port_id': 'd146460f-5d0f-4614-a0d9-b529995579db', 'mac_address': 'fa:16:3e:4b:82:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:46:09.393197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.411453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d146460f-5d0f-4614-a0d9-b529995579db {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:46:09.417925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c1371fe2-9f39-443c-a8a9-81dd01fb3b43 None None] Deleting port 9f096756-0293-413f-b6e6-805309ba236d {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:09.418300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1371fe2-9f39-443c-a8a9-81dd01fb3b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.452292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.490709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c1371fe2-9f39-443c-a8a9-81dd01fb3b43 None None] For port 9f096756-0293-413f-b6e6-805309ba236d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9f096756-0293-413f-b6e6-805309ba236d,segment=NetworkSegment(647704c2-b300-48de-b021-a9aa094fd413),segment_id=647704c2-b300-48de-b021-a9aa094fd413)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:09.491405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1371fe2-9f39-443c-a8a9-81dd01fb3b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.521643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c1371fe2-9f39-443c-a8a9-81dd01fb3b43 None None] Calling delete_port for 9f096756-0293-413f-b6e6-805309ba236d owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:09.527907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port d146460f-5d0f-4614-a0d9-b529995579db, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d146460f-5d0f-4614-a0d9-b529995579db,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:09.623310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:09.830393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 2feb980b-fbce-4fcf-807e-e01470ae3bc3 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:09.830730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.850314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:09.873318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:09.873943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a9ea96a3-b9ea-4654-a13b-c6f322bbf9a8 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:09.875267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.925045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.954794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=9f096756-0293-413f-b6e6-805309ba236d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:09.962818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No DVR routers for this DVR port 9f096756-0293-413f-b6e6-805309ba236d on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:09.965470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port 2feb980b-fbce-4fcf-807e-e01470ae3bc3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2feb980b-fbce-4fcf-807e-e01470ae3bc3,segment=NetworkSegment(405bd768-75c0-4473-b642-613207791726),segment_id=405bd768-75c0-4473-b642-613207791726)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:09.965846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:09.983578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 2feb980b-fbce-4fcf-807e-e01470ae3bc3 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:09.986869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=d146460f-5d0f-4614-a0d9-b529995579db,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:09.997226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c1371fe2-9f39-443c-a8a9-81dd01fb3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.026195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1371fe2-9f39-443c-a8a9-81dd01fb3b43 None None] Pushing event deleted for resources: {'Port': ['ID=9f096756-0293-413f-b6e6-805309ba236d,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:10.030326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1371fe2-9f39-443c-a8a9-81dd01fb3b43 None None] No DVR routers for this DVR port 9f096756-0293-413f-b6e6-805309ba236d on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:10.070857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:10.077093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53986) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:10.084060 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950194b3-b23e-4e6c-8631-53eda8ad6381 None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:10.097835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.097955 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950194b3-b23e-4e6c-8631-53eda8ad6381 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:10.098878 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-950194b3-b23e-4e6c-8631-53eda8ad6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:10.113951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.148743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['d146460f-5d0f-4614-a0d9-b529995579db'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:46:10.155923 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-950194b3-b23e-4e6c-8631-53eda8ad6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:10.166846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7874001-3b3e-4ad7-92ae-f1abc378ed49']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:10.183665 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950194b3-b23e-4e6c-8631-53eda8ad6381 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:10.185069 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-950194b3-b23e-4e6c-8631-53eda8ad6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:10.186136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647704c2-b300-48de-b021-a9aa094fd413') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:10.186819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647704c2-b300-48de-b021-a9aa094fd413') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:10.207825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.216609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 50e6ee09-5729-463a-913c-d70da9fb7bf3 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:10.222091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.235392 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-950194b3-b23e-4e6c-8631-53eda8ad6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:10.236160 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950194b3-b23e-4e6c-8631-53eda8ad6381 None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:10.252630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e3abeb46-4532-4d5c-95c3-0e9e9666609f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1855626697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:10.255226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 50e6ee09-5729-463a-913c-d70da9fb7bf3 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:10.255583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 50e6ee09-5729-463a-913c-d70da9fb7bf3 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:10.256063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9f096756-0293-413f-b6e6-805309ba236d no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:10.272213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.283259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 9f096756-0293-413f-b6e6-805309ba236d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:10.283585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9f096756-0293-413f-b6e6-805309ba236d not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:10.286723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:10.287984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:10.292195 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:10.304394 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-90d3998b-7aee-4723-96a4-5ae8352b758e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.7948439 Apr 01 15:46:10.307603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53992) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:10.312797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-211f4d39-b585-459d-a7b8-b15b032647b6 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:10.395608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.397775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3abeb46-4532-4d5c-95c3-0e9e9666609f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.398922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3abeb46-4532-4d5c-95c3-0e9e9666609f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.418788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-211f4d39-b585-459d-a7b8-b15b032647b6 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.438266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=2feb980b-fbce-4fcf-807e-e01470ae3bc3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:10.492494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c612ac-0788-420c-a258-00eeb6279c74 req-d58e23b0-7dd7-4c23-94df-d4e06d80f0aa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:10.494466 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-61c612ac-0788-420c-a258-00eeb6279c74 req-d58e23b0-7dd7-4c23-94df-d4e06d80f0aa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 945 time: 0.1368189 Apr 01 15:46:10.519464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.531883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.534713 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/networks/e7874001-3b3e-4ad7-92ae-f1abc378ed49 HTTP/1.1" status: 204 len: 168 time: 1.9464169 Apr 01 15:46:10.549995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53994) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:10.556701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10da62-fa85-493d-a6d6-36e621367a84 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Network': ['ID=e7874001-3b3e-4ad7-92ae-f1abc378ed49,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:10.598672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-410918754'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:10.622072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-211f4d39-b585-459d-a7b8-b15b032647b6 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.662768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3abeb46-4532-4d5c-95c3-0e9e9666609f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.683408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-61c612ac-0788-420c-a258-00eeb6279c74 req-883b5db5-b134-4f13-911c-2e628d6f326e tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513121 Apr 01 15:46:10.685194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.721134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-211f4d39-b585-459d-a7b8-b15b032647b6 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.721537 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-211f4d39-b585-459d-a7b8-b15b032647b6 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP a00233a5-de69-4083-a182-c5920740b268 disassociated. External IP: 172.26.6.108, port: 04fda260-316e-480d-ae7f-4fc9c8f28cbe. Apr 01 15:46:10.832507 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3abeb46-4532-4d5c-95c3-0e9e9666609f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.838112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:10.842040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.893323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.912989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:10.922399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.929058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:10.931838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:10.931838 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Added segment 1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f of type vlan for network f288f20e-707c-46dc-997e-a99b44b43f8d Apr 01 15:46:10.945186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211f4d39-b585-459d-a7b8-b15b032647b6 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:11.016235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3abeb46-4532-4d5c-95c3-0e9e9666609f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.019977 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e3abeb46-4532-4d5c-95c3-0e9e9666609f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9354134 Apr 01 15:46:11.020459 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 53996) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:11.026758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1622085157'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:11.076984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f4d39-b585-459d-a7b8-b15b032647b6 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:11.081310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-211f4d39-b585-459d-a7b8-b15b032647b6 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.089107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcb28b-ff0a-4a5a-9454-44298ca59b8a None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:11.100030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffcb28b-ff0a-4a5a-9454-44298ca59b8a None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:11.100830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fffcb28b-ff0a-4a5a-9454-44298ca59b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:11.109106 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-211f4d39-b585-459d-a7b8-b15b032647b6 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/floatingips/a00233a5-de69-4083-a182-c5920740b268 HTTP/1.1" status: 200 len: 688 time: 0.8004549 Apr 01 15:46:11.111677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 53998) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:11.120861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.135777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:11.139824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fffcb28b-ff0a-4a5a-9454-44298ca59b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:11.145714 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0ddc7a86-c59c-4988-9386-bc3a07074c67 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6743226 Apr 01 15:46:11.146326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54000) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:11.148976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffcb28b-ff0a-4a5a-9454-44298ca59b8a None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:11.149715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fffcb28b-ff0a-4a5a-9454-44298ca59b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:11.150330 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:11.168691 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:11.169716 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:11.184449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fffcb28b-ff0a-4a5a-9454-44298ca59b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:11.185790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffcb28b-ff0a-4a5a-9454-44298ca59b8a None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:11.212283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-96babc11-102d-4230-9873-75d3516e3df2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting subnet f0c67e03-9676-44cf-9fab-0113a5096e02 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:11.217270 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-96babc11-102d-4230-9873-75d3516e3df2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.247775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Made reservation on behalf of 083d59d762374f01a54e446e77a0aff5 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:11.251537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.262578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 3f65582c-4797-4af3-808d-c9038ce5b998 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:11.263158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.264077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.278161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-96babc11-102d-4230-9873-75d3516e3df2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.286193 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:11.303221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.308654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:11.309240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.350687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.351255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.366042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 3f65582c-4797-4af3-808d-c9038ce5b998 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:11.427142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Network': ['ID=f288f20e-707c-46dc-997e-a99b44b43f8d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:11.443394 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network f288f20e-707c-46dc-997e-a99b44b43f8d details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:11.471992 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2412b219-4f89-4d88-aca8-62927a800c23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9200132 Apr 01 15:46:11.476556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54004) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:11.483395 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': 'f288f20e-707c-46dc-997e-a99b44b43f8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:11.505051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-96babc11-102d-4230-9873-75d3516e3df2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.602388 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.616690 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:10Z', 'revision_number': 10, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:11.636704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.653159 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:11.662035 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:11.662686 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:11.671097 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.674890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=3f65582c-4797-4af3-808d-c9038ce5b998,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:11.704935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:11.721999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf1c0bf-b306-4f99-8024-b3edc26f59c2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:11.733590 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.733945 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Added segment 9350a741-1fec-49bb-bbee-511d69681cc0 of type vlan for network a8502190-6af8-49c9-9127-d966b5fcc901 Apr 01 15:46:11.754226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.757030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.758249 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d97db504-58e5-430b-bfd9-1d1a4acdbabb tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/floatingips/a00233a5-de69-4083-a182-c5920740b268 HTTP/1.1" status: 204 len: 168 time: 0.6456418 Apr 01 15:46:11.761816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54008) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:11.767600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '4f998b06-4a69-450c-8ce0-eb9511fafe58'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:11.780194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-96babc11-102d-4230-9873-75d3516e3df2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.799725 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:11.826928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:11.830544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.836845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96babc11-102d-4230-9873-75d3516e3df2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c67e03-9676-44cf-9fab-0113a5096e02,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:11.848379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.858535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111b5c2-1178-4ab3-9a45-86fc2d83fe5c None None] Network 669c3843-4d2f-4d04-8c96-690841468dbb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:11.858683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-96babc11-102d-4230-9873-75d3516e3df2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.858683 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-96babc11-102d-4230-9873-75d3516e3df2 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/f0c67e03-9676-44cf-9fab-0113a5096e02 HTTP/1.1" status: 204 len: 168 time: 0.7006116 Apr 01 15:46:11.858838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54010) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:11.982841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:11.990909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.008119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56ede9-e427-41f3-9c3d-d8a6788efb17 req-c07b8077-aea0-44c6-83c1-a3044064e5bd tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:12.011196 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bb56ede9-e427-41f3-9c3d-d8a6788efb17 req-c07b8077-aea0-44c6-83c1-a3044064e5bd tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 945 time: 0.1892133 Apr 01 15:46:12.024861 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:10Z', 'revision_number': 10, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:12.052385 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b819c48-572d-4c98-96ff-19cc7a33bca1 None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:10Z', 'revision_number': 10, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None, '_interfaces': [{'id': '2efe1f3a-e409-4e40-9b7f-dbfec5615e5a', 'name': '', 'network_id': 'f27cc4de-45e2-4a82-9d8b-741833d66b82', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'mac_address': 'fa:16:3e:d1:8e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:23Z', 'updated_at': '2022-04-01T15:45:30Z', 'revision_number': 5, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'subnets': [{'id': '56718206-d3c6-4280-bff9-60e9f7fcce02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:12.100109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] DHCP port deletion for 669c3843-4d2f-4d04-8c96-690841468dbb request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:12.168913 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bb56ede9-e427-41f3-9c3d-d8a6788efb17 req-29300dff-cded-466b-9744-b644ca107b81 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455548 Apr 01 15:46:12.169957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Deleting port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:12.170261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.205264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:12.205608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.212433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.218906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:12.219565 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.244819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] For port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0a63eb8a-5cb0-407d-9228-7a63a5ac3509,segment=NetworkSegment(405bd768-75c0-4473-b642-613207791726),segment_id=405bd768-75c0-4473-b642-613207791726)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:12.245133 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.259131 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Calling delete_port for 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:12.284106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0a63eb8a-5cb0-407d-9228-7a63a5ac3509,segment=NetworkSegment(405bd768-75c0-4473-b642-613207791726),segment_id=405bd768-75c0-4473-b642-613207791726)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:12.284499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.302703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:12.306091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Network': ['ID=a8502190-6af8-49c9-9127-d966b5fcc901,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:12.308167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.319439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network a8502190-6af8-49c9-9127-d966b5fcc901 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:12.405216 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-90e1f863-dcfe-45d8-943b-1d9d8183d033 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3817570 Apr 01 15:46:12.408127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54012) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:12.414401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'subnet': {'network_id': 'a8502190-6af8-49c9-9127-d966b5fcc901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:12.442604 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.488396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:12.495966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.26.6.195 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/8799907c-e980-4868-b37d-ccded08ec522) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:12.513513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.520043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.551968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=69351791-d1a8-45cb-bea3-4b4b2dbdc463,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:12.552800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Pushing event deleted for resources: {'Port': ['ID=0a63eb8a-5cb0-407d-9228-7a63a5ac3509,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:12.559694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No DVR routers for this DVR port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:12.578665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=0a63eb8a-5cb0-407d-9228-7a63a5ac3509,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:12.587817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Checking segment: {'id': '1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f288f20e-707c-46dc-997e-a99b44b43f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:12.588186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network hostable DHCP agents. Network: f288f20e-707c-46dc-997e-a99b44b43f8d, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:12.588718 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.589274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.589773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.590505 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.591056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.591598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.592540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.593374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.594012 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.594795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.595350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.595911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:12.599297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86a1fe-6dcc-43e7-a982-1bcf50978de1 None None] No DVR routers for this DVR port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:12.614813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No active binding found for port 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 {{(pid=110107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 01 15:46:12.615425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0a63eb8a-5cb0-407d-9228-7a63a5ac3509 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:12.616011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2feb980b-fbce-4fcf-807e-e01470ae3bc3 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:12.641281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 2feb980b-fbce-4fcf-807e-e01470ae3bc3 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:12.641630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2feb980b-fbce-4fcf-807e-e01470ae3bc3 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:12.688846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Made reservation on behalf of 083d59d762374f01a54e446e77a0aff5 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:12.693540 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.720766 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network f288f20e-707c-46dc-997e-a99b44b43f8d is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:12.725846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.763721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669c3843-4d2f-4d04-8c96-690841468dbb']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:12.781242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405bd768-75c0-4473-b642-613207791726') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:12.781606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405bd768-75c0-4473-b642-613207791726') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:12.785177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.797643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.814093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.828085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:12.828624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:12.831542 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:12.837100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device d146460f-5d0f-4614-a0d9-b529995579db up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:12.888642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, f288f20e-707c-46dc-997e-a99b44b43f8d) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:12.897588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:12.898096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a8d4d5-c9c0-4cf2-b8c4-3e6b59124966 None None] Network f288f20e-707c-46dc-997e-a99b44b43f8d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:12.898217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:12.984945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.029126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:13.033709 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:13.037204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:13.052361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-f288f20e-707c-46dc-997e-a99b44b43f8d', 'network_id': 'f288f20e-707c-46dc-997e-a99b44b43f8d', 'tenant_id': 'b90639d26b384ab29a90c919c9821b37', 'fixed_ips': [{'subnet_id': '69351791-d1a8-45cb-bea3-4b4b2dbdc463'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:13.053690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.061318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=8799907c-e980-4868-b37d-ccded08ec522,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:13.162831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.170906 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b8c400aa-1bfa-4af2-a062-d8e9f95a795d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6903927 Apr 01 15:46:13.174400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54014) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:13.179838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port d146460f-5d0f-4614-a0d9-b529995579db completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:46:13.184002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': 'f288f20e-707c-46dc-997e-a99b44b43f8d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-498105326'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:13.191708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port d146460f-5d0f-4614-a0d9-b529995579db triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:13.191708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.255397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Allocated IP 172.20.0.2 (f288f20e-707c-46dc-997e-a99b44b43f8d/69351791-d1a8-45cb-bea3-4b4b2dbdc463/03a21396-e23e-40c5-85ac-15b2e9b87f4d) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:13.319114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.334309 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Subnet': ['ID=2dab90f9-ebd0-49c4-82f0-604f6dec8256,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:13.363496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd146460f-5d0f-4614-a0d9-b529995579db'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:46:13.366007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89cb668-ad2c-42c4-acc2-7248117f77cc" -d '{"events": [{"server_uuid": "55655aec-d0ad-4bae-86b7-a9b1c591901f", "name": "network-vif-plugged", "status": "completed", "tag": "d146460f-5d0f-4614-a0d9-b529995579db"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:46:13.383782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Checking segment: {'id': '9350a741-1fec-49bb-bbee-511d69681cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a8502190-6af8-49c9-9127-d966b5fcc901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:13.384224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network hostable DHCP agents. Network: a8502190-6af8-49c9-9127-d966b5fcc901, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:13.406688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6e4c3-9039-4a2a-abb1-59077179bb01 req-a9c62ce8-c3bd-4fa4-94d0-9f2f72a26b1a tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:13.410232 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-07e6e4c3-9039-4a2a-abb1-59077179bb01 req-a9c62ce8-c3bd-4fa4-94d0-9f2f72a26b1a tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 945 time: 0.1563253 Apr 01 15:46:13.410604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port d146460f-5d0f-4614-a0d9-b529995579db, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d146460f-5d0f-4614-a0d9-b529995579db,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:13.465612 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-07e6e4c3-9039-4a2a-abb1-59077179bb01 req-397a0b69-9f50-4baa-abc1-63cd95b8fc0e tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436852 Apr 01 15:46:13.519178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.547629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.559565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.563031 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/networks/669c3843-4d2f-4d04-8c96-690841468dbb HTTP/1.1" status: 204 len: 168 time: 1.7027266 Apr 01 15:46:13.565621 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54022) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:13.577441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25f5a15-99f8-4bf5-948f-97a653707823 x-openstack-request-id: req-f25f5a15-99f8-4bf5-948f-97a653707823 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:46:13.577743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55655aec-d0ad-4bae-86b7-a9b1c591901f", "name": "network-vif-plugged", "status": "completed", "tag": "d146460f-5d0f-4614-a0d9-b529995579db", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:46:13.577982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f25f5a15-99f8-4bf5-948f-97a653707823 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:46:13.578376 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25f5a15-99f8-4bf5-948f-97a653707823'] response: {'server_uuid': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd146460f-5d0f-4614-a0d9-b529995579db', 'code': 200} Apr 01 15:46:13.581281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed84bb-fdec-4f49-b8b1-bc2849985a37 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Network': ['ID=669c3843-4d2f-4d04-8c96-690841468dbb,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:13.618983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.668272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=d146460f-5d0f-4614-a0d9-b529995579db,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:13.679470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:13.683290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.685791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network a8502190-6af8-49c9-9127-d966b5fcc901 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:13.698984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.742149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Network f288f20e-707c-46dc-997e-a99b44b43f8d is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:13.746694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:13.751925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:13.753363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.755045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Pushing event updated for resources: {'Port': ['ID=03a21396-e23e-40c5-85ac-15b2e9b87f4d,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:13.811875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Attempting to bind port 03a21396-e23e-40c5-85ac-15b2e9b87f4d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:13.812443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Attempting to bind port 03a21396-e23e-40c5-85ac-15b2e9b87f4d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f288f20e-707c-46dc-997e-a99b44b43f8d'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:13.813076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Attempting to bind port 03a21396-e23e-40c5-85ac-15b2e9b87f4d on network f288f20e-707c-46dc-997e-a99b44b43f8d {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:13.819315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:13.819731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Checking segment: {'id': '1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f288f20e-707c-46dc-997e-a99b44b43f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:13.820207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.820682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Bound using segment: {'id': '1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f288f20e-707c-46dc-997e-a99b44b43f8d'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:13.821262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Bound port: 03a21396-e23e-40c5-85ac-15b2e9b87f4d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'f288f20e-707c-46dc-997e-a99b44b43f8d'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:13.821734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:13.894993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] For port 03a21396-e23e-40c5-85ac-15b2e9b87f4d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:13.899006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] For port 03a21396-e23e-40c5-85ac-15b2e9b87f4d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=03a21396-e23e-40c5-85ac-15b2e9b87f4d,segment=NetworkSegment(1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f),segment_id=1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:13.921294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.054327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.075940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f50c94-3b23-43a3-b5ff-dd6d363f54b2 req-3cef946c-dc51-41ec-9d42-2bb7d4729356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:14.078068 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f1f50c94-3b23-43a3-b5ff-dd6d363f54b2 req-3cef946c-dc51-41ec-9d42-2bb7d4729356 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 1099 time: 0.0913291 Apr 01 15:46:14.082347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, a8502190-6af8-49c9-9127-d966b5fcc901) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:14.086219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port afa8f67f-87d6-48b5-9f8c-012288cb6325 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:14.098263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:14.098850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.116447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ccc145-e872-4eae-81cf-efb9f093d47f None None] Network a8502190-6af8-49c9-9127-d966b5fcc901 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:14.143720 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f1f50c94-3b23-43a3-b5ff-dd6d363f54b2 req-c9dbb041-0c2d-4524-a476-fe0933d21c9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579031 Apr 01 15:46:14.159464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.242271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.255583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc3c98-2507-40c2-92bf-f44615e6db6e None None] Pushing event updated for resources: {'Port': ['ID=03a21396-e23e-40c5-85ac-15b2e9b87f4d,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:14.258542 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-001bb30e-921f-49d9-bb43-1bf8fc53f4d8 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8489356 Apr 01 15:46:14.271533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54024) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:14.279157 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'network': {'name': 'tempest-router-network01--2112585320'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:14.313168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-a8502190-6af8-49c9-9127-d966b5fcc901', 'network_id': 'a8502190-6af8-49c9-9127-d966b5fcc901', 'tenant_id': '083d59d762374f01a54e446e77a0aff5', 'fixed_ips': [{'subnet_id': '2dab90f9-ebd0-49c4-82f0-604f6dec8256'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:14.317083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.9 (f288f20e-707c-46dc-997e-a99b44b43f8d/69351791-d1a8-45cb-bea3-4b4b2dbdc463/afa8f67f-87d6-48b5-9f8c-012288cb6325) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:14.318113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.373023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=8799907c-e980-4868-b37d-ccded08ec522,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:14.398919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.490735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Made reservation on behalf of 083d59d762374f01a54e446e77a0aff5 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:14.504870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.538539 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Allocated IP 2001:db8::2 (a8502190-6af8-49c9-9127-d966b5fcc901/2dab90f9-ebd0-49c4-82f0-604f6dec8256/4248a540-67f9-4fb5-b7d0-7ad6c831f1f1) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:14.552664 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP 183a6bd9-b965-4235-b3b8-a192d2bc31fc associated. External IP: 172.26.6.195, port: 4f998b06-4a69-450c-8ce0-eb9511fafe58. Apr 01 15:46:14.624121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.652236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] vlan segment allocate from pool success with {'vlan_id': 1130, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:14.682814 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.690203 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.690552 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Added segment e0f5ebd3-276b-44b0-8f4e-b914affb5fee of type vlan for network 6516d5a8-6098-4daa-a463-cb19b88f013b Apr 01 15:46:14.739861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.797031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:14.804003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35d763-46ea-452e-84ab-41543f6c71ec req-724c28d0-1e7e-4434-aae6-3a8e7fef27b4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:14.805601 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a35d763-46ea-452e-84ab-41543f6c71ec req-724c28d0-1e7e-4434-aae6-3a8e7fef27b4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 946 time: 0.2096379 Apr 01 15:46:14.826079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.842061 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.872543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Network a8502190-6af8-49c9-9127-d966b5fcc901 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:14.877897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:14.883340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:14.887475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Pushing event updated for resources: {'Port': ['ID=4248a540-67f9-4fb5-b7d0-7ad6c831f1f1,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:14.922534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:14.942320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05418f-100b-4154-a9b2-a5093e529d70 None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:14.962121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Attempting to bind port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:14.962477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Attempting to bind port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '9350a741-1fec-49bb-bbee-511d69681cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a8502190-6af8-49c9-9127-d966b5fcc901'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:14.962853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Attempting to bind port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 on network a8502190-6af8-49c9-9127-d966b5fcc901 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:14.962995 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a35d763-46ea-452e-84ab-41543f6c71ec req-f0ce6755-654b-43c3-ad71-93bad91bd93f tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473455 Apr 01 15:46:14.967077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.969340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:14.970112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Checking segment: {'id': '9350a741-1fec-49bb-bbee-511d69681cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a8502190-6af8-49c9-9127-d966b5fcc901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:14.970524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.970918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Bound using segment: {'id': '9350a741-1fec-49bb-bbee-511d69681cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a8502190-6af8-49c9-9127-d966b5fcc901'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:14.971385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Bound port: 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9350a741-1fec-49bb-bbee-511d69681cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a8502190-6af8-49c9-9127-d966b5fcc901'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:14.971768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:14.984844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05418f-100b-4154-a9b2-a5093e529d70 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:14.985489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-6c05418f-100b-4154-a9b2-a5093e529d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:15.017625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.041529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network f288f20e-707c-46dc-997e-a99b44b43f8d is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:15.045915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.047295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-6c05418f-100b-4154-a9b2-a5093e529d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:15.051719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:15.052433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.062615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:15.065278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:15.069383 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-33ca9394-8eef-426a-8a5b-5905429b0089 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3039930 Apr 01 15:46:15.069777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54028) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:15.084692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05418f-100b-4154-a9b2-a5093e529d70 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:15.085377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-6c05418f-100b-4154-a9b2-a5093e529d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:15.116172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=afa8f67f-87d6-48b5-9f8c-012288cb6325,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:15.151952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-6c05418f-100b-4154-a9b2-a5093e529d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:15.152640 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05418f-100b-4154-a9b2-a5093e529d70 None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:15.171712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] For port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:15.176818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] For port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4248a540-67f9-4fb5-b7d0-7ad6c831f1f1,segment=NetworkSegment(9350a741-1fec-49bb-bbee-511d69681cc0),segment_id=9350a741-1fec-49bb-bbee-511d69681cc0)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:15.184115 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Network': ['ID=6516d5a8-6098-4daa-a463-cb19b88f013b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:15.190967 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-decf3007-8cd5-48df-a6de-c9bc2aded06b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "GET /v2.0/floatingips/183a6bd9-b965-4235-b3b8-a192d2bc31fc HTTP/1.1" status: 200 len: 979 time: 0.1162083 Apr 01 15:46:15.191520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54030) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:15.196809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 6516d5a8-6098-4daa-a463-cb19b88f013b details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:15.227771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:15.228494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.283752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54032) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:15.283974 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-17011368-3f26-47d6-9885-9adf64abd1b2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0112407 Apr 01 15:46:15.286985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.291635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'network': {'name': 'tempest-router-network02--22707001'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:15.371849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f7421-b94a-4fb8-a810-82735280c78b None None] Pushing event updated for resources: {'Port': ['ID=4248a540-67f9-4fb5-b7d0-7ad6c831f1f1,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:15.380020 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-99b4214d-e1c1-4105-aed7-e21265c22770 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1835012 Apr 01 15:46:15.382507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54034) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:15.387582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'port_id': '04fda260-316e-480d-ae7f-4fc9c8f28cbe'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:15.400516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.427495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Made reservation on behalf of 083d59d762374f01a54e446e77a0aff5 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:15.440849 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d7deeecf-21cf-45f2-971e-66070b6e5074 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.2535300 Apr 01 15:46:15.440849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54036) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:15.441020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.482243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.484133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] vlan segment allocate from pool success with {'vlan_id': 1149, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:15.498242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:15.498643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.529658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.529926 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Added segment 2d42b9d4-8ad7-4636-925a-e0ae435b6184 of type vlan for network 225f873b-d083-45cb-b70e-6498118167bc Apr 01 15:46:15.539033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d61092e-6e22-4181-9f5a-d716bbb94a51 None None] Network f288f20e-707c-46dc-997e-a99b44b43f8d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:15.639203 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f13987fc-8d17-4ac9-b57b-f9603319ceba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port afa8f67f-87d6-48b5-9f8c-012288cb6325 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:15.639578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f13987fc-8d17-4ac9-b57b-f9603319ceba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.650415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.690713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2efe1f3a-e409-4e40-9b7f-dbfec5615e5a,segment=NetworkSegment(7b96f017-4e09-4241-9585-d15900738a5b),segment_id=7b96f017-4e09-4241-9585-d15900738a5b)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:15.691218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.709089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:15.826257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.834250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:15.835186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.893758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f7503996-aa8c-4e8f-b5fc-5346e536480d None None] Provisioning complete for port 03a21396-e23e-40c5-85ac-15b2e9b87f4d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:15.893758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f7503996-aa8c-4e8f-b5fc-5346e536480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.905858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f13987fc-8d17-4ac9-b57b-f9603319ceba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:15.927603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f13987fc-8d17-4ac9-b57b-f9603319ceba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for afa8f67f-87d6-48b5-9f8c-012288cb6325 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:15.934053 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Network': ['ID=225f873b-d083-45cb-b70e-6498118167bc,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:15.966822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 225f873b-d083-45cb-b70e-6498118167bc details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:16.055076 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f9e30a88-e9ad-4d73-9f9b-da7a0729aa50 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7691143 Apr 01 15:46:16.058799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54042) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:16.064384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'subnet': {'network_id': '6516d5a8-6098-4daa-a463-cb19b88f013b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:16.118123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f7503996-aa8c-4e8f-b5fc-5346e536480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.160696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.183537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f7503996-aa8c-4e8f-b5fc-5346e536480d None None] For port 03a21396-e23e-40c5-85ac-15b2e9b87f4d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=03a21396-e23e-40c5-85ac-15b2e9b87f4d,segment=NetworkSegment(1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f),segment_id=1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:16.254051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=2efe1f3a-e409-4e40-9b7f-dbfec5615e5a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:16.269008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f7503996-aa8c-4e8f-b5fc-5346e536480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.384904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7503996-aa8c-4e8f-b5fc-5346e536480d None None] Pushing event updated for resources: {'Port': ['ID=03a21396-e23e-40c5-85ac-15b2e9b87f4d,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:16.402703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 03a21396-e23e-40c5-85ac-15b2e9b87f4d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:16.429530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0d7b1-597a-40f3-abca-d46bf191bf02 req-790dcd58-5793-4a86-9a1e-b46e0b513e74 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:16.431132 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e8c0d7b1-597a-40f3-abca-d46bf191bf02 req-790dcd58-5793-4a86-9a1e-b46e0b513e74 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 946 time: 0.3487928 Apr 01 15:46:16.473012 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 03a21396-e23e-40c5-85ac-15b2e9b87f4d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:16.473804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.543368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.555849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.567103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f13987fc-8d17-4ac9-b57b-f9603319ceba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.640299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f78771bc-a3c1-4628-84a2-856f6ed41a40 None None] Could not find standard attr ID for object afa8f67f-87d6-48b5-9f8c-012288cb6325. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:46:16.651880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13987fc-8d17-4ac9-b57b-f9603319ceba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=afa8f67f-87d6-48b5-9f8c-012288cb6325,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:16.675651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:16.676478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.714973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f78771bc-a3c1-4628-84a2-856f6ed41a40 None None] Provisioning complete for port 03a21396-e23e-40c5-85ac-15b2e9b87f4d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:16.715423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f78771bc-a3c1-4628-84a2-856f6ed41a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.806302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:16.806550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.817706 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP 183a6bd9-b965-4235-b3b8-a192d2bc31fc associated. External IP: 172.26.6.195, port: 4f998b06-4a69-450c-8ce0-eb9511fafe58. Apr 01 15:46:16.829927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Made reservation on behalf of 083d59d762374f01a54e446e77a0aff5 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:16.835629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:16.886812 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e8c0d7b1-597a-40f3-abca-d46bf191bf02 req-ec13f3f2-33f0-4131-aec8-3347ab9e4d7d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409886 Apr 01 15:46:17.035072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:17.059082 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f13987fc-8d17-4ac9-b57b-f9603319ceba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:17.063143 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f13987fc-8d17-4ac9-b57b-f9603319ceba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/afa8f67f-87d6-48b5-9f8c-012288cb6325 HTTP/1.1" status: 204 len: 168 time: 1.6264744 Apr 01 15:46:17.084572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c113b-4214-4ccd-9d9e-e11e720e133e None None] Network a8502190-6af8-49c9-9127-d966b5fcc901 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:17.105386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54060) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:17.141627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4248a540-67f9-4fb5-b7d0-7ad6c831f1f1,segment=NetworkSegment(9350a741-1fec-49bb-bbee-511d69681cc0),segment_id=9350a741-1fec-49bb-bbee-511d69681cc0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:17.170096 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7495da93-2996-43c1-a79d-6050422b1178 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:46:17.175312 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7495da93-2996-43c1-a79d-6050422b1178 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/afa8f67f-87d6-48b5-9f8c-012288cb6325 HTTP/1.1" status: 404 len: 333 time: 0.0649824 Apr 01 15:46:17.177315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54062) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:17.233663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-faac28f9-418b-4207-b731-0abeda9d612a None None] Provisioning complete for port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:17.234038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-faac28f9-418b-4207-b731-0abeda9d612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:17.264113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:17.274777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:17.305334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf29584-646e-4a94-8f5e-bfe6f62683b9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet 69351791-d1a8-45cb-bea3-4b4b2dbdc463 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:17.324291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dbf29584-646e-4a94-8f5e-bfe6f62683b9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:17.380221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=4248a540-67f9-4fb5-b7d0-7ad6c831f1f1,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:17.408665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c088888-0e23-42c0-8551-7d8ee6463aea req-0c7fddd0-fe54-4ca1-94be-ae4121f8fd75 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:17.410598 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1c088888-0e23-42c0-8551-7d8ee6463aea req-0c7fddd0-fe54-4ca1-94be-ae4121f8fd75 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 946 time: 0.3844485 Apr 01 15:46:17.426817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa0391-f3ca-4354-8028-6068d66a5a67 req-7c55042e-0c2f-4061-85d0-735e0ef2a5e7 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:17.435820 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bbfa0391-f3ca-4354-8028-6068d66a5a67 req-7c55042e-0c2f-4061-85d0-735e0ef2a5e7 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.3570116 Apr 01 15:46:17.447786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-faac28f9-418b-4207-b731-0abeda9d612a None None] Could not find standard attr ID for object afa8f67f-87d6-48b5-9f8c-012288cb6325. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:46:17.636102 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:17.649770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:17.657030 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:17.674313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dbf29584-646e-4a94-8f5e-bfe6f62683b9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:17.695450 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:17.696089 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:17.829604 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:17.863568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:17.869324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dbf29584-646e-4a94-8f5e-bfe6f62683b9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:17.885694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e0c78439-11b0-4713-8e23-d69549c10843 None None] Provisioning complete for port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:17.886420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e0c78439-11b0-4713-8e23-d69549c10843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:17.889807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d5f0e-e378-4fff-9d00-6f9cad9916ac None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:17.899898 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:15Z', 'revision_number': 11, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:17.931166 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:17.944420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d5f0e-e378-4fff-9d00-6f9cad9916ac None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:17.947839 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-155d5f0e-e378-4fff-9d00-6f9cad9916ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:17.948010 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:17.948295 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:17.974166 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-18ed0c90-a573-41a4-b811-f2e24558554b tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4072039 Apr 01 15:46:17.980861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54068) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:17.981922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:17.999454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-155d5f0e-e378-4fff-9d00-6f9cad9916ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:18.008685 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1c088888-0e23-42c0-8551-7d8ee6463aea req-7728c237-77f6-4dad-9ab4-b8bbb1a4944e tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5671451 Apr 01 15:46:18.042317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54070) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:18.052997 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:18.057444 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bbfa0391-f3ca-4354-8028-6068d66a5a67 req-5cd6ce31-3c7d-46f5-a684-8a22ee16fe3b tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6204197 Apr 01 15:46:18.072429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d5f0e-e378-4fff-9d00-6f9cad9916ac None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:18.073093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-155d5f0e-e378-4fff-9d00-6f9cad9916ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:18.121510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ab34b7-d496-4614-bb1e-ba19332fbb15 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting subnet 56718206-d3c6-4280-bff9-60e9f7fcce02 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:18.133963 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:15Z', 'revision_number': 11, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:18.141326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Subnet': ['ID=be1f46e6-a323-44f4-9dde-14e6e10490f7,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:18.148662 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f4ab34b7-d496-4614-bb1e-ba19332fbb15 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.168008 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827d12d-bf79-40f8-8441-2d4ef2cdae2a None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:15Z', 'revision_number': 11, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:18.169814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-155d5f0e-e378-4fff-9d00-6f9cad9916ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:18.171803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d5f0e-e378-4fff-9d00-6f9cad9916ac None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:18.206968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Checking segment: {'id': 'e0f5ebd3-276b-44b0-8f4e-b914affb5fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '6516d5a8-6098-4daa-a463-cb19b88f013b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:18.207583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network hostable DHCP agents. Network: 6516d5a8-6098-4daa-a463-cb19b88f013b, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:18.249392 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f4ab34b7-d496-4614-bb1e-ba19332fbb15 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.287258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:18.319446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dbf29584-646e-4a94-8f5e-bfe6f62683b9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.343683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network 6516d5a8-6098-4daa-a463-cb19b88f013b is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:18.362863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf29584-646e-4a94-8f5e-bfe6f62683b9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=69351791-d1a8-45cb-bea3-4b4b2dbdc463,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:18.366878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dbf29584-646e-4a94-8f5e-bfe6f62683b9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.369144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0cdead-a1bc-4f75-8456-dfc88b2a3121 None None] Network f288f20e-707c-46dc-997e-a99b44b43f8d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:18.369285 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dbf29584-646e-4a94-8f5e-bfe6f62683b9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/69351791-d1a8-45cb-bea3-4b4b2dbdc463 HTTP/1.1" status: 204 len: 168 time: 1.1908290 Apr 01 15:46:18.402734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54074) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:18.421511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f4ab34b7-d496-4614-bb1e-ba19332fbb15 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.452969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e20c79-4ce4-4c83-a54e-eb1ecc321b37 tempest-TestVolumeBootPattern-880679411 tempest-TestVolumeBootPattern-880679411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:18.457501 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d6e20c79-4ce4-4c83-a54e-eb1ecc321b37 tempest-TestVolumeBootPattern-880679411 tempest-TestVolumeBootPattern-880679411-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 1094 time: 0.4106457 Apr 01 15:46:18.459959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54076) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:18.462707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': 'd146460f-5d0f-4614-a0d9-b529995579db', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:18.531920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 6516d5a8-6098-4daa-a463-cb19b88f013b) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:18.538191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:18.544757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.545306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.560383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:18.560621 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee820f1-1677-43a9-8ffe-d9c69fd5c7e5 None None] Network 6516d5a8-6098-4daa-a463-cb19b88f013b requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:18.568267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.571461 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b7c4a-7136-47f8-8754-aaf174b1b7f7 None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:18.591513 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b7c4a-7136-47f8-8754-aaf174b1b7f7 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:18.592317 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-492b7c4a-7136-47f8-8754-aaf174b1b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:18.607133 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d8e163-19c5-4b2f-9e46-c466a22504ac None None] DHCP port deletion for f288f20e-707c-46dc-997e-a99b44b43f8d request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:18.613501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.698202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f4ab34b7-d496-4614-bb1e-ba19332fbb15 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.698333 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-492b7c4a-7136-47f8-8754-aaf174b1b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:18.711071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7e0a327d-fd4d-49fd-8dd2-49417aa51331 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/floatingips/183a6bd9-b965-4235-b3b8-a192d2bc31fc HTTP/1.1" status: 200 len: 979 time: 3.3272402 Apr 01 15:46:18.714045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54078) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:18.714195 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b7c4a-7136-47f8-8754-aaf174b1b7f7 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:18.714742 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-492b7c4a-7136-47f8-8754-aaf174b1b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:18.719267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a6caf222-2a46-415b-8c2f-ca0f56d15c24 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:18.721925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f4ab34b7-d496-4614-bb1e-ba19332fbb15 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.732672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:18.736010 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70136c11-9771-4941-9735-729b7e86aeba None None] Network f27cc4de-45e2-4a82-9d8b-741833d66b82 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:18.737132 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f4ab34b7-d496-4614-bb1e-ba19332fbb15 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/56718206-d3c6-4280-bff9-60e9f7fcce02 HTTP/1.1" status: 204 len: 168 time: 0.7488298 Apr 01 15:46:18.748130 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-71617a1d-c055-4d99-9aa7-4c0ec4d6a872 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6874645 Apr 01 15:46:18.748991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54080) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:18.749555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54082) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:18.770644 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'subnet': {'network_id': '225f873b-d083-45cb-b70e-6498118167bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:18.775487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 03a21396-e23e-40c5-85ac-15b2e9b87f4d {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:18.775672 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-492b7c4a-7136-47f8-8754-aaf174b1b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:18.776145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.776284 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b7c4a-7136-47f8-8754-aaf174b1b7f7 None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:18.818975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a6caf222-2a46-415b-8c2f-ca0f56d15c24 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.836588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab34b7-d496-4614-bb1e-ba19332fbb15 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Subnet': ['ID=56718206-d3c6-4280-bff9-60e9f7fcce02,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:18.904664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] For port 03a21396-e23e-40c5-85ac-15b2e9b87f4d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=03a21396-e23e-40c5-85ac-15b2e9b87f4d,segment=NetworkSegment(1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f),segment_id=1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:18.905036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.932538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 03a21396-e23e-40c5-85ac-15b2e9b87f4d owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:18.985257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-52d8e163-19c5-4b2f-9e46-c466a22504ac None None] Deleting port 03a21396-e23e-40c5-85ac-15b2e9b87f4d {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:18.986218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-52d8e163-19c5-4b2f-9e46-c466a22504ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:18.989102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:19.007308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.019274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.065869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-6516d5a8-6098-4daa-a463-cb19b88f013b', 'network_id': '6516d5a8-6098-4daa-a463-cb19b88f013b', 'tenant_id': '083d59d762374f01a54e446e77a0aff5', 'fixed_ips': [{'subnet_id': 'be1f46e6-a323-44f4-9dde-14e6e10490f7'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:19.065869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.097942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.113917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a6caf222-2a46-415b-8c2f-ca0f56d15c24 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.139496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-52d8e163-19c5-4b2f-9e46-c466a22504ac None None] For port 03a21396-e23e-40c5-85ac-15b2e9b87f4d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=03a21396-e23e-40c5-85ac-15b2e9b87f4d,segment=NetworkSegment(1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f),segment_id=1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:19.139905 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-52d8e163-19c5-4b2f-9e46-c466a22504ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.157182 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Made reservation on behalf of 083d59d762374f01a54e446e77a0aff5 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:19.161211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.162182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-52d8e163-19c5-4b2f-9e46-c466a22504ac None None] Calling delete_port for 03a21396-e23e-40c5-85ac-15b2e9b87f4d owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:19.212487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Deleting port 00d47786-b1d0-41ad-8331-efb9028d17fd {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:19.212729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.219116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a6caf222-2a46-415b-8c2f-ca0f56d15c24 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.219579 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-a6caf222-2a46-415b-8c2f-ca0f56d15c24 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP 183a6bd9-b965-4235-b3b8-a192d2bc31fc disassociated. External IP: 172.26.6.195, port: 04fda260-316e-480d-ae7f-4fc9c8f28cbe. Apr 01 15:46:19.228414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] DHCP port deletion for f27cc4de-45e2-4a82-9d8b-741833d66b82 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:19.257829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.286882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] For port 00d47786-b1d0-41ad-8331-efb9028d17fd, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00d47786-b1d0-41ad-8331-efb9028d17fd,segment=NetworkSegment(7b96f017-4e09-4241-9585-d15900738a5b),segment_id=7b96f017-4e09-4241-9585-d15900738a5b)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:19.287251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.292389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=03a21396-e23e-40c5-85ac-15b2e9b87f4d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:19.300123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No DVR routers for this DVR port 03a21396-e23e-40c5-85ac-15b2e9b87f4d on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:19.304762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Calling delete_port for 00d47786-b1d0-41ad-8331-efb9028d17fd owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:19.430220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.487491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f288f20e-707c-46dc-997e-a99b44b43f8d']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:19.504330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:19.504830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1921eb88-9d5e-4f80-bbb2-ed8af3cdca6f') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:19.518629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.536606 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Allocated IP 172.26.6.133 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/01be9a52-e59f-4dd8-bec9-cef81961bb0b) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:19.574304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.581925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 03a21396-e23e-40c5-85ac-15b2e9b87f4d no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:19.588894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f68fe-60bd-4a56-8c02-6829d18eb03f req-760d2932-ad4f-4259-b9c5-2ec3f9d64af9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:19.590506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:19.591248 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-416f68fe-60bd-4a56-8c02-6829d18eb03f req-760d2932-ad4f-4259-b9c5-2ec3f9d64af9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.3990278 Apr 01 15:46:19.591638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:19.595156 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:19.617096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6caf222-2a46-415b-8c2f-ca0f56d15c24 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:19.627791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 03a21396-e23e-40c5-85ac-15b2e9b87f4d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:19.628134 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 03a21396-e23e-40c5-85ac-15b2e9b87f4d not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:19.630665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Allocated IP 2001:db8::2 (6516d5a8-6098-4daa-a463-cb19b88f013b/be1f46e6-a323-44f4-9dde-14e6e10490f7/f0461d45-8f72-4aa1-b8ff-304d16f3790d) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:19.642332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-52d8e163-19c5-4b2f-9e46-c466a22504ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.683783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8e163-19c5-4b2f-9e46-c466a22504ac None None] Pushing event deleted for resources: {'Port': ['ID=03a21396-e23e-40c5-85ac-15b2e9b87f4d,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:19.692055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.697992 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d8e163-19c5-4b2f-9e46-c466a22504ac None None] No DVR routers for this DVR port 03a21396-e23e-40c5-85ac-15b2e9b87f4d on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:19.718343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] Deleting port 00d47786-b1d0-41ad-8331-efb9028d17fd {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:19.718717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.745667 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-416f68fe-60bd-4a56-8c02-6829d18eb03f req-277ae1dc-69be-417f-b5c2-bc9ff8a23a69 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449454 Apr 01 15:46:19.803153 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Port': ['ID=00d47786-b1d0-41ad-8331-efb9028d17fd,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:19.809367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6caf222-2a46-415b-8c2f-ca0f56d15c24 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:19.814442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No DVR routers for this DVR port 00d47786-b1d0-41ad-8331-efb9028d17fd on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:19.823302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] For port 00d47786-b1d0-41ad-8331-efb9028d17fd, host dv-neutron-835865-1-hyperv, got binding levels [] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:19.823851 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.829578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a6caf222-2a46-415b-8c2f-ca0f56d15c24 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.833082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0708b5a-0624-4bd2-9e81-55ec422a81fc None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:19.835028 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.841231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.854524 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/networks/f288f20e-707c-46dc-997e-a99b44b43f8d HTTP/1.1" status: 204 len: 168 time: 1.4490728 Apr 01 15:46:19.858485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] Calling delete_port for 00d47786-b1d0-41ad-8331-efb9028d17fd owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:19.862663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54086) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:19.872579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.ipam_backend_mixin [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] Port 00d47786-b1d0-41ad-8331-efb9028d17fd was not found and therefore no delete operation was performed {{(pid=110107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 15:46:19.879805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'name': 'tempest-PortsTestJSON-1943878945'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:19.880084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.894973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33def11a-bf56-44fb-a022-2fa25de482fd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Network': ['ID=f288f20e-707c-46dc-997e-a99b44b43f8d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:19.900237 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a6caf222-2a46-415b-8c2f-ca0f56d15c24 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/floatingips/183a6bd9-b965-4235-b3b8-a192d2bc31fc HTTP/1.1" status: 200 len: 688 time: 1.1846383 Apr 01 15:46:19.903072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54088) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:19.906967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0708b5a-0624-4bd2-9e81-55ec422a81fc None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:19.908112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e0708b5a-0624-4bd2-9e81-55ec422a81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:19.944143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:19.978332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e0708b5a-0624-4bd2-9e81-55ec422a81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:19.986057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] Pushing event deleted for resources: {'Port': ['ID=00d47786-b1d0-41ad-8331-efb9028d17fd,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:19.997282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df148fbc-659e-458b-b35e-7507f8a13f55 None None] No DVR routers for this DVR port 00d47786-b1d0-41ad-8331-efb9028d17fd on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:20.010620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.017234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0708b5a-0624-4bd2-9e81-55ec422a81fc None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:20.023525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e0708b5a-0624-4bd2-9e81-55ec422a81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:20.048012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.065702 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.066504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e0708b5a-0624-4bd2-9e81-55ec422a81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:20.067251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0708b5a-0624-4bd2-9e81-55ec422a81fc None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:20.085061 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 8799907c-e980-4868-b37d-ccded08ec522 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:20.085461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.109848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27cc4de-45e2-4a82-9d8b-741833d66b82']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:20.128696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.146407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b96f017-4e09-4241-9585-d15900738a5b') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:20.146749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b96f017-4e09-4241-9585-d15900738a5b') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:20.182461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.194763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Subnet': ['ID=ba61bba0-f86d-4356-9b27-7a6cd130072b,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:20.206233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.206507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.220301 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Checking segment: {'id': '2d42b9d4-8ad7-4636-925a-e0ae435b6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '225f873b-d083-45cb-b70e-6498118167bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:20.220792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network hostable DHCP agents. Network: 225f873b-d083-45cb-b70e-6498118167bc, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:20.225215 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.243775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 8799907c-e980-4868-b37d-ccded08ec522 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:20.247886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:20.248237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.256388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Network 6516d5a8-6098-4daa-a463-cb19b88f013b is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:20.256809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Pushing event updated for resources: {'Port': ['ID=f0461d45-8f72-4aa1-b8ff-304d16f3790d,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:20.258692 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:20.265658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:20.281270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:20.339172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:20.355623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:20.359817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.385949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.389834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port fe813b66-4573-4026-9a17-1efcd0b04cda yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:20.394378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:20.395103 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2efe1f3a-e409-4e40-9b7f-dbfec5615e5a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:20.398616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00d47786-b1d0-41ad-8331-efb9028d17fd no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:20.436129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Attempting to bind port f0461d45-8f72-4aa1-b8ff-304d16f3790d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:20.436709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Attempting to bind port f0461d45-8f72-4aa1-b8ff-304d16f3790d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'e0f5ebd3-276b-44b0-8f4e-b914affb5fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '6516d5a8-6098-4daa-a463-cb19b88f013b'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:20.437097 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Attempting to bind port f0461d45-8f72-4aa1-b8ff-304d16f3790d on network 6516d5a8-6098-4daa-a463-cb19b88f013b {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:20.439372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 00d47786-b1d0-41ad-8331-efb9028d17fd {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:20.439749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00d47786-b1d0-41ad-8331-efb9028d17fd not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:20.445198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:20.449909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Checking segment: {'id': 'e0f5ebd3-276b-44b0-8f4e-b914affb5fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '6516d5a8-6098-4daa-a463-cb19b88f013b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:20.449909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.449909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Bound using segment: {'id': 'e0f5ebd3-276b-44b0-8f4e-b914affb5fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '6516d5a8-6098-4daa-a463-cb19b88f013b'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:20.449909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Bound port: f0461d45-8f72-4aa1-b8ff-304d16f3790d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f5ebd3-276b-44b0-8f4e-b914affb5fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '6516d5a8-6098-4daa-a463-cb19b88f013b'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:20.449909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.477014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network 225f873b-d083-45cb-b70e-6498118167bc is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:20.487466 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:20.496383 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:20.499629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:20.505175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.506952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'Port': ['ID=01be9a52-e59f-4dd8-bec9-cef81961bb0b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:20.524909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] For port f0461d45-8f72-4aa1-b8ff-304d16f3790d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:20.529463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] For port f0461d45-8f72-4aa1-b8ff-304d16f3790d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f0461d45-8f72-4aa1-b8ff-304d16f3790d,segment=NetworkSegment(e0f5ebd3-276b-44b0-8f4e-b914affb5fee),segment_id=e0f5ebd3-276b-44b0-8f4e-b914affb5fee)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:20.531924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.535033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=8799907c-e980-4868-b37d-ccded08ec522,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:20.553480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.556674 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/networks/f27cc4de-45e2-4a82-9d8b-741833d66b82 HTTP/1.1" status: 204 len: 168 time: 1.8028247 Apr 01 15:46:20.563026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54090) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:20.568641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'routes': None}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:20.582725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d43db-88f3-4f4b-abc1-fa4004d243e6 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Pushing event deleted for resources: {'Network': ['ID=f27cc4de-45e2-4a82-9d8b-741833d66b82,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:20.633946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 225f873b-d083-45cb-b70e-6498118167bc) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:20.647262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.662220 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:20.662823 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.683210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.685522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.686771 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d9db70d1-db7f-4113-99f7-d631b6f95a4b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/floatingips/183a6bd9-b965-4235-b3b8-a192d2bc31fc HTTP/1.1" status: 204 len: 168 time: 0.7816422 Apr 01 15:46:20.695796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54092) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:20.711212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882a51a1-1af9-4c16-99a2-e1a4a76a46b8 None None] Network 225f873b-d083-45cb-b70e-6498118167bc requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:20.872219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:20.900844 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-80f520a4-b597-4c09-8b6c-7a8cc642034d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1355801 Apr 01 15:46:20.926865 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54096) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:20.961950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82ef7c-8b7a-42ff-a87f-a88e6d4c2ed1 None None] Pushing event updated for resources: {'Port': ['ID=f0461d45-8f72-4aa1-b8ff-304d16f3790d,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:21.087942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-225f873b-d083-45cb-b70e-6498118167bc', 'network_id': '225f873b-d083-45cb-b70e-6498118167bc', 'tenant_id': '083d59d762374f01a54e446e77a0aff5', 'fixed_ips': [{'subnet_id': 'ba61bba0-f86d-4356-9b27-7a6cd130072b'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:21.088858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.285493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c55566-74e6-499a-a638-aae4e93c7033 req-b9740771-fe94-4a3a-93b3-7e1efd03ca3d tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:21.287148 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-91c55566-74e6-499a-a638-aae4e93c7033 req-b9740771-fe94-4a3a-93b3-7e1efd03ca3d tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.3841968 Apr 01 15:46:21.366481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Allocated IP 2001:db8::2 (225f873b-d083-45cb-b70e-6498118167bc/ba61bba0-f86d-4356-9b27-7a6cd130072b/0dc21021-2d39-4a30-b563-eef625822548) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:21.420215 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-eae01221-6226-4999-8954-96fca1e4b49f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] delete failed (client error): The resource could not be found. Apr 01 15:46:21.422192 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eae01221-6226-4999-8954-96fca1e4b49f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/floatingips/183a6bd9-b965-4235-b3b8-a192d2bc31fc HTTP/1.1" status: 404 len: 345 time: 0.7253721 Apr 01 15:46:21.439252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54098) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:21.448807 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.extraroute_db [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Added routes are [] {{(pid=110106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 15:46:21.449243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.extraroute_db [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Removed routes are [] {{(pid=110106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 15:46:21.449685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.462723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.545611 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-91c55566-74e6-499a-a638-aae4e93c7033 req-582b97da-5f9f-4870-855b-997639105bec tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725984 Apr 01 15:46:21.572938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.584130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.604543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7408abd-4ad7-4dea-8ad4-e0e4e84cf928 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:21.611212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7408abd-4ad7-4dea-8ad4-e0e4e84cf928 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:21.617376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7408abd-4ad7-4dea-8ad4-e0e4e84cf928 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:21.618997 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f7408abd-4ad7-4dea-8ad4-e0e4e84cf928 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "GET /v2.0/ports?network_id=2096c9b4-2779-4e37-b380-59e151b61a4d HTTP/1.1" status: 200 len: 2360 time: 0.1786234 Apr 01 15:46:21.624798 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54100) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:21.630532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:21.647893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:21.650382 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:21.655677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.656867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:21.657512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.702738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Network 225f873b-d083-45cb-b70e-6498118167bc is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:21.707307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.708375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:21.713790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:21.714647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.717959 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Pushing event updated for resources: {'Port': ['ID=0dc21021-2d39-4a30-b563-eef625822548,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:21.786564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Attempting to bind port 0dc21021-2d39-4a30-b563-eef625822548 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:21.787027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Attempting to bind port 0dc21021-2d39-4a30-b563-eef625822548 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '2d42b9d4-8ad7-4636-925a-e0ae435b6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '225f873b-d083-45cb-b70e-6498118167bc'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:21.787311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Attempting to bind port 0dc21021-2d39-4a30-b563-eef625822548 on network 225f873b-d083-45cb-b70e-6498118167bc {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:21.793619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:21.794148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Checking segment: {'id': '2d42b9d4-8ad7-4636-925a-e0ae435b6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '225f873b-d083-45cb-b70e-6498118167bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:21.794464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.794994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Bound using segment: {'id': '2d42b9d4-8ad7-4636-925a-e0ae435b6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '225f873b-d083-45cb-b70e-6498118167bc'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:21.795498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Bound port: 0dc21021-2d39-4a30-b563-eef625822548, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d42b9d4-8ad7-4636-925a-e0ae435b6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '225f873b-d083-45cb-b70e-6498118167bc'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:21.795913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.862031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 275c56d1-ad71-4840-af40-0e8aa1863134 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:21.937632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] For port 0dc21021-2d39-4a30-b563-eef625822548, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:21.942217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] For port 0dc21021-2d39-4a30-b563-eef625822548, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0dc21021-2d39-4a30-b563-eef625822548,segment=NetworkSegment(2d42b9d4-8ad7-4636-925a-e0ae435b6184),segment_id=2d42b9d4-8ad7-4636-925a-e0ae435b6184)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:21.965031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:21.976318 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] Sync routers for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:21.992072 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:21.992932 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:21.993682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:21.995009 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-885a21c0-8589-4dfb-a81f-997c9339a089 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134 HTTP/1.1" status: 200 len: 704 time: 1.4305456 Apr 01 15:46:21.999174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54102) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:22.039278 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1c4abbb6-86bb-403c-a64b-dcd01fff72c0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=275c56d1-ad71-4840-af40-0e8aa1863134 HTTP/1.1" status: 200 len: 205 time: 0.0382705 Apr 01 15:46:22.044900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54104) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:22.078080 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.084118 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:22.151714 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:15Z', 'revision_number': 11, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:22.208883 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec21d4-f64c-4e2e-b666-743e4558c2b3 None None] Pushing event updated for resources: {'Port': ['ID=0dc21021-2d39-4a30-b563-eef625822548,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:22.217327 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] Checking router: 275c56d1-ad71-4840-af40-0e8aa1863134 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:22.252218 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] Routers {'275c56d1-ad71-4840-af40-0e8aa1863134'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:22.252473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb635-95db-43a9-8adc-fc17bb832e82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.252591 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['275c56d1-ad71-4840-af40-0e8aa1863134'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:22.252704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.309694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f0461d45-8f72-4aa1-b8ff-304d16f3790d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:22.319363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=fe813b66-4573-4026-9a17-1efcd0b04cda,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:22.368471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4118c9-c237-4f29-8c10-d3a6eaeb237a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:22.373178 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aa4118c9-c237-4f29-8c10-d3a6eaeb237a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "GET /v2.0/subnets/fbb3701c-d0da-454a-8279-4f58ea129ae6 HTTP/1.1" status: 200 len: 797 time: 0.7403727 Apr 01 15:46:22.378457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54106) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:22.384902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'port': {'network_id': '2096c9b4-2779-4e37-b380-59e151b61a4d', 'name': 'tempest-FloatingIPTestJSON-1411538371', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:22.437357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299af6dd-49cb-4dc6-8d72-bd6a8c419e57 None None] Network 6516d5a8-6098-4daa-a463-cb19b88f013b requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:22.443753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f0461d45-8f72-4aa1-b8ff-304d16f3790d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:22.444135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.477963 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a497c23b-3e4b-4d85-889c-78b2343afb18 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6122329 Apr 01 15:46:22.485912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54108) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:22.533713 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] Set router 275c56d1-ad71-4840-af40-0e8aa1863134 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:22.639094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb635-95db-43a9-8adc-fc17bb832e82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.644245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb635-95db-43a9-8adc-fc17bb832e82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.690074 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:15Z', 'revision_number': 11, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:22.741105 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97044b22-b635-4f24-817b-4b69c4e0b97e None None] The sync data for ids ['275c56d1-ad71-4840-af40-0e8aa1863134'] in dv-neutron-835865-1-hyperv is: [{'id': '275c56d1-ad71-4840-af40-0e8aa1863134', 'name': 'tempest-RoutersIpV6Test-router-525376762', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:45:16Z', 'updated_at': '2022-04-01T15:46:15Z', 'revision_number': 11, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:22.787895 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2c379c14-f62c-4edf-9b39-b80cb9e324d3 None None] Provisioning complete for port f0461d45-8f72-4aa1-b8ff-304d16f3790d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:22.788553 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2c379c14-f62c-4edf-9b39-b80cb9e324d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.836972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb635-95db-43a9-8adc-fc17bb832e82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.837638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0eb635-95db-43a9-8adc-fc17bb832e82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Fanout notify agent at l3_agent the message router_deleted on router 275c56d1-ad71-4840-af40-0e8aa1863134 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:46:22.859379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-aa0eb635-95db-43a9-8adc-fc17bb832e82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.872591 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-aa0eb635-95db-43a9-8adc-fc17bb832e82 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134 HTTP/1.1" status: 204 len: 168 time: 0.8144608 Apr 01 15:46:22.874221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54112) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:22.883063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.883413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bbe27ebb-ca0f-4613-812d-76526f6ce1c1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1512868206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:22.907267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Made reservation on behalf of ee85378ca431434c99b3f6b9e4246712 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:22.911543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:22.917717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Allocated IP 2001:db8::1 (6516d5a8-6098-4daa-a463-cb19b88f013b/be1f46e6-a323-44f4-9dde-14e6e10490f7/47c6ec66-c729-494d-a609-42a232357bfc) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:22.951143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port f0461d45-8f72-4aa1-b8ff-304d16f3790d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f0461d45-8f72-4aa1-b8ff-304d16f3790d,segment=NetworkSegment(e0f5ebd3-276b-44b0-8f4e-b914affb5fee),segment_id=e0f5ebd3-276b-44b0-8f4e-b914affb5fee)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:22.995949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2c379c14-f62c-4edf-9b39-b80cb9e324d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.006980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a771f5-e20a-4530-a857-a65a709f13cd req-9d1394bd-4e5e-47d1-ae33-58e7c167643c tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.015447 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0a771f5-e20a-4530-a857-a65a709f13cd req-9d1394bd-4e5e-47d1-ae33-58e7c167643c tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.2716408 Apr 01 15:46:23.038443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.071254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3c8d4-0425-4382-a379-3768c6c7994b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port fe813b66-4573-4026-9a17-1efcd0b04cda {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:23.071879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c8d4-0425-4382-a379-3768c6c7994b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.092572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.131252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ebb-ca0f-4613-812d-76526f6ce1c1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.131252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ebb-ca0f-4613-812d-76526f6ce1c1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.134172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] device_id is not set on port bc14d568-d234-45be-9749-80dbe8a7545b yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:23.147106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-2c379c14-f62c-4edf-9b39-b80cb9e324d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:23.147446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-2c379c14-f62c-4edf-9b39-b80cb9e324d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:23.150556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c8d4-0425-4382-a379-3768c6c7994b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.166053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3c8d4-0425-4382-a379-3768c6c7994b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for fe813b66-4573-4026-9a17-1efcd0b04cda owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:23.188321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=f0461d45-8f72-4aa1-b8ff-304d16f3790d,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:23.293367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ebb-ca0f-4613-812d-76526f6ce1c1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.348400 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0a771f5-e20a-4530-a857-a65a709f13cd req-d611d321-841d-4700-a152-e8b0063ea97d tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317215 Apr 01 15:46:23.430591 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.521329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.533498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c8d4-0425-4382-a379-3768c6c7994b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.567883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3c8d4-0425-4382-a379-3768c6c7994b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=fe813b66-4573-4026-9a17-1efcd0b04cda,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:23.577199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c8d4-0425-4382-a379-3768c6c7994b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.588615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ebb-ca0f-4613-812d-76526f6ce1c1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.589300 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c3a3c8d4-0425-4382-a379-3768c6c7994b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/fe813b66-4573-4026-9a17-1efcd0b04cda HTTP/1.1" status: 204 len: 168 time: 1.0921099 Apr 01 15:46:23.589300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54114) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:23.594670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'mac_address': 'fa:16:3e:8b:00:81', 'name': 'tempest-PortsTestJSON-820553678'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:23.610398 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.20.0.14 (2096c9b4-2779-4e37-b380-59e151b61a4d/fbb3701c-d0da-454a-8279-4f58ea129ae6/bc14d568-d234-45be-9749-80dbe8a7545b) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:23.619644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.20.0.11 (2096c9b4-2779-4e37-b380-59e151b61a4d/fbb3701c-d0da-454a-8279-4f58ea129ae6/bc14d568-d234-45be-9749-80dbe8a7545b) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:23.623200 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-d02dc635-4781-42af-ac8d-021696a841bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:23.624743 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-d02dc635-4781-42af-ac8d-021696a841bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13e23c87b78242af874fa4c1d8cb6f3b&device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 1098 time: 0.0858865 Apr 01 15:46:23.671835 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.684521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.701092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa14db-6689-4773-a8bd-423ba513d783 None None] Network 225f873b-d083-45cb-b70e-6498118167bc requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:23.748946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bbe27ebb-ca0f-4613-812d-76526f6ce1c1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.753018 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bbe27ebb-ca0f-4613-812d-76526f6ce1c1 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8743768 Apr 01 15:46:23.756074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54116) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:23.760742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e70a9336-f0e8-4cbb-a20c-14c71274e87d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:23.789828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'Port': ['ID=01be9a52-e59f-4dd8-bec9-cef81961bb0b,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:23.805608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network 6516d5a8-6098-4daa-a463-cb19b88f013b is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:23.836262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:23.843622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:23.844180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.890258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.928227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c44b2599-61fa-416c-8864-ded8d8ce10e6 None None] Provisioning complete for port 0dc21021-2d39-4a30-b563-eef625822548 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:23.930609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c44b2599-61fa-416c-8864-ded8d8ce10e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:23.939314 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Port': ['ID=47c6ec66-c729-494d-a609-42a232357bfc,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:23.993372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:24.077687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c44b2599-61fa-416c-8864-ded8d8ce10e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.118121 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Floating IP 75d8f45f-bbde-4956-a1ac-cc983b3ef84e associated. External IP: 172.26.6.133, port: d146460f-5d0f-4614-a0d9-b529995579db. Apr 01 15:46:24.124129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.141659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c44b2599-61fa-416c-8864-ded8d8ce10e6 None None] For port 0dc21021-2d39-4a30-b563-eef625822548, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0dc21021-2d39-4a30-b563-eef625822548,segment=NetworkSegment(2d42b9d4-8ad7-4636-925a-e0ae435b6184),segment_id=2d42b9d4-8ad7-4636-925a-e0ae435b6184)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:24.230967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port 454195c6-0ee5-4f9a-87e8-a87e2475e96a yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:24.243712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.323650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-8fa6593d-15c4-45a9-ab41-78417669168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:24.326226 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-8fa6593d-15c4-45a9-ab41-78417669168e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4ac023b-0d40-40f3-ada9-3bfb770ce859 HTTP/1.1" status: 200 len: 898 time: 0.6710849 Apr 01 15:46:24.359377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f0461d45-8f72-4aa1-b8ff-304d16f3790d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:24.422749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c44b2599-61fa-416c-8864-ded8d8ce10e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.463277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f0461d45-8f72-4aa1-b8ff-304d16f3790d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:24.463702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.487182 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-64d1be17-1194-4650-ae98-3fc5ef7adb57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1 HTTP/1.1" status: 200 len: 1001 time: 0.1527126 Apr 01 15:46:24.494686 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c44b2599-61fa-416c-8864-ded8d8ce10e6 None None] Provisioning complete for port f0461d45-8f72-4aa1-b8ff-304d16f3790d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:24.495066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c44b2599-61fa-416c-8864-ded8d8ce10e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.523448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e70a9336-f0e8-4cbb-a20c-14c71274e87d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.541664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b2599-61fa-416c-8864-ded8d8ce10e6 None None] Pushing event updated for resources: {'Port': ['ID=0dc21021-2d39-4a30-b563-eef625822548,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:24.566433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.589913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-a9cb9270-2685-469b-8ffb-1b8f729d7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:24.591423 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-a9cb9270-2685-469b-8ffb-1b8f729d7749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7cb34d1-945a-42b7-9bb2-555c82758819 HTTP/1.1" status: 200 len: 834 time: 0.0707552 Apr 01 15:46:24.639482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0dc21021-2d39-4a30-b563-eef625822548 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:24.663188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-f0ea0e3a-c09d-4d77-a981-7786a7ffaabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:24.664950 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-f0ea0e3a-c09d-4d77-a981-7786a7ffaabe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4ac023b-0d40-40f3-ada9-3bfb770ce859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636005 Apr 01 15:46:24.697172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e70a9336-f0e8-4cbb-a20c-14c71274e87d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.720803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.730519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0dc21021-2d39-4a30-b563-eef625822548 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:24.731816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.738539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62f39d-3020-439b-8496-7ab451af1aae req-8b262815-614a-4029-90ba-83d22e1c7125 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:24.740126 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5f62f39d-3020-439b-8496-7ab451af1aae req-8b262815-614a-4029-90ba-83d22e1c7125 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.2792823 Apr 01 15:46:24.788939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3798235b-d79d-40a0-a757-7e8245d3e60b None None] Provisioning complete for port 47c6ec66-c729-494d-a609-42a232357bfc triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:24.789520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3798235b-d79d-40a0-a757-7e8245d3e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.790303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.861716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3798235b-d79d-40a0-a757-7e8245d3e60b None None] Port 47c6ec66-c729-494d-a609-42a232357bfc cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:24.862734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Router 0897859b-2855-4c2b-9d36-575f16837791 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:24.879236 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5f62f39d-3020-439b-8496-7ab451af1aae req-abef60e0-b9df-416b-bc86-4c4b51ab4f78 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301980 Apr 01 15:46:24.913030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3798235b-d79d-40a0-a757-7e8245d3e60b None None] Provisioning complete for port 0dc21021-2d39-4a30-b563-eef625822548 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:24.913030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3798235b-d79d-40a0-a757-7e8245d3e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:24.913202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network 2096c9b4-2779-4e37-b380-59e151b61a4d is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:24.920423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:24.926945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:24.933977 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-bd18109b-ced8-43fe-9889-f302d4111a93 service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619376 Apr 01 15:46:24.966808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=bc14d568-d234-45be-9749-80dbe8a7545b,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:25.058734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.059954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.097101 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b6718f34-ccba-4b15-a587-772a92b92ee6 req-34647e05-21c3-4d3e-bb9e-a5faf6ee5263 service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340184 Apr 01 15:46:25.190447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a9336-f0e8-4cbb-a20c-14c71274e87d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Router 3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:46:25.242521 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0f26f73f-830b-4b7e-831a-3edeea798e66 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8619158 Apr 01 15:46:25.245173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54120) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:25.250939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': 'bc14d568-d234-45be-9749-80dbe8a7545b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:25.294562 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a9336-f0e8-4cbb-a20c-14c71274e87d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:25.300574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.302140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e70a9336-f0e8-4cbb-a20c-14c71274e87d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.303570 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e70a9336-f0e8-4cbb-a20c-14c71274e87d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "PUT /v2.0/routers/3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb HTTP/1.1" status: 200 len: 698 time: 1.5462873 Apr 01 15:46:25.304453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.306260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54122) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:25.308873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] Sync routers for ids ['3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:25.321515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] Routers {'3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:25.322154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:25.393678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] Set router 3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:25.431818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:25.439795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:25.441694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=454195c6-0ee5-4f9a-87e8-a87e2475e96a,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:25.444067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:25.462739 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4bbf86ef-1a65-4223-a00a-c95c3e2fca4d tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/routers/3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb HTTP/1.1" status: 200 len: 704 time: 0.1430759 Apr 01 15:46:25.462739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:25.462938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb', 'name': 'tempest-RoutersIpV6Test-router-1512868206', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:23Z', 'updated_at': '2022-04-01T15:46:24Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:25.463044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54124) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:25.463136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.463136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.463301 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] Sync routers for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:25.476891 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:25.478616 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:25.492947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.496886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.498577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] Checking router: 3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:25.500619 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f5144504-661b-40e3-bfaf-22b90e86498f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb HTTP/1.1" status: 200 len: 205 time: 0.0298471 Apr 01 15:46:25.504815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54126) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:25.508061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] Routers {'3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:25.508767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:25.566093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.582369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] Set router 3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:25.600413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Port': ['ID=47c6ec66-c729-494d-a609-42a232357bfc,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:25.607686 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.625636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-59948ac5-2582-48b8-b9dd-730ca0964452 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:25.635896 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:25.643097 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-95b4d41d-a215-49f8-a773-50bb305f6462 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0556986 Apr 01 15:46:25.643765 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54128) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:25.712480 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-42360451-032f-49a9-923d-6eb48ba373c9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2414157 Apr 01 15:46:25.712480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'tag': 'd146460f-5d0f-4614-a0d9-b529995579db'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:46:25.712480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28d9ac6-56b5-4d52-8c42-029b3942a764" -d '{"events": [{"name": "network-changed", "server_uuid": "55655aec-d0ad-4bae-86b7-a9b1c591901f", "tag": "d146460f-5d0f-4614-a0d9-b529995579db"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:46:25.734252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb97f76-d63f-4348-b20b-776f17cffb55 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:25.740010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54136) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:25.740735 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cbb97f76-d63f-4348-b20b-776f17cffb55 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/454195c6-0ee5-4f9a-87e8-a87e2475e96a HTTP/1.1" status: 200 len: 840 time: 0.0891387 Apr 01 15:46:25.766320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network 6516d5a8-6098-4daa-a463-cb19b88f013b is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:25.768048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:25.812021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb', 'name': 'tempest-RoutersIpV6Test-router-1512868206', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:23Z', 'updated_at': '2022-04-01T15:46:24Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:25.849275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b6617-f325-4f5d-b19c-dbdf8178e3fd None None] The sync data for ids ['3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb'] in dv-neutron-835865-1-hyperv is: [{'id': '3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb', 'name': 'tempest-RoutersIpV6Test-router-1512868206', 'tenant_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:46:23Z', 'updated_at': '2022-04-01T15:46:24Z', 'revision_number': 2, 'project_id': 'b4ba902c106e4e98a6cf062e8b638fdc', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:25.876018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd1517d-e374-4432-8933-03e71f5940aa x-openstack-request-id: req-3bd1517d-e374-4432-8933-03e71f5940aa {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:46:25.876413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55655aec-d0ad-4bae-86b7-a9b1c591901f", "tag": "d146460f-5d0f-4614-a0d9-b529995579db", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:46:25.876648 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3bd1517d-e374-4432-8933-03e71f5940aa {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:46:25.877057 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd1517d-e374-4432-8933-03e71f5940aa'] response: {'name': 'network-changed', 'server_uuid': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'tag': 'd146460f-5d0f-4614-a0d9-b529995579db', 'status': 'completed', 'code': 200} Apr 01 15:46:26.067197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-59948ac5-2582-48b8-b9dd-730ca0964452 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.079112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-59948ac5-2582-48b8-b9dd-730ca0964452 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.079603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8ab95-0f3c-42b4-a509-bb533ad8ec14 req-7b2cf193-f9d9-41fe-a9ee-9edd05b36aef tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:26.082120 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-54a8ab95-0f3c-42b4-a509-bb533ad8ec14 req-7b2cf193-f9d9-41fe-a9ee-9edd05b36aef tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.0701122 Apr 01 15:46:26.090587 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '75d8f45f-bbde-4956-a1ac-cc983b3ef84e', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.133', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': 'd146460f-5d0f-4614-a0d9-b529995579db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:4b:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:46:21Z', 'updated_at': '2022-04-01T15:46:21Z', 'revision_number': 0, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:26.105274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Router 3060d014-fac6-45a0-a9f5-b555c6325825 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:46:26.142365 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-54a8ab95-0f3c-42b4-a509-bb533ad8ec14 req-a477a0ce-5e5a-48bb-9631-f52ffad97e43 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522194 Apr 01 15:46:26.175839 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] Checking router: 0897859b-2855-4c2b-9d36-575f16837791 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:46:26.190700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:26.191694 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:26.228656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-3fb78ab0-1540-4ce9-813a-a9f22c9cc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:26.231319 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-3fb78ab0-1540-4ce9-813a-a9f22c9cc0d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 1099 time: 0.3534095 Apr 01 15:46:26.248310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0dc21021-2d39-4a30-b563-eef625822548 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:26.263605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5c417bdb-4d28-47b0-94b0-bcb31f0cd97f None None] Provisioning complete for port 47c6ec66-c729-494d-a609-42a232357bfc triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:26.263835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5c417bdb-4d28-47b0-94b0-bcb31f0cd97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.269533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.290813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:26.306696 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dbff5ba4-9349-463a-8a01-33994962edd5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "PUT /v2.0/routers/3060d014-fac6-45a0-a9f5-b555c6325825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3662877 Apr 01 15:46:26.306696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54140) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.316460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-59948ac5-2582-48b8-b9dd-730ca0964452 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.316974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59948ac5-2582-48b8-b9dd-730ca0964452 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Fanout notify agent at l3_agent the message router_deleted on router 3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:46:26.328427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-59948ac5-2582-48b8-b9dd-730ca0964452 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.329579 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-59948ac5-2582-48b8-b9dd-730ca0964452 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb HTTP/1.1" status: 204 len: 168 time: 0.8236585 Apr 01 15:46:26.338431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5c417bdb-4d28-47b0-94b0-bcb31f0cd97f None None] Port 47c6ec66-c729-494d-a609-42a232357bfc cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:26.338431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07491729-f6e3-40da-a585-4dd9c1c422b9 None None] Sync routers for ids ['3060d014-fac6-45a0-a9f5-b555c6325825'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:26.364625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ddb37-fece-4331-939f-e5ec5cb1ac63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 454195c6-0ee5-4f9a-87e8-a87e2475e96a {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:26.364972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddb37-fece-4331-939f-e5ec5cb1ac63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.375027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07491729-f6e3-40da-a585-4dd9c1c422b9 None None] Routers {'3060d014-fac6-45a0-a9f5-b555c6325825'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:26.376567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07491729-f6e3-40da-a585-4dd9c1c422b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3060d014-fac6-45a0-a9f5-b555c6325825'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:26.381782 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:46:26.385484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54142) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.416968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07491729-f6e3-40da-a585-4dd9c1c422b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:26.426076 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8f40e8a3-b954-4ab9-85a9-4f6ece4ae7d0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb HTTP/1.1" status: 200 len: 205 time: 0.0390863 Apr 01 15:46:26.433762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54144) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.435403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0dc21021-2d39-4a30-b563-eef625822548 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:26.435913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.474294 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07491729-f6e3-40da-a585-4dd9c1c422b9 None None] Routers {'3060d014-fac6-45a0-a9f5-b555c6325825'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:26.475198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07491729-f6e3-40da-a585-4dd9c1c422b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3060d014-fac6-45a0-a9f5-b555c6325825'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:26.512918 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-11c262ff-10e8-438f-841b-85810d40349c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] delete failed (client error): The resource could not be found. Apr 01 15:46:26.514085 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-11c262ff-10e8-438f-841b-85810d40349c tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/3d8657e2-22b3-4c9d-bb9a-3155cd1a3afb HTTP/1.1" status: 404 len: 336 time: 0.0748370 Apr 01 15:46:26.542856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07491729-f6e3-40da-a585-4dd9c1c422b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:26.543624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07491729-f6e3-40da-a585-4dd9c1c422b9 None None] The sync data for ids ['3060d014-fac6-45a0-a9f5-b555c6325825'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:26.548985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54146) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.595471 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-34aaf108-8c08-41c1-840d-ad6a904228c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:26.596061 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34aaf108-8c08-41c1-840d-ad6a904228c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:26.600038 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-34aaf108-8c08-41c1-840d-ad6a904228c9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/69a33562-9e21-4fc9-81e1-0ea69ac74f76 HTTP/1.1" status: 404 len: 337 time: 0.0499790 Apr 01 15:46:26.603816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddb37-fece-4331-939f-e5ec5cb1ac63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.606569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54148) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.613249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-e8208001-f76f-44d5-b909-a3868a2f9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:26.614863 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-e8208001-f76f-44d5-b909-a3868a2f9e99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.3657851 Apr 01 15:46:26.657490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ddb37-fece-4331-939f-e5ec5cb1ac63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 454195c6-0ee5-4f9a-87e8-a87e2475e96a owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:26.670089 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f75727d-e62a-496b-a4ef-145a31f8a956 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:26.670549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f75727d-e62a-496b-a4ef-145a31f8a956 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:26.673923 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5f75727d-e62a-496b-a4ef-145a31f8a956 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/4bf44e34-cfdc-4f33-bf73-072012c104fa HTTP/1.1" status: 404 len: 337 time: 0.0581422 Apr 01 15:46:26.687598 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54150) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.724654 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9490d0-ed9e-414c-ae10-50b38f9a27a4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:26.725198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9490d0-ed9e-414c-ae10-50b38f9a27a4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:26.732411 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-da9490d0-ed9e-414c-ae10-50b38f9a27a4 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/f0c67e03-9676-44cf-9fab-0113a5096e02 HTTP/1.1" status: 404 len: 337 time: 0.0406475 Apr 01 15:46:26.733820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54152) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.741754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.26.6.81 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/efb00a8b-c2dd-4ea3-8208-eeb5cafda1a4) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:26.753655 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '75d8f45f-bbde-4956-a1ac-cc983b3ef84e', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.133', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': 'd146460f-5d0f-4614-a0d9-b529995579db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:4b:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:46:21Z', 'updated_at': '2022-04-01T15:46:21Z', 'revision_number': 0, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:26.787062 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5622d17-6087-4e98-8186-d6416ee3dc7b None None] The sync data for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv is: [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '75d8f45f-bbde-4956-a1ac-cc983b3ef84e', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.133', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': 'd146460f-5d0f-4614-a0d9-b529995579db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:4b:82:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:46:21Z', 'updated_at': '2022-04-01T15:46:21Z', 'revision_number': 0, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:26.795699 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b6e664-8dfa-49f0-b25a-a3e7eb89a3d0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:26.796223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b6e664-8dfa-49f0-b25a-a3e7eb89a3d0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:26.801677 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f7b6e664-8dfa-49f0-b25a-a3e7eb89a3d0 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/56718206-d3c6-4280-bff9-60e9f7fcce02 HTTP/1.1" status: 404 len: 337 time: 0.0644534 Apr 01 15:46:26.802489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54154) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.810139 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-a3bd2690-cce1-4a31-8959-db0126036fdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d146460f-5d0f-4614-a0d9-b529995579db HTTP/1.1" status: 200 len: 1000 time: 0.1756706 Apr 01 15:46:26.839352 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-71512c72-7583-4ed3-8ab1-6f8ca215b414 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=275c56d1-ad71-4840-af40-0e8aa1863134 HTTP/1.1" status: 200 len: 205 time: 0.0339441 Apr 01 15:46:26.839562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54156) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.900243 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-f0ca4306-5623-49ef-9fb5-32fc20bb4ccb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] delete failed (client error): The resource could not be found. Apr 01 15:46:26.901409 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f0ca4306-5623-49ef-9fb5-32fc20bb4ccb tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/275c56d1-ad71-4840-af40-0e8aa1863134 HTTP/1.1" status: 404 len: 336 time: 0.0609527 Apr 01 15:46:26.905186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54158) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.938060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-fad02ebb-5a55-42c7-8b17-0997639a3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:26.939583 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-fad02ebb-5a55-42c7-8b17-0997639a3c08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.1116419 Apr 01 15:46:26.946578 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-66a50dbb-efc5-411e-b2d3-11d741dbb9b7 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=249b5d86-acd8-4941-b25f-9a39f95f5832 HTTP/1.1" status: 200 len: 205 time: 0.0385766 Apr 01 15:46:26.947036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54160) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:26.990175 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-f3e86780-8192-4c8c-83e3-ff4fe09db1d3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] delete failed (client error): The resource could not be found. Apr 01 15:46:26.999497 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f3e86780-8192-4c8c-83e3-ff4fe09db1d3 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/249b5d86-acd8-4941-b25f-9a39f95f5832 HTTP/1.1" status: 404 len: 336 time: 0.0431044 Apr 01 15:46:26.999625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54162) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.014792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.033383 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-99470eac-d779-45c2-90b8-a5664d9f4448 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:46:27.039452 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-99470eac-d779-45c2-90b8-a5664d9f4448 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "PUT /v2.0/routers/3060d014-fac6-45a0-a9f5-b555c6325825/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7281923 Apr 01 15:46:27.039452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54164) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.043459 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff4dba2-7140-490f-8254-3eabbbe27703 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:27.044588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff4dba2-7140-490f-8254-3eabbbe27703 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:27.049985 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-aff4dba2-7140-490f-8254-3eabbbe27703 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/bd6238cb-7cc8-4733-8544-91670dc21734 HTTP/1.1" status: 404 len: 337 time: 0.0459461 Apr 01 15:46:27.051675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54166) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.085842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-c96296eb-af36-44ad-98fe-d776ccaf4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:27.087566 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-c96296eb-af36-44ad-98fe-d776ccaf4ca4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1396246 Apr 01 15:46:27.091744 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3dc46848-0c97-4568-94a3-37dafec32ac8 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=519116d4-c550-4721-98dc-6961427fb3ca HTTP/1.1" status: 200 len: 205 time: 0.0389061 Apr 01 15:46:27.096453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54168) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.102270 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82097585-9318-44be-9ece-a7e56ffde1d6 None None] New status for floating IP 75d8f45f-bbde-4956-a1ac-cc983b3ef84e: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:46:27.119356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddb37-fece-4331-939f-e5ec5cb1ac63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.181278 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-03413342-2542-4543-9ff4-41dbe37790db tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] delete failed (client error): The resource could not be found. Apr 01 15:46:27.184986 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-03413342-2542-4543-9ff4-41dbe37790db tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/519116d4-c550-4721-98dc-6961427fb3ca HTTP/1.1" status: 404 len: 336 time: 0.0838068 Apr 01 15:46:27.189572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54172) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.325647 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7db63e2e-bbc1-45e6-8e6b-30b1666dfd18 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=04259f8d-03ef-4eb0-a290-1b1b5a02d9b7 HTTP/1.1" status: 200 len: 205 time: 0.1318605 Apr 01 15:46:27.354099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54174) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.409210 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-61d5427c-ac98-4eef-85da-2666bd78014f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] delete failed (client error): The resource could not be found. Apr 01 15:46:27.413140 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-61d5427c-ac98-4eef-85da-2666bd78014f tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/04259f8d-03ef-4eb0-a290-1b1b5a02d9b7 HTTP/1.1" status: 404 len: 336 time: 0.0568504 Apr 01 15:46:27.416384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54176) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.454663 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9787adbd-147f-4ad2-be04-8596c7321039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:27.455217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9787adbd-147f-4ad2-be04-8596c7321039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:27.458645 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9787adbd-147f-4ad2-be04-8596c7321039 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/137a70a7-b6d6-406f-a601-9b8f708f6c5e HTTP/1.1" status: 404 len: 337 time: 0.0411651 Apr 01 15:46:27.463307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54178) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.503737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ddb37-fece-4331-939f-e5ec5cb1ac63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=454195c6-0ee5-4f9a-87e8-a87e2475e96a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:27.506327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd753-3a50-4a55-9375-360920958ca4 req-0a0c3dc2-a254-48e0-a250-ebbeb11030c8 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:27.508274 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b9bfd753-3a50-4a55-9375-360920958ca4 req-0a0c3dc2-a254-48e0-a250-ebbeb11030c8 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.2215767 Apr 01 15:46:27.536196 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-98c2b1c0-85fd-4b58-b6fe-17279daa7d7e tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=363e94f3-943c-4ec0-bf66-a527248ae438 HTTP/1.1" status: 200 len: 205 time: 0.0693414 Apr 01 15:46:27.537652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ee1ddb37-fece-4331-939f-e5ec5cb1ac63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.541095 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ee1ddb37-fece-4331-939f-e5ec5cb1ac63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/454195c6-0ee5-4f9a-87e8-a87e2475e96a HTTP/1.1" status: 204 len: 168 time: 1.7919312 Apr 01 15:46:27.543442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54180) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.543857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54182) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.576864 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-347069e1-bc55-473c-8f42-39a374f75f58 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:46:27.578424 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-347069e1-bc55-473c-8f42-39a374f75f58 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/454195c6-0ee5-4f9a-87e8-a87e2475e96a HTTP/1.1" status: 404 len: 333 time: 0.0298371 Apr 01 15:46:27.582577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54184) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.590656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'name': 'tempest-PortsTestJSON-228968666'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:27.600771 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-58ce6944-d852-4c4b-b22f-32fd7e9eafa9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] delete failed (client error): The resource could not be found. Apr 01 15:46:27.604386 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-58ce6944-d852-4c4b-b22f-32fd7e9eafa9 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/363e94f3-943c-4ec0-bf66-a527248ae438 HTTP/1.1" status: 404 len: 336 time: 0.0552688 Apr 01 15:46:27.605288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54186) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.617342 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.641111 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b9bfd753-3a50-4a55-9375-360920958ca4 req-ec3aaea3-e3d5-4ee7-af01-9f1d30aee28b tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101058 Apr 01 15:46:27.663328 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-241baed9-2af3-430e-b94d-6ce8164e81a3 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659184 Apr 01 15:46:27.690893 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-69474e67-a369-47a6-bf64-8b0fd46ceb23 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:27.691343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69474e67-a369-47a6-bf64-8b0fd46ceb23 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:27.694503 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-69474e67-a369-47a6-bf64-8b0fd46ceb23 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/da93db99-b3ec-4f4a-ab81-ef28811531e6 HTTP/1.1" status: 404 len: 337 time: 0.0786092 Apr 01 15:46:27.697504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54188) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.729851 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1180e4de-9a5f-4148-b836-b10233b2c187 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa98a7c5-5282-4257-9cc2-38a22a1c29e8 HTTP/1.1" status: 200 len: 205 time: 0.0311608 Apr 01 15:46:27.733583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54190) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.769343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:27.773329 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-af315c23-15a3-4cb5-a7db-31af32612290 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] delete failed (client error): The resource could not be found. Apr 01 15:46:27.774386 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-af315c23-15a3-4cb5-a7db-31af32612290 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/routers/fa98a7c5-5282-4257-9cc2-38a22a1c29e8 HTTP/1.1" status: 404 len: 336 time: 0.0402758 Apr 01 15:46:27.776968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.779545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54192) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.786468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:27.791330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:27.818374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=efb00a8b-c2dd-4ea3-8208-eeb5cafda1a4,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:27.843675 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bb9e0c-e0d0-459e-88c3-4db4cde4abca tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:27.844141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bb9e0c-e0d0-459e-88c3-4db4cde4abca tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:27.847475 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-37bb9e0c-e0d0-459e-88c3-4db4cde4abca tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/95fad3a9-9f55-481b-a7dd-b0d52bd1f816 HTTP/1.1" status: 404 len: 337 time: 0.0672200 Apr 01 15:46:27.855458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54194) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:27.899272 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6a5fff-bfd2-43d2-9a73-9b99337f9760 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] DELETE failed (client error): The resource could not be found. Apr 01 15:46:27.899766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6a5fff-bfd2-43d2-9a73-9b99337f9760 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:27.903429 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cf6a5fff-bfd2-43d2-9a73-9b99337f9760 tempest-RoutersIpV6Test-1883500068 tempest-RoutersIpV6Test-1883500068-project] 10.222.0.73 "DELETE /v2.0/subnets/1e3543fb-48bf-4326-88cc-ffb33eb34199 HTTP/1.1" status: 404 len: 337 time: 0.0439365 Apr 01 15:46:27.950856 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f28d9ac6-56b5-4d52-8c42-029b3942a764 req-c507cbd1-561b-4692-9ffb-250fbb868214 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635789 Apr 01 15:46:28.000276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:28.004977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.067858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port 5829c2b2-d964-4402-807d-ceeb0737bbfb yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:28.078422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Deleting port 47c6ec66-c729-494d-a609-42a232357bfc {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:28.078694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.179387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.192066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Calling delete_port for 47c6ec66-c729-494d-a609-42a232357bfc owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:28.415147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.516328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.622731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.676109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:28.679488 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:28.690246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:28.693710 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:28.694349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.709163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54202) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:28.724718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=5829c2b2-d964-4402-807d-ceeb0737bbfb,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:28.734118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.759001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.797367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Port': ['ID=47c6ec66-c729-494d-a609-42a232357bfc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:28.835091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6688-74ca-49e2-9146-e778ef95171f req-5421813b-59d7-4200-ab0d-02561e158435 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:28.839501 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-89ae6688-74ca-49e2-9146-e778ef95171f req-5421813b-59d7-4200-ab0d-02561e158435 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.1115375 Apr 01 15:46:28.857879 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-409fb8d5-c8a6-47a0-a111-688bb367f32b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2743435 Apr 01 15:46:28.860445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54206) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:28.869266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-177a659a-2792-4388-b318-50e8edaae8ff tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:28.952042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.969174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-177a659a-2792-4388-b318-50e8edaae8ff tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:28.985030 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7b6af1e7-d357-4cc5-bf44-0dda3b06d220 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4ba902c106e4e98a6cf062e8b638fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720165 Apr 01 15:46:28.989064 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-89ae6688-74ca-49e2-9146-e778ef95171f req-4ea56ff8-ea4e-4869-9a30-34e459ee469d tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440139 Apr 01 15:46:28.992576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54208) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:29.007100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.122556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.181299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c6fe-a4d0-42cd-a62e-26904c05b6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.194884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Router 3060d014-fac6-45a0-a9f5-b555c6325825 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:29.212811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c6fe-a4d0-42cd-a62e-26904c05b6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.223363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=efb00a8b-c2dd-4ea3-8208-eeb5cafda1a4,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.239758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-177a659a-2792-4388-b318-50e8edaae8ff tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.243774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.310524 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:29.315813 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ea74f5d6-1502-4552-aea4-e19f392d420c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "PUT /v2.0/routers/3060d014-fac6-45a0-a9f5-b555c6325825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2773926 Apr 01 15:46:29.319910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54210) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:29.322857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802ce9f-5ce2-4f9a-9e7f-8b061ff06c94 None None] Sync routers for ids ['3060d014-fac6-45a0-a9f5-b555c6325825'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:29.331508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-177a659a-2792-4388-b318-50e8edaae8ff tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.357263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802ce9f-5ce2-4f9a-9e7f-8b061ff06c94 None None] Routers {'3060d014-fac6-45a0-a9f5-b555c6325825'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:29.357955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2802ce9f-5ce2-4f9a-9e7f-8b061ff06c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3060d014-fac6-45a0-a9f5-b555c6325825'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:29.365824 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-7fe9b3bf-4cc4-40cd-bc61-5923711615ba tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] delete failed (client error): The resource could not be found. Apr 01 15:46:29.365824 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7fe9b3bf-4cc4-40cd-bc61-5923711615ba tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-641669571 HTTP/1.1" status: 404 len: 334 time: 0.0441072 Apr 01 15:46:29.369655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54212) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:29.376180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8462467d-e429-4f77-ba96-9042ac9dd43c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'router': {'external_gateway_info': {'network_id': '3060d014-fac6-45a0-a9f5-b555c6325825'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:29.380493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-177a659a-2792-4388-b318-50e8edaae8ff tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] In _notify_port_updated(), no bound segment for port 5829c2b2-d964-4402-807d-ceeb0737bbfb on network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:46:29.386108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a659a-2792-4388-b318-50e8edaae8ff tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:29.386730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-177a659a-2792-4388-b318-50e8edaae8ff tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.388112 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-177a659a-2792-4388-b318-50e8edaae8ff tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "PUT /v2.0/ports/5829c2b2-d964-4402-807d-ceeb0737bbfb HTTP/1.1" status: 200 len: 818 time: 0.5267377 Apr 01 15:46:29.391182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54214) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:29.408637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2802ce9f-5ce2-4f9a-9e7f-8b061ff06c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:29.417603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802ce9f-5ce2-4f9a-9e7f-8b061ff06c94 None None] Routers {'3060d014-fac6-45a0-a9f5-b555c6325825'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:29.418213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2802ce9f-5ce2-4f9a-9e7f-8b061ff06c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3060d014-fac6-45a0-a9f5-b555c6325825'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:29.425622 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP 8e0b7e6a-7b4d-49bf-904d-aad1330c9bc8 associated. External IP: 172.26.6.81, port: bc14d568-d234-45be-9749-80dbe8a7545b. Apr 01 15:46:29.461407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2802ce9f-5ce2-4f9a-9e7f-8b061ff06c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:29.462183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802ce9f-5ce2-4f9a-9e7f-8b061ff06c94 None None] The sync data for ids ['3060d014-fac6-45a0-a9f5-b555c6325825'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:29.468528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a659a-2792-4388-b318-50e8edaae8ff tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=5829c2b2-d964-4402-807d-ceeb0737bbfb,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.533026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c6fe-a4d0-42cd-a62e-26904c05b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.542055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c6fe-a4d0-42cd-a62e-26904c05b6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.542055 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7fb6c6fe-a4d0-42cd-a62e-26904c05b6b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9667063-5548-4561-8e6c-96363a1fb517 HTTP/1.1" status: 204 len: 168 time: 0.5432668 Apr 01 15:46:29.582059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6c6fe-a4d0-42cd-a62e-26904c05b6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9667063-5548-4561-8e6c-96363a1fb517,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:29.622468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-65142de4-db9c-47d7-9ba4-6af949c0767c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 5829c2b2-d964-4402-807d-ceeb0737bbfb {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:29.622819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-65142de4-db9c-47d7-9ba4-6af949c0767c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.623820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8462467d-e429-4f77-ba96-9042ac9dd43c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.714936 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-8462467d-e429-4f77-ba96-9042ac9dd43c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] update failed (client error): The resource could not be found. Apr 01 15:46:29.720281 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8462467d-e429-4f77-ba96-9042ac9dd43c tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "PUT /v2.0/routers/3060d014-fac6-45a0-a9f5-b555c6325825 HTTP/1.1" status: 404 len: 339 time: 0.3488247 Apr 01 15:46:29.720986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54218) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:29.726036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1268355409'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:29.734622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-65142de4-db9c-47d7-9ba4-6af949c0767c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.755859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-65142de4-db9c-47d7-9ba4-6af949c0767c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 5829c2b2-d964-4402-807d-ceeb0737bbfb owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:29.806702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:29.848690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Made reservation on behalf of 083d59d762374f01a54e446e77a0aff5 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:29.852998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.885799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:29.899415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.899766 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Added segment 372ba94a-5155-4ea9-add1-6dbdd9eebba0 of type vlan for network 2d8b1f54-bf12-4034-b65f-60cdb8c829b8 Apr 01 15:46:29.943691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.956179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:29.970651 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cd21f-7af5-476d-a39f-dd5c8f8b063f None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:29.982503 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1cd21f-7af5-476d-a39f-dd5c8f8b063f None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:29.983215 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8f1cd21f-7af5-476d-a39f-dd5c8f8b063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:30.015973 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8f1cd21f-7af5-476d-a39f-dd5c8f8b063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:30.019866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-65142de4-db9c-47d7-9ba4-6af949c0767c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.029913 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1cd21f-7af5-476d-a39f-dd5c8f8b063f None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:30.029913 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8f1cd21f-7af5-476d-a39f-dd5c8f8b063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:30.055992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65142de4-db9c-47d7-9ba4-6af949c0767c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=5829c2b2-d964-4402-807d-ceeb0737bbfb,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:30.067382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-65142de4-db9c-47d7-9ba4-6af949c0767c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.068474 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8f1cd21f-7af5-476d-a39f-dd5c8f8b063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:30.069299 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cd21f-7af5-476d-a39f-dd5c8f8b063f None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:30.072949 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-65142de4-db9c-47d7-9ba4-6af949c0767c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/5829c2b2-d964-4402-807d-ceeb0737bbfb HTTP/1.1" status: 204 len: 168 time: 0.6789675 Apr 01 15:46:30.075655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54234) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:30.093012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.098597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:30.099189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.133451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.175662 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ac3ed147-5fa8-4a62-9708-e8102d6ee74f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9294224 Apr 01 15:46:30.182558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54238) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:30.187854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b54660ae-d175-465f-af00-6b29338f9968 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'port_id': 'bc14d568-d234-45be-9749-80dbe8a7545b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:30.199516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7167d120-b874-4631-bef9-e0705c564270 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:30.203791 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7167d120-b874-4631-bef9-e0705c564270 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1246529 Apr 01 15:46:30.207348 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2408a-2e2f-44a9-badd-1db3bb11f839 req-1473b57d-566a-472e-9d84-f99daa2d88c2 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:30.208917 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8fa2408a-2e2f-44a9-badd-1db3bb11f839 req-1473b57d-566a-472e-9d84-f99daa2d88c2 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.1269662 Apr 01 15:46:30.209608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54240) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:30.210394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Network': ['ID=2d8b1f54-bf12-4034-b65f-60cdb8c829b8,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:30.223084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 2d8b1f54-bf12-4034-b65f-60cdb8c829b8 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:30.249323 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-db69ff31-08cd-4306-b592-63925bd98199 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5207882 Apr 01 15:46:30.249323 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fc677d-444f-4024-8ab8-3ad8538fc47c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:46:30.249668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54242) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:30.249779 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b0fc677d-444f-4024-8ab8-3ad8538fc47c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/5829c2b2-d964-4402-807d-ceeb0737bbfb HTTP/1.1" status: 404 len: 333 time: 0.0326872 Apr 01 15:46:30.252415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54244) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:30.256035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'subnet': {'network_id': '2d8b1f54-bf12-4034-b65f-60cdb8c829b8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:30.266090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-316025440'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:30.284944 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8fa2408a-2e2f-44a9-badd-1db3bb11f839 req-712bf30c-4435-4348-bb25-e070b1cf2361 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466912 Apr 01 15:46:30.310690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b54660ae-d175-465f-af00-6b29338f9968 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.688841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:30.692141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.752592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54254) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:30.761473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:30.810734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Made reservation on behalf of 083d59d762374f01a54e446e77a0aff5 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:30.814245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.819708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:30.819985 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Added segment 205639db-f55d-49ec-8191-a97b077f9280 of type vlan for network ed95a903-f7c7-4008-983c-91b3a046c86d Apr 01 15:46:30.850536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d94ff762-f1c7-4441-8d15-576b1b805de8 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-929548840', 'prefixes': ['172.20.0.0/16']}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:30.941208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.170947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.176183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:31.176784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.197784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d94ff762-f1c7-4441-8d15-576b1b805de8 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] Notify callbacks [] for subnetpool, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.200805 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d94ff762-f1c7-4441-8d15-576b1b805de8 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4454181 Apr 01 15:46:31.202449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54258) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:31.246518 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-faf60170-b7b3-44d4-9724-57fc0e035ebf tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] 10.222.0.73 "GET /v2.0/subnetpools/ea3d2020-1277-4d46-8ab9-33e58db92a0d HTTP/1.1" status: 200 len: 731 time: 0.0429659 Apr 01 15:46:31.249121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54260) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:31.253930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-78dc2ec2-b54c-4c3f-9a78-e92c8bd4da21 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1532322266'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:31.343391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Network': ['ID=ed95a903-f7c7-4008-983c-91b3a046c86d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:31.354754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network ed95a903-f7c7-4008-983c-91b3a046c86d details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:31.359546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b48f2-f83a-4765-8ac4-30a6cb47ee57 req-119681ea-9c7b-4c6d-8ee5-b6b3d55cf7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:31.361080 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-153b48f2-f83a-4765-8ac4-30a6cb47ee57 req-119681ea-9c7b-4c6d-8ee5-b6b3d55cf7e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 1098 time: 0.2036176 Apr 01 15:46:31.403493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.406885 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be007f-8c0e-4b33-a43e-ca995e2600c1 req-c7af3a0b-5a2c-457e-a660-53c565fe54bf tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:31.408489 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-09be007f-8c0e-4b33-a43e-ca995e2600c1 req-c7af3a0b-5a2c-457e-a660-53c565fe54bf tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.0512466 Apr 01 15:46:31.434448 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-78dc2ec2-b54c-4c3f-9a78-e92c8bd4da21 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] Notify callbacks [] for subnetpool, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.435650 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-78dc2ec2-b54c-4c3f-9a78-e92c8bd4da21 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] 10.222.0.73 "PUT /v2.0/subnetpools/ea3d2020-1277-4d46-8ab9-33e58db92a0d HTTP/1.1" status: 200 len: 684 time: 0.1855786 Apr 01 15:46:31.439481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54264) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:31.450208 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cb8cd4af-97d4-43d1-9c69-ff72811e99e8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1880105 Apr 01 15:46:31.458495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54266) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:31.470640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:31.496263 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-09be007f-8c0e-4b33-a43e-ca995e2600c1 req-8f308bc5-25d1-4536-9704-7bebf45459ce tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809731 Apr 01 15:46:31.523603 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-153b48f2-f83a-4765-8ac4-30a6cb47ee57 req-d525efe1-234c-4f1b-96dc-8fd8d8c14816 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294458 Apr 01 15:46:31.536317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Subnet': ['ID=4f45d5b3-ad3d-4cd4-8c10-797637c7e22e,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:31.559854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b54660ae-d175-465f-af00-6b29338f9968 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.562781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Checking segment: {'id': '372ba94a-5155-4ea9-add1-6dbdd9eebba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2d8b1f54-bf12-4034-b65f-60cdb8c829b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:31.563143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network hostable DHCP agents. Network: 2d8b1f54-bf12-4034-b65f-60cdb8c829b8, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:31.629895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b54660ae-d175-465f-af00-6b29338f9968 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.658873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:31.662372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.664481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network 2d8b1f54-bf12-4034-b65f-60cdb8c829b8 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:31.671450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f0d77b09-0643-409e-826d-7b8ae83c80d4 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] Notify callbacks [] for subnetpool, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.671450 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f0d77b09-0643-409e-826d-7b8ae83c80d4 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] 10.222.0.73 "DELETE /v2.0/subnetpools/ea3d2020-1277-4d46-8ab9-33e58db92a0d HTTP/1.1" status: 204 len: 168 time: 0.2281480 Apr 01 15:46:31.672101 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54268) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:31.705387 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-ccd4cf3c-87e7-4787-b3d0-cca2c2008181 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] show failed (client error): The resource could not be found. Apr 01 15:46:31.706324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ccd4cf3c-87e7-4787-b3d0-cca2c2008181 tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] 10.222.0.73 "GET /v2.0/subnetpools/ea3d2020-1277-4d46-8ab9-33e58db92a0d HTTP/1.1" status: 404 len: 346 time: 0.0332587 Apr 01 15:46:31.711065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54270) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:31.757774 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-169dfd85-9de6-4b4d-b37f-b2ae0a7d044c tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] delete failed (client error): The resource could not be found. Apr 01 15:46:31.758816 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-169dfd85-9de6-4b4d-b37f-b2ae0a7d044c tempest-SubnetPoolsTestJSON-163355397 tempest-SubnetPoolsTestJSON-163355397-project] 10.222.0.73 "DELETE /v2.0/subnetpools/ea3d2020-1277-4d46-8ab9-33e58db92a0d HTTP/1.1" status: 404 len: 346 time: 0.0468466 Apr 01 15:46:31.787217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 2d8b1f54-bf12-4034-b65f-60cdb8c829b8) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:31.798787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:31.799593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:31.800564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f6516-3e2e-492a-8f29-c0173c72a297 None None] Network 2d8b1f54-bf12-4034-b65f-60cdb8c829b8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:31.890244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54660ae-d175-465f-af00-6b29338f9968 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:31.940188 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d736215e-c50f-4fe7-8fc1-9ef147261c92 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6904628 Apr 01 15:46:31.940877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54274) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:31.945883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d2cd1cb6-8303-4e03-afed-00ecbad20e9f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d8b1f54-bf12-4034-b65f-60cdb8c829b8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:31.965040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-2d8b1f54-bf12-4034-b65f-60cdb8c829b8', 'network_id': '2d8b1f54-bf12-4034-b65f-60cdb8c829b8', 'tenant_id': '083d59d762374f01a54e446e77a0aff5', 'fixed_ips': [{'subnet_id': '4f45d5b3-ad3d-4cd4-8c10-797637c7e22e'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:31.966271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.009083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54660ae-d175-465f-af00-6b29338f9968 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:32.014149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b54660ae-d175-465f-af00-6b29338f9968 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.019159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e315c3-5966-455a-a9f4-720e2377276b None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:32.030656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e315c3-5966-455a-a9f4-720e2377276b None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:32.031544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-32e315c3-5966-455a-a9f4-720e2377276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:32.071994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-32e315c3-5966-455a-a9f4-720e2377276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:32.072371 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b54660ae-d175-465f-af00-6b29338f9968 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/floatingips/8e0b7e6a-7b4d-49bf-904d-aad1330c9bc8 HTTP/1.1" status: 200 len: 978 time: 1.8884747 Apr 01 15:46:32.075791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54276) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:32.083210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e315c3-5966-455a-a9f4-720e2377276b None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:32.083857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-32e315c3-5966-455a-a9f4-720e2377276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:32.092438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.117630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-32e315c3-5966-455a-a9f4-720e2377276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:32.118282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e315c3-5966-455a-a9f4-720e2377276b None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:32.201714 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d2cd1cb6-8303-4e03-afed-00ecbad20e9f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.236092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=d5676d19-18f5-40ba-b82e-6ddc6fa47749,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:32.244558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Checking segment: {'id': '205639db-f55d-49ec-8191-a97b077f9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:32.244986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network hostable DHCP agents. Network: ed95a903-f7c7-4008-983c-91b3a046c86d, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:32.277553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port efb00a8b-c2dd-4ea3-8208-eeb5cafda1a4 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:32.278446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.301490 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Allocated IP 2001:db8:1::2 (2d8b1f54-bf12-4034-b65f-60cdb8c829b8/4f45d5b3-ad3d-4cd4-8c10-797637c7e22e/21d79925-bc19-44c7-9019-7e40f0f397c8) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:32.360739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network ed95a903-f7c7-4008-983c-91b3a046c86d is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:32.371660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.372013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.389122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for efb00a8b-c2dd-4ea3-8208-eeb5cafda1a4 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:32.437412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54280) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:32.468856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, ed95a903-f7c7-4008-983c-91b3a046c86d) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:32.489108 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:32.491243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.501107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d2bf5-8d33-4945-abc8-51aaf9c75bd5 None None] Network ed95a903-f7c7-4008-983c-91b3a046c86d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:32.534415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.547037 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-d2cd1cb6-8303-4e03-afed-00ecbad20e9f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:46:32.548444 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d2cd1cb6-8303-4e03-afed-00ecbad20e9f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "PUT /v2.0/routers/3060d014-fac6-45a0-a9f5-b555c6325825 HTTP/1.1" status: 400 len: 364 time: 0.6065013 Apr 01 15:46:32.565849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54286) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:32.629136 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-47b166fe-8397-4f63-92a7-345b5244bef6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1669843 Apr 01 15:46:32.632140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54288) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:32.638261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.643756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5374f5f6-05c6-4295-8a79-0802e23b20d6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:32.695448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Pushing event updated for resources: {'Port': ['ID=21d79925-bc19-44c7-9019-7e40f0f397c8,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:32.711201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Network 2d8b1f54-bf12-4034-b65f-60cdb8c829b8 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:32.714927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:32.719281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:32.761534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.781915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-ed95a903-f7c7-4008-983c-91b3a046c86d', 'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d', 'tenant_id': 'b90639d26b384ab29a90c919c9821b37', 'fixed_ips': [{'subnet_id': 'd5676d19-18f5-40ba-b82e-6ddc6fa47749'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:32.783260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.877922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=efb00a8b-c2dd-4ea3-8208-eeb5cafda1a4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:32.881249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:32.881598 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP 8e0b7e6a-7b4d-49bf-904d-aad1330c9bc8 disassociated (deleted). External IP: 172.26.6.81, port: bc14d568-d234-45be-9749-80dbe8a7545b. Apr 01 15:46:32.959259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Allocated IP 172.20.0.2 (ed95a903-f7c7-4008-983c-91b3a046c86d/d5676d19-18f5-40ba-b82e-6ddc6fa47749/87894b7d-2444-42f7-a663-fca8eaf26be2) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:33.065449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eaa14af-7f55-486f-880e-14c2a7e8b574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.133960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.137198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Attempting to bind port 21d79925-bc19-44c7-9019-7e40f0f397c8 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:33.137685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Attempting to bind port 21d79925-bc19-44c7-9019-7e40f0f397c8 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '372ba94a-5155-4ea9-add1-6dbdd9eebba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2d8b1f54-bf12-4034-b65f-60cdb8c829b8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:33.137989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Attempting to bind port 21d79925-bc19-44c7-9019-7e40f0f397c8 on network 2d8b1f54-bf12-4034-b65f-60cdb8c829b8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:33.142121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e99f83b3-5bc7-403d-8c13-ca02078c0df1 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:46:33.157185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:33.157599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Checking segment: {'id': '372ba94a-5155-4ea9-add1-6dbdd9eebba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2d8b1f54-bf12-4034-b65f-60cdb8c829b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:33.157911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.158193 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Bound using segment: {'id': '372ba94a-5155-4ea9-add1-6dbdd9eebba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2d8b1f54-bf12-4034-b65f-60cdb8c829b8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:33.158677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Bound port: 21d79925-bc19-44c7-9019-7e40f0f397c8, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372ba94a-5155-4ea9-add1-6dbdd9eebba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '2d8b1f54-bf12-4034-b65f-60cdb8c829b8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:33.159072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.171310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eee97b-4b88-4de9-933c-8426137f7de6 req-45ea5d91-90a7-4362-b1e7-4ce9af368e04 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:33.172972 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-33eee97b-4b88-4de9-933c-8426137f7de6 req-45ea5d91-90a7-4362-b1e7-4ce9af368e04 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.5546591 Apr 01 15:46:33.227800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.247900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5374f5f6-05c6-4295-8a79-0802e23b20d6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:33.251664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5374f5f6-05c6-4295-8a79-0802e23b20d6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.335662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Network ed95a903-f7c7-4008-983c-91b3a046c86d is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:33.336976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] For port 21d79925-bc19-44c7-9019-7e40f0f397c8, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:33.337772 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-33eee97b-4b88-4de9-933c-8426137f7de6 req-540efa89-b1cd-4b4c-afea-6403821e6c14 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319456 Apr 01 15:46:33.346264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:33.348953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:33.370305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] For port 21d79925-bc19-44c7-9019-7e40f0f397c8, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=21d79925-bc19-44c7-9019-7e40f0f397c8,segment=NetworkSegment(372ba94a-5155-4ea9-add1-6dbdd9eebba0),segment_id=372ba94a-5155-4ea9-add1-6dbdd9eebba0)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:33.379954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Pushing event updated for resources: {'Port': ['ID=87894b7d-2444-42f7-a663-fca8eaf26be2,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:33.385750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.408930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eaa14af-7f55-486f-880e-14c2a7e8b574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.424712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:33.452685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.469772 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.ipam_backend_mixin [None req-5374f5f6-05c6-4295-8a79-0802e23b20d6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d5676d19-18f5-40ba-b82e-6ddc6fa47749 (CIDR: 172.20.0.0/28) Apr 01 15:46:33.482477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'port_id': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'mac_address': 'fa:16:3e:ee:9e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:46:33.491155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:33.492151 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1eaa14af-7f55-486f-880e-14c2a7e8b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.509001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Attempting to bind port 87894b7d-2444-42f7-a663-fca8eaf26be2 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:33.509627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Attempting to bind port 87894b7d-2444-42f7-a663-fca8eaf26be2 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '205639db-f55d-49ec-8191-a97b077f9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:33.509730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Attempting to bind port 87894b7d-2444-42f7-a663-fca8eaf26be2 on network ed95a903-f7c7-4008-983c-91b3a046c86d {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:33.568057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:33.568633 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Checking segment: {'id': '205639db-f55d-49ec-8191-a97b077f9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:33.569042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.569436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Bound using segment: {'id': '205639db-f55d-49ec-8191-a97b077f9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:33.569922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Bound port: 87894b7d-2444-42f7-a663-fca8eaf26be2, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205639db-f55d-49ec-8191-a97b077f9280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:33.570303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.580270 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1eaa14af-7f55-486f-880e-14c2a7e8b574 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ab1b1c445a98454eabe4409255280625&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1416023 Apr 01 15:46:33.586144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54292) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:33.601175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa14af-7f55-486f-880e-14c2a7e8b574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e3f5a7-1134-447d-9692-5d86a4526f7a,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:33.602440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.605449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c42740-84b9-401b-8d2f-29be92efd412 None None] Pushing event updated for resources: {'Port': ['ID=21d79925-bc19-44c7-9019-7e40f0f397c8,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:33.648842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e99f83b3-5bc7-403d-8c13-ca02078c0df1 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:46:33.653451 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5374f5f6-05c6-4295-8a79-0802e23b20d6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:46:33.653952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5374f5f6-05c6-4295-8a79-0802e23b20d6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:46:33.683746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:33.691219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:33.697934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.705387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0b990a6d-0517-459d-88f2-d98bb54fcf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.707324 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec57544-c8ba-42af-8f53-abe5d1cb13cb None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:33.730379 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec57544-c8ba-42af-8f53-abe5d1cb13cb None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:33.730379 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-4ec57544-c8ba-42af-8f53-abe5d1cb13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:33.739861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] For port 87894b7d-2444-42f7-a663-fca8eaf26be2, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:33.745582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] For port 87894b7d-2444-42f7-a663-fca8eaf26be2, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=87894b7d-2444-42f7-a663-fca8eaf26be2,segment=NetworkSegment(205639db-f55d-49ec-8191-a97b077f9280),segment_id=205639db-f55d-49ec-8191-a97b077f9280)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:33.763387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0b990a6d-0517-459d-88f2-d98bb54fcf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.768476 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5374f5f6-05c6-4295-8a79-0802e23b20d6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1326039 Apr 01 15:46:33.771947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54294) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:33.775884 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-4ec57544-c8ba-42af-8f53-abe5d1cb13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:33.778262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Allocated IP 2001:db8::1 (a8502190-6af8-49c9-9127-d966b5fcc901/2dab90f9-ebd0-49c4-82f0-604f6dec8256/c9c8994d-fefd-499e-903c-c97d21204ad8) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:33.780793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:33.786451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.788387 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec57544-c8ba-42af-8f53-abe5d1cb13cb None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:33.789239 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-4ec57544-c8ba-42af-8f53-abe5d1cb13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:33.863492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:33.877901 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-4ec57544-c8ba-42af-8f53-abe5d1cb13cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:33.879003 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec57544-c8ba-42af-8f53-abe5d1cb13cb None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:33.936098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e99f83b3-5bc7-403d-8c13-ca02078c0df1,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:33.957035 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fcb02617-4aed-46a5-b336-eca26dd8d695 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/floatingips/8e0b7e6a-7b4d-49bf-904d-aad1330c9bc8 HTTP/1.1" status: 204 len: 168 time: 1.8799477 Apr 01 15:46:33.960146 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54296) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:34.006629 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55857ebd-cbce-4db0-9b55-35a0cc350eeb None None] Pushing event updated for resources: {'Port': ['ID=87894b7d-2444-42f7-a663-fca8eaf26be2,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:34.030679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0b990a6d-0517-459d-88f2-d98bb54fcf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.035128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0b990a6d-0517-459d-88f2-d98bb54fcf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.035128 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0b990a6d-0517-459d-88f2-d98bb54fcf12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/76e3f5a7-1134-447d-9692-5d86a4526f7a HTTP/1.1" status: 204 len: 168 time: 0.4480135 Apr 01 15:46:34.089561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b990a6d-0517-459d-88f2-d98bb54fcf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e3f5a7-1134-447d-9692-5d86a4526f7a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:34.093037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['e99f83b3-5bc7-403d-8c13-ca02078c0df1'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:46:34.109947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:34.121610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.130355 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.279361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c5785c7e-397a-445a-a075-ae09ed64efbf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port bc14d568-d234-45be-9749-80dbe8a7545b {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:34.279705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5785c7e-397a-445a-a075-ae09ed64efbf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.418096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 21d79925-bc19-44c7-9019-7e40f0f397c8 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:34.450195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5785c7e-397a-445a-a075-ae09ed64efbf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.487562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c5785c7e-397a-445a-a075-ae09ed64efbf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for bc14d568-d234-45be-9749-80dbe8a7545b owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:34.539501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 21d79925-bc19-44c7-9019-7e40f0f397c8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:34.549677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.702849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.793966 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Port': ['ID=c9c8994d-fefd-499e-903c-c97d21204ad8,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:34.835508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network a8502190-6af8-49c9-9127-d966b5fcc901 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:34.847539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969ae3-773a-4432-b844-90a01c9ec077 req-fa5f855d-4cca-4721-a1cb-02d5629bc33a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:34.849738 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-48969ae3-773a-4432-b844-90a01c9ec077 req-fa5f855d-4cca-4721-a1cb-02d5629bc33a tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 944 time: 0.3635132 Apr 01 15:46:34.858957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:34.859111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.859225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:34.859225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.895599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 21d79925-bc19-44c7-9019-7e40f0f397c8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=21d79925-bc19-44c7-9019-7e40f0f397c8,segment=NetworkSegment(372ba94a-5155-4ea9-add1-6dbdd9eebba0),segment_id=372ba94a-5155-4ea9-add1-6dbdd9eebba0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:34.897501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-77cd7030-b857-439c-bdda-0935a73badb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:34.913324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e99f83b3-5bc7-403d-8c13-ca02078c0df1 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:35.008034 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-48969ae3-773a-4432-b844-90a01c9ec077 req-0e4eb9ee-a377-4e04-a1c2-936408939dfd tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442368 Apr 01 15:46:35.044995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54302) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:35.152305 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-08746067-3e67-468a-bd98-a8f4cca7c77f tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/floatingips/fb4a05df-98f2-45a7-9d90-bc8300f59827 HTTP/1.1" status: 200 len: 992 time: 0.1012983 Apr 01 15:46:35.166403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.214019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.231447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e99f83b3-5bc7-403d-8c13-ca02078c0df1 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:46:35.244653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network ed95a903-f7c7-4008-983c-91b3a046c86d is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:35.247504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.253626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:35.264995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:35.276903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:35.287251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:35.287902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.321560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=21d79925-bc19-44c7-9019-7e40f0f397c8,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:35.378963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002617d2-a48c-424e-aa8a-b2fb1d225815 None None] Network 2d8b1f54-bf12-4034-b65f-60cdb8c829b8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:35.479432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cd1d7895-45f7-4e6f-b293-c762a11da928 None None] Provisioning complete for port 21d79925-bc19-44c7-9019-7e40f0f397c8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:35.479801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7895-45f7-4e6f-b293-c762a11da928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.566513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.604636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5785c7e-397a-445a-a075-ae09ed64efbf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.618952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0965ce-d15a-497c-ac46-33ffedc33943 None None] Network ed95a903-f7c7-4008-983c-91b3a046c86d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:35.645869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5785c7e-397a-445a-a075-ae09ed64efbf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=bc14d568-d234-45be-9749-80dbe8a7545b,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:35.689077 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8d330486-1d18-4502-bb6b-68cff3310d8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9119387 Apr 01 15:46:35.690171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54304) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:35.694979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.701837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d', 'fixed_ips': [{'subnet_id': 'd5676d19-18f5-40ba-b82e-6ddc6fa47749'}, {'subnet_id': 'c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84'}], 'name': 'tempest-PortsTestJSON-184401959'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:35.776951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cd1d7895-45f7-4e6f-b293-c762a11da928 None None] Provisioning complete for port c9c8994d-fefd-499e-903c-c97d21204ad8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:35.777800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cd1d7895-45f7-4e6f-b293-c762a11da928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.852851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5785c7e-397a-445a-a075-ae09ed64efbf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:35.862768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54306) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:35.865371 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c5785c7e-397a-445a-a075-ae09ed64efbf tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/ports/bc14d568-d234-45be-9749-80dbe8a7545b HTTP/1.1" status: 204 len: 168 time: 1.8994668 Apr 01 15:46:35.869919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:35.895145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e99f83b3-5bc7-403d-8c13-ca02078c0df1,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:35.914910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d7895-45f7-4e6f-b293-c762a11da928 None None] Port c9c8994d-fefd-499e-903c-c97d21204ad8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:35.940492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:35.985595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.013475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.060954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e022f1b7-d1ce-4be0-856b-b66411ad81eb None None] Update dhcp port {'port': {'network_id': 'ed95a903-f7c7-4008-983c-91b3a046c86d', 'fixed_ips': [{'subnet_id': 'd5676d19-18f5-40ba-b82e-6ddc6fa47749', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '87894b7d-2444-42f7-a663-fca8eaf26be2'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:46:36.064442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-9f1e1316-a869-4991-ae66-962236604d30 None None] Provisioning complete for port 87894b7d-2444-42f7-a663-fca8eaf26be2 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:36.064595 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1316-a869-4991-ae66-962236604d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.110876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e022f1b7-d1ce-4be0-856b-b66411ad81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.119907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.123862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.126732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.156554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port b77c8ad8-2563-4ac6-a217-bc875e89d00f yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:36.234610 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event updated for resources: {'Port': ['ID=c9c8994d-fefd-499e-903c-c97d21204ad8,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.245491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.288083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1316-a869-4991-ae66-962236604d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.358137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 87894b7d-2444-42f7-a663-fca8eaf26be2 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:36.393747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9f1e1316-a869-4991-ae66-962236604d30 None None] For port 87894b7d-2444-42f7-a663-fca8eaf26be2, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=87894b7d-2444-42f7-a663-fca8eaf26be2,segment=NetworkSegment(205639db-f55d-49ec-8191-a97b077f9280),segment_id=205639db-f55d-49ec-8191-a97b077f9280)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:36.407200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-e022f1b7-d1ce-4be0-856b-b66411ad81eb None None] Allocated IP 172.20.0.18 (ed95a903-f7c7-4008-983c-91b3a046c86d/c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84/87894b7d-2444-42f7-a663-fca8eaf26be2) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:36.423997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Network a8502190-6af8-49c9-9127-d966b5fcc901 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:36.425758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:36.433555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 87894b7d-2444-42f7-a663-fca8eaf26be2 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:36.434343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.482883 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1316-a869-4991-ae66-962236604d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.483370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.26.6.234 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/66ecc7ae-d142-4806-b3f6-7adf35e96a95) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:36.544412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Router 3060d014-fac6-45a0-a9f5-b555c6325825 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:36.621637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.658441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e1316-a869-4991-ae66-962236604d30 None None] Pushing event updated for resources: {'Port': ['ID=87894b7d-2444-42f7-a663-fca8eaf26be2,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.673495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:36.684478 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2b2f38c7-60d7-4fcb-a2df-c53a1d568637 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "PUT /v2.0/routers/3060d014-fac6-45a0-a9f5-b555c6325825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1143954 Apr 01 15:46:36.684655 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 21d79925-bc19-44c7-9019-7e40f0f397c8 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:36.684752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54308) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:36.711011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a72d9-420f-46d3-9f36-817b519b6196 None None] Sync routers for ids ['3060d014-fac6-45a0-a9f5-b555c6325825'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:36.746990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e022f1b7-d1ce-4be0-856b-b66411ad81eb None None] For port 87894b7d-2444-42f7-a663-fca8eaf26be2, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=87894b7d-2444-42f7-a663-fca8eaf26be2,segment=NetworkSegment(205639db-f55d-49ec-8191-a97b077f9280),segment_id=205639db-f55d-49ec-8191-a97b077f9280)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:36.751334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-dcd140b7-72ca-4638-9a30-2e091961a680 None None] Provisioning complete for port 21d79925-bc19-44c7-9019-7e40f0f397c8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:36.751703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dcd140b7-72ca-4638-9a30-2e091961a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.760154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.766323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a72d9-420f-46d3-9f36-817b519b6196 None None] Routers {'3060d014-fac6-45a0-a9f5-b555c6325825'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:36.766952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0b2a72d9-420f-46d3-9f36-817b519b6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3060d014-fac6-45a0-a9f5-b555c6325825'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:36.813037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c0ae31d3-b583-45b0-9e86-bdb9a6ce7ba5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.817365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:36.830100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0b2a72d9-420f-46d3-9f36-817b519b6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:36.851914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:36.857448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:36.857629 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e022f1b7-d1ce-4be0-856b-b66411ad81eb None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.861642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a72d9-420f-46d3-9f36-817b519b6196 None None] Routers {'3060d014-fac6-45a0-a9f5-b555c6325825'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:36.862406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0b2a72d9-420f-46d3-9f36-817b519b6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3060d014-fac6-45a0-a9f5-b555c6325825'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:36.884565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=66ecc7ae-d142-4806-b3f6-7adf35e96a95,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:36.905784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0b2a72d9-420f-46d3-9f36-817b519b6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:36.906427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2a72d9-420f-46d3-9f36-817b519b6196 None None] The sync data for ids ['3060d014-fac6-45a0-a9f5-b555c6325825'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:36.908717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 21d79925-bc19-44c7-9019-7e40f0f397c8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:36.909095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.932997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e99f83b3-5bc7-403d-8c13-ca02078c0df1 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:36.939625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e022f1b7-d1ce-4be0-856b-b66411ad81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:36.986166 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-c0ae31d3-b583-45b0-9e86-bdb9a6ce7ba5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:46:36.987263 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c0ae31d3-b583-45b0-9e86-bdb9a6ce7ba5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/routers/3060d014-fac6-45a0-a9f5-b555c6325825 HTTP/1.1" status: 409 len: 329 time: 0.3015587 Apr 01 15:46:36.990308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54310) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:37.071042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.091423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.4 (ed95a903-f7c7-4008-983c-91b3a046c86d/d5676d19-18f5-40ba-b82e-6ddc6fa47749/b77c8ad8-2563-4ac6-a217-bc875e89d00f) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:37.098292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.28 (ed95a903-f7c7-4008-983c-91b3a046c86d/c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84/b77c8ad8-2563-4ac6-a217-bc875e89d00f) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:37.117122 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022f1b7-d1ce-4be0-856b-b66411ad81eb None None] Pushing event updated for resources: {'Port': ['ID=87894b7d-2444-42f7-a663-fca8eaf26be2,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:37.183868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port e99f83b3-5bc7-403d-8c13-ca02078c0df1 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:37.184116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.219627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.239425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-47bc2c88-ee84-4424-8b13-c5b145b798d3 None None] Provisioning complete for port c9c8994d-fefd-499e-903c-c97d21204ad8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:37.239792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-47bc2c88-ee84-4424-8b13-c5b145b798d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.270069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-518b724b-3ae8-4a5b-8b10-a22cc576f589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.290144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-47bc2c88-ee84-4424-8b13-c5b145b798d3 None None] Port c9c8994d-fefd-499e-903c-c97d21204ad8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:37.336307 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.377293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:46:37.379673 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e703bfb-1e98-4bd6-a10f-5c6dbfcf764d" -d '{"events": [{"server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "name": "network-vif-plugged", "status": "completed", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:46:37.393822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:37.430275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.447834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.466211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa129d0-da0f-449c-9231-3a6598765cf4 x-openstack-request-id: req-1aa129d0-da0f-449c-9231-3a6598765cf4 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:46:37.470435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "name": "network-vif-plugged", "status": "completed", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:46:37.470435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1aa129d0-da0f-449c-9231-3a6598765cf4 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:46:37.470435 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa129d0-da0f-449c-9231-3a6598765cf4'] response: {'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'code': 200} Apr 01 15:46:37.482890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.497037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.557743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e99f83b3-5bc7-403d-8c13-ca02078c0df1,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:37.583351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.663553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.676862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=66ecc7ae-d142-4806-b3f6-7adf35e96a95,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:37.730087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network ed95a903-f7c7-4008-983c-91b3a046c86d is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:37.734124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.739207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Deleting port c9c8994d-fefd-499e-903c-c97d21204ad8 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:37.739207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.742272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:37.752748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:37.759093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=b77c8ad8-2563-4ac6-a217-bc875e89d00f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:37.767659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426173c-bf39-4f16-a5c1-3aa33ccd4baf None None] Network ed95a903-f7c7-4008-983c-91b3a046c86d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:37.837531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:37.838264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.853399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.854800 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b47dc69d-e3b5-435e-bca6-2b330bd71e70 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9904010 Apr 01 15:46:37.858109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54314) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:37.863976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'port': {'network_id': '2096c9b4-2779-4e37-b380-59e151b61a4d', 'name': 'tempest-FloatingIPTestJSON-1279908964'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:37.868594 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1f537821-7bb9-4dc1-85cb-d327fd1dc3e7 None None] Provisioning complete for port 87894b7d-2444-42f7-a663-fca8eaf26be2 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:37.868845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1f537821-7bb9-4dc1-85cb-d327fd1dc3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:37.948597 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-68fcdcda-c506-4f7e-8c92-8650aa6617ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2572386 Apr 01 15:46:37.952753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54316) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:37.959028 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5676d19-18f5-40ba-b82e-6ddc6fa47749'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:38.065133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.148023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.157470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Made reservation on behalf of ee85378ca431434c99b3f6b9e4246712 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:38.166604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.166862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Calling delete_port for c9c8994d-fefd-499e-903c-c97d21204ad8 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:38.187159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] device_id is not set on port 9e7de4d9-dd32-4f1b-8739-523cbe800e0c yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:38.221337 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 87894b7d-2444-42f7-a663-fca8eaf26be2 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:38.296691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 87894b7d-2444-42f7-a663-fca8eaf26be2 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:38.297123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.430815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.20.0.4 (2096c9b4-2779-4e37-b380-59e151b61a4d/fbb3701c-d0da-454a-8279-4f58ea129ae6/9e7de4d9-dd32-4f1b-8739-523cbe800e0c) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:38.493680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.517463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Delete allocated IP 172.20.0.28 (ed95a903-f7c7-4008-983c-91b3a046c86d/c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84) {{(pid=110106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:46:38.521245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b5ef8d43-8930-4634-a47b-1a0aba9c55dc None None] Provisioning complete for port b77c8ad8-2563-4ac6-a217-bc875e89d00f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:38.522154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5ef8d43-8930-4634-a47b-1a0aba9c55dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.535414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Port': ['ID=c9c8994d-fefd-499e-903c-c97d21204ad8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:38.590470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef8d43-8930-4634-a47b-1a0aba9c55dc None None] Port b77c8ad8-2563-4ac6-a217-bc875e89d00f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:38.607425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b5ef8d43-8930-4634-a47b-1a0aba9c55dc None None] Provisioning complete for port 87894b7d-2444-42f7-a663-fca8eaf26be2 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:38.607801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5ef8d43-8930-4634-a47b-1a0aba9c55dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.675093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.889355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-efe340f7-eb70-4874-969f-4ddb16d9cf38 None None] Provisioning complete for port b77c8ad8-2563-4ac6-a217-bc875e89d00f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:38.889355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efe340f7-eb70-4874-969f-4ddb16d9cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:38.906803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Router 3060d014-fac6-45a0-a9f5-b555c6325825 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:38.920018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-efe340f7-eb70-4874-969f-4ddb16d9cf38 None None] Port b77c8ad8-2563-4ac6-a217-bc875e89d00f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:38.996796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:39.013105 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e1281fb3-6ac6-4148-874b-692b66d22f07 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "PUT /v2.0/routers/3060d014-fac6-45a0-a9f5-b555c6325825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0097818 Apr 01 15:46:39.013218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54318) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:39.013317 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef4719-7e00-4c11-84c2-a1efb93567ec None None] Sync routers for ids ['3060d014-fac6-45a0-a9f5-b555c6325825'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:39.019690 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef4719-7e00-4c11-84c2-a1efb93567ec None None] Routers {'3060d014-fac6-45a0-a9f5-b555c6325825'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:39.020301 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4719-7e00-4c11-84c2-a1efb93567ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3060d014-fac6-45a0-a9f5-b555c6325825'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:39.055549 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4719-7e00-4c11-84c2-a1efb93567ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:39.064682 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef4719-7e00-4c11-84c2-a1efb93567ec None None] Routers {'3060d014-fac6-45a0-a9f5-b555c6325825'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:39.065278 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4719-7e00-4c11-84c2-a1efb93567ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['3060d014-fac6-45a0-a9f5-b555c6325825'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:39.070676 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-95c1b51b-1b07-4c43-8f6d-a67ed025fce5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] show failed (client error): The resource could not be found. Apr 01 15:46:39.071712 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-95c1b51b-1b07-4c43-8f6d-a67ed025fce5 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-800876303 HTTP/1.1" status: 404 len: 334 time: 0.0625091 Apr 01 15:46:39.077410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54320) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:39.082848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0a345411-e107-4b15-82be-79dbda658a67 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:39.097645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.123057 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-0a345411-e107-4b15-82be-79dbda658a67 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] update failed (client error): The resource could not be found. Apr 01 15:46:39.127747 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0a345411-e107-4b15-82be-79dbda658a67 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-1404467365 HTTP/1.1" status: 404 len: 335 time: 0.0451806 Apr 01 15:46:39.128059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54322) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:39.146168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.187396 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4719-7e00-4c11-84c2-a1efb93567ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:39.188308 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef4719-7e00-4c11-84c2-a1efb93567ec None None] The sync data for ids ['3060d014-fac6-45a0-a9f5-b555c6325825'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:39.203921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d545d467-21ed-45d7-b12c-966e3e4e8aa0 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Deleting subnet 4f45d5b3-ad3d-4cd4-8c10-797637c7e22e {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:39.207296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d545d467-21ed-45d7-b12c-966e3e4e8aa0 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.229954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.288679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d545d467-21ed-45d7-b12c-966e3e4e8aa0 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.322880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.368302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=b77c8ad8-2563-4ac6-a217-bc875e89d00f,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:39.436473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network 2096c9b4-2779-4e37-b380-59e151b61a4d is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:39.447803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:39.450353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:39.522291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] In _notify_port_updated(), no bound segment for port b77c8ad8-2563-4ac6-a217-bc875e89d00f on network ed95a903-f7c7-4008-983c-91b3a046c86d {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:46:39.528292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:39.528917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.530195 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3193d0eb-235f-4279-a0fe-15115c4af311 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "PUT /v2.0/ports/b77c8ad8-2563-4ac6-a217-bc875e89d00f HTTP/1.1" status: 200 len: 918 time: 1.5763659 Apr 01 15:46:39.533258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54326) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:39.539981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5676d19-18f5-40ba-b82e-6ddc6fa47749'}, {'subnet_id': 'c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:39.542621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=9e7de4d9-dd32-4f1b-8739-523cbe800e0c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:39.559309 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f4116df0-aa15-4d00-a8ff-1361dca4730b None None] Provisioning complete for port b77c8ad8-2563-4ac6-a217-bc875e89d00f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:39.560091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f4116df0-aa15-4d00-a8ff-1361dca4730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.566359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d545d467-21ed-45d7-b12c-966e3e4e8aa0 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.576833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:39.577461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.616182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f4116df0-aa15-4d00-a8ff-1361dca4730b None None] Port b77c8ad8-2563-4ac6-a217-bc875e89d00f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:39.702971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.816537 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-24f90df9-f230-4ff6-b86e-b4a78ae41a71 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9571412 Apr 01 15:46:39.820317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54328) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:39.826100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fc5307fd-bc78-4093-9b80-d9f7063272da tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'port_id': '9e7de4d9-dd32-4f1b-8739-523cbe800e0c'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:39.830471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.861085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d545d467-21ed-45d7-b12c-966e3e4e8aa0 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.903876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc5307fd-bc78-4093-9b80-d9f7063272da tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.909908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d545d467-21ed-45d7-b12c-966e3e4e8aa0 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:39.916302 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d545d467-21ed-45d7-b12c-966e3e4e8aa0 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/subnets/4f45d5b3-ad3d-4cd4-8c10-797637c7e22e HTTP/1.1" status: 204 len: 168 time: 0.7844501 Apr 01 15:46:39.916505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54330) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:39.920797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9669ba25-bc89-4bc4-9ee2-3d50316328a5 None None] Network 2d8b1f54-bf12-4034-b65f-60cdb8c829b8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:39.945504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545d467-21ed-45d7-b12c-966e3e4e8aa0 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Subnet': ['ID=4f45d5b3-ad3d-4cd4-8c10-797637c7e22e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:40.045228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.048462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.19 (ed95a903-f7c7-4008-983c-91b3a046c86d/c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84/b77c8ad8-2563-4ac6-a217-bc875e89d00f) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:40.156858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210a641-9418-474a-9fb9-47db14dd68b5 None None] DHCP port deletion for 2d8b1f54-bf12-4034-b65f-60cdb8c829b8 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:40.244764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Deleting port 21d79925-bc19-44c7-9019-7e40f0f397c8 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:40.245403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.254161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 21d79925-bc19-44c7-9019-7e40f0f397c8 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:40.262464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f210a641-9418-474a-9fb9-47db14dd68b5 None None] Deleting port 21d79925-bc19-44c7-9019-7e40f0f397c8 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:40.262839 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f210a641-9418-474a-9fb9-47db14dd68b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.273506 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.325916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] For port 21d79925-bc19-44c7-9019-7e40f0f397c8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=21d79925-bc19-44c7-9019-7e40f0f397c8,segment=NetworkSegment(372ba94a-5155-4ea9-add1-6dbdd9eebba0),segment_id=372ba94a-5155-4ea9-add1-6dbdd9eebba0)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:40.326286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.339893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Calling delete_port for 21d79925-bc19-44c7-9019-7e40f0f397c8 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:40.364877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f210a641-9418-474a-9fb9-47db14dd68b5 None None] For port 21d79925-bc19-44c7-9019-7e40f0f397c8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=21d79925-bc19-44c7-9019-7e40f0f397c8,segment=NetworkSegment(372ba94a-5155-4ea9-add1-6dbdd9eebba0),segment_id=372ba94a-5155-4ea9-add1-6dbdd9eebba0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:40.365215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f210a641-9418-474a-9fb9-47db14dd68b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.382148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f210a641-9418-474a-9fb9-47db14dd68b5 None None] Calling delete_port for 21d79925-bc19-44c7-9019-7e40f0f397c8 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:40.419330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.465344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.507758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=b77c8ad8-2563-4ac6-a217-bc875e89d00f,revision_number=3']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:40.531697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc5307fd-bc78-4093-9b80-d9f7063272da tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.586997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] In _notify_port_updated(), no bound segment for port b77c8ad8-2563-4ac6-a217-bc875e89d00f on network ed95a903-f7c7-4008-983c-91b3a046c86d {{(pid=110105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:46:40.593657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:40.594363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.596388 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0ddb25af-4e41-4706-9863-4ae640cd2930 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "PUT /v2.0/ports/b77c8ad8-2563-4ac6-a217-bc875e89d00f HTTP/1.1" status: 200 len: 998 time: 1.0614543 Apr 01 15:46:40.599206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54332) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:40.635164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.655962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f210a641-9418-474a-9fb9-47db14dd68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.686596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Port': ['ID=21d79925-bc19-44c7-9019-7e40f0f397c8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:40.692158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] No DVR routers for this DVR port 21d79925-bc19-44c7-9019-7e40f0f397c8 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:40.697643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210a641-9418-474a-9fb9-47db14dd68b5 None None] No DVR routers for this DVR port 21d79925-bc19-44c7-9019-7e40f0f397c8 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:40.709862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210a641-9418-474a-9fb9-47db14dd68b5 None None] Pushing event deleted for resources: {'Port': ['ID=21d79925-bc19-44c7-9019-7e40f0f397c8,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:40.764897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc5307fd-bc78-4093-9b80-d9f7063272da tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.825418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.852042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-49b5ec4c-4190-4469-8f38-a4d291a3d868 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port b77c8ad8-2563-4ac6-a217-bc875e89d00f {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:40.852401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-49b5ec4c-4190-4469-8f38-a4d291a3d868 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.857696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-bc7abec6-79d6-44b1-906c-9f13d868a00f None None] Provisioning complete for port b77c8ad8-2563-4ac6-a217-bc875e89d00f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:40.858206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bc7abec6-79d6-44b1-906c-9f13d868a00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.859919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8b1f54-bf12-4034-b65f-60cdb8c829b8']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:40.874128 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-fc5307fd-bc78-4093-9b80-d9f7063272da tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP 284fdef0-e689-4a9d-a5bb-0a7032afed6a associated. External IP: 172.26.6.234, port: 9e7de4d9-dd32-4f1b-8739-523cbe800e0c. Apr 01 15:46:40.884806 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372ba94a-5155-4ea9-add1-6dbdd9eebba0') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:40.885166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372ba94a-5155-4ea9-add1-6dbdd9eebba0') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:40.910409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.921254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-bc7abec6-79d6-44b1-906c-9f13d868a00f None None] Port b77c8ad8-2563-4ac6-a217-bc875e89d00f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:40.958442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.962664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.970065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:40.970480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:40.973540 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:41.008882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-49b5ec4c-4190-4469-8f38-a4d291a3d868 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.051300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-49b5ec4c-4190-4469-8f38-a4d291a3d868 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for b77c8ad8-2563-4ac6-a217-bc875e89d00f owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:41.060145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.122163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5307fd-bc78-4093-9b80-d9f7063272da tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:41.129428 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:46:41.223356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.226489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.232442 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/networks/2d8b1f54-bf12-4034-b65f-60cdb8c829b8 HTTP/1.1" status: 204 len: 168 time: 1.3125679 Apr 01 15:46:41.232914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54334) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:41.248183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e871407-7a58-461e-883e-fbf1f52ba215 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Network': ['ID=2d8b1f54-bf12-4034-b65f-60cdb8c829b8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:41.270496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5307fd-bc78-4093-9b80-d9f7063272da tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:41.275614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fc5307fd-bc78-4093-9b80-d9f7063272da tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.281135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee032a-2706-432a-8bbb-4cce1c369055 None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:41.294969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee032a-2706-432a-8bbb-4cce1c369055 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:41.295607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-4cee032a-2706-432a-8bbb-4cce1c369055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:41.318834 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fc5307fd-bc78-4093-9b80-d9f7063272da tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/floatingips/284fdef0-e689-4a9d-a5bb-0a7032afed6a HTTP/1.1" status: 200 len: 978 time: 1.4973526 Apr 01 15:46:41.322723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54336) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:41.326652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b203b1a4-0093-40fb-a427-c4a61ddfdd8d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Deleting subnet ba61bba0-f86d-4356-9b27-7a6cd130072b {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:41.327165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b203b1a4-0093-40fb-a427-c4a61ddfdd8d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.346728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-4cee032a-2706-432a-8bbb-4cce1c369055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:41.362521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee032a-2706-432a-8bbb-4cce1c369055 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:41.363553 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-4cee032a-2706-432a-8bbb-4cce1c369055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:41.386749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b203b1a4-0093-40fb-a427-c4a61ddfdd8d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.413306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-4cee032a-2706-432a-8bbb-4cce1c369055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:41.413976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee032a-2706-432a-8bbb-4cce1c369055 None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:41.431328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-49b5ec4c-4190-4469-8f38-a4d291a3d868 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.467655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5ec4c-4190-4469-8f38-a4d291a3d868 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=b77c8ad8-2563-4ac6-a217-bc875e89d00f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:41.499545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b203b1a4-0093-40fb-a427-c4a61ddfdd8d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.571323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 9e7de4d9-dd32-4f1b-8739-523cbe800e0c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:41.575535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.612175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-49b5ec4c-4190-4469-8f38-a4d291a3d868 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.615490 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-49b5ec4c-4190-4469-8f38-a4d291a3d868 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/b77c8ad8-2563-4ac6-a217-bc875e89d00f HTTP/1.1" status: 204 len: 168 time: 1.0152881 Apr 01 15:46:41.618357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54338) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:41.656476 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff1afb5-1c0a-4290-bafc-a6031c1d8e96 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:46:41.661162 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0ff1afb5-1c0a-4290-bafc-a6031c1d8e96 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/b77c8ad8-2563-4ac6-a217-bc875e89d00f HTTP/1.1" status: 404 len: 333 time: 0.0380645 Apr 01 15:46:41.661408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54340) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:41.690897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b203b1a4-0093-40fb-a427-c4a61ddfdd8d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.710002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.739083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203b1a4-0093-40fb-a427-c4a61ddfdd8d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Subnet': ['ID=ba61bba0-f86d-4356-9b27-7a6cd130072b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:41.748700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b203b1a4-0093-40fb-a427-c4a61ddfdd8d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.759876 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b203b1a4-0093-40fb-a427-c4a61ddfdd8d tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/subnets/ba61bba0-f86d-4356-9b27-7a6cd130072b HTTP/1.1" status: 204 len: 168 time: 0.5187845 Apr 01 15:46:41.759876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54342) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:41.760200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdcacca-e276-4560-8e6c-a0f44e171071 None None] Network 225f873b-d083-45cb-b70e-6498118167bc requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:41.770350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b143b139-14a2-44e7-a467-6376237fa125 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:41.774127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b143b139-14a2-44e7-a467-6376237fa125 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.857414 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b143b139-14a2-44e7-a467-6376237fa125 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.885944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-df942ad6-024d-4c1b-a9d8-a40570858f59 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Deleting subnet be1f46e6-a323-44f4-9dde-14e6e10490f7 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:41.892211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-df942ad6-024d-4c1b-a9d8-a40570858f59 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.952791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-df942ad6-024d-4c1b-a9d8-a40570858f59 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.970501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ff7a5-8866-436e-b9c6-dd7da1005dde None None] DHCP port deletion for 225f873b-d083-45cb-b70e-6498118167bc request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:41.972881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.973434 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:41.973544 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP 284fdef0-e689-4a9d-a5bb-0a7032afed6a disassociated. External IP: 172.26.6.234, port: 9e7de4d9-dd32-4f1b-8739-523cbe800e0c. Apr 01 15:46:41.973848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 9e7de4d9-dd32-4f1b-8739-523cbe800e0c owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:42.027539 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-259ff7a5-8866-436e-b9c6-dd7da1005dde None None] Deleting port 0dc21021-2d39-4a30-b563-eef625822548 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:42.028252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-259ff7a5-8866-436e-b9c6-dd7da1005dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.041644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b143b139-14a2-44e7-a467-6376237fa125 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.100875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-259ff7a5-8866-436e-b9c6-dd7da1005dde None None] For port 0dc21021-2d39-4a30-b563-eef625822548, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0dc21021-2d39-4a30-b563-eef625822548,segment=NetworkSegment(2d42b9d4-8ad7-4636-925a-e0ae435b6184),segment_id=2d42b9d4-8ad7-4636-925a-e0ae435b6184)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:42.101757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-259ff7a5-8866-436e-b9c6-dd7da1005dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.115030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-df942ad6-024d-4c1b-a9d8-a40570858f59 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.115282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-259ff7a5-8866-436e-b9c6-dd7da1005dde None None] Calling delete_port for 0dc21021-2d39-4a30-b563-eef625822548 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:42.202934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0dc21021-2d39-4a30-b563-eef625822548 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:42.223939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.254876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=9e7de4d9-dd32-4f1b-8739-523cbe800e0c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:42.269558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-df942ad6-024d-4c1b-a9d8-a40570858f59 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.279790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b143b139-14a2-44e7-a467-6376237fa125 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.312507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.319631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df942ad6-024d-4c1b-a9d8-a40570858f59 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Subnet': ['ID=be1f46e6-a323-44f4-9dde-14e6e10490f7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:42.329879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-df942ad6-024d-4c1b-a9d8-a40570858f59 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.334199 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-df942ad6-024d-4c1b-a9d8-a40570858f59 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/subnets/be1f46e6-a323-44f4-9dde-14e6e10490f7 HTTP/1.1" status: 204 len: 168 time: 0.5768616 Apr 01 15:46:42.337886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54344) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:42.338187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-259ff7a5-8866-436e-b9c6-dd7da1005dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.338751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b143b139-14a2-44e7-a467-6376237fa125 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.347750 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b143b139-14a2-44e7-a467-6376237fa125 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84 HTTP/1.1" status: 204 len: 168 time: 0.6853714 Apr 01 15:46:42.366805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf6c4e-f1a7-4c65-b33f-485fbf0fa543 None None] Network 6516d5a8-6098-4daa-a463-cb19b88f013b requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:42.367213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54346) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:42.368678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d3e93e-3a40-4fdf-b253-7f93a41e8983 None None] Network ed95a903-f7c7-4008-983c-91b3a046c86d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:42.377454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143b139-14a2-44e7-a467-6376237fa125 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:42.418731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ff7a5-8866-436e-b9c6-dd7da1005dde None None] Pushing event deleted for resources: {'Port': ['ID=0dc21021-2d39-4a30-b563-eef625822548,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:42.436186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d315dc-5274-4cf7-ab98-261a37859e7a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet d5676d19-18f5-40ba-b82e-6ddc6fa47749 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:42.440395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8d315dc-5274-4cf7-ab98-261a37859e7a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.442080 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ff7a5-8866-436e-b9c6-dd7da1005dde None None] No DVR routers for this DVR port 0dc21021-2d39-4a30-b563-eef625822548 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:42.480987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:42.487030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.495612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8d315dc-5274-4cf7-ab98-261a37859e7a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.608068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8d315dc-5274-4cf7-ab98-261a37859e7a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.647340 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.709466 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225f873b-d083-45cb-b70e-6498118167bc']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:42.725988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d42b9d4-8ad7-4636-925a-e0ae435b6184') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:42.726286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d42b9d4-8ad7-4636-925a-e0ae435b6184') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:42.729704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:42.731611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3131f3-5e00-4da0-9b1b-17090e764da9 None None] DHCP port deletion for 6516d5a8-6098-4daa-a463-cb19b88f013b request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:42.743389 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c723e68-3525-492b-b9c1-d8f8ba6826c8 None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:42.744088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.761095 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c723e68-3525-492b-b9c1-d8f8ba6826c8 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:42.763943 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9c723e68-3525-492b-b9c1-d8f8ba6826c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:42.792474 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7c3131f3-5e00-4da0-9b1b-17090e764da9 None None] Deleting port f0461d45-8f72-4aa1-b8ff-304d16f3790d {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:42.793216 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7c3131f3-5e00-4da0-9b1b-17090e764da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.803694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8d315dc-5274-4cf7-ab98-261a37859e7a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.833619 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9c723e68-3525-492b-b9c1-d8f8ba6826c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:42.858786 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c723e68-3525-492b-b9c1-d8f8ba6826c8 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:42.859630 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9c723e68-3525-492b-b9c1-d8f8ba6826c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:42.870269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b8d315dc-5274-4cf7-ab98-261a37859e7a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.877404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7c3131f3-5e00-4da0-9b1b-17090e764da9 None None] For port f0461d45-8f72-4aa1-b8ff-304d16f3790d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f0461d45-8f72-4aa1-b8ff-304d16f3790d,segment=NetworkSegment(e0f5ebd3-276b-44b0-8f4e-b914affb5fee),segment_id=e0f5ebd3-276b-44b0-8f4e-b914affb5fee)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:42.878089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7c3131f3-5e00-4da0-9b1b-17090e764da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:42.882184 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b8d315dc-5274-4cf7-ab98-261a37859e7a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/d5676d19-18f5-40ba-b82e-6ddc6fa47749 HTTP/1.1" status: 204 len: 168 time: 0.5126054 Apr 01 15:46:42.882881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54348) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:42.886440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d315dc-5274-4cf7-ab98-261a37859e7a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=d5676d19-18f5-40ba-b82e-6ddc6fa47749,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:42.899589 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7c3131f3-5e00-4da0-9b1b-17090e764da9 None None] Calling delete_port for f0461d45-8f72-4aa1-b8ff-304d16f3790d owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:42.923113 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9c723e68-3525-492b-b9c1-d8f8ba6826c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:42.923892 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c723e68-3525-492b-b9c1-d8f8ba6826c8 None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:43.014757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.087927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 87894b7d-2444-42f7-a663-fca8eaf26be2 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:43.090874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.156569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.163202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] For port 87894b7d-2444-42f7-a663-fca8eaf26be2, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=87894b7d-2444-42f7-a663-fca8eaf26be2,segment=NetworkSegment(205639db-f55d-49ec-8191-a97b077f9280),segment_id=205639db-f55d-49ec-8191-a97b077f9280)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:43.163592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.171278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:43.171278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:43.180759 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:43.184586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 87894b7d-2444-42f7-a663-fca8eaf26be2 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:43.207178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7c3131f3-5e00-4da0-9b1b-17090e764da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.233874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.239887 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-db684456-23ad-4928-b8de-fd0414b1fb08 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/ports/9e7de4d9-dd32-4f1b-8739-523cbe800e0c HTTP/1.1" status: 204 len: 168 time: 1.9154627 Apr 01 15:46:43.241839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54350) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:43.253930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3131f3-5e00-4da0-9b1b-17090e764da9 None None] Pushing event deleted for resources: {'Port': ['ID=f0461d45-8f72-4aa1-b8ff-304d16f3790d,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:43.263239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3131f3-5e00-4da0-9b1b-17090e764da9 None None] No DVR routers for this DVR port f0461d45-8f72-4aa1-b8ff-304d16f3790d on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:43.302162 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-76873e1c-933b-43c7-9d86-70fc9cfe14d3 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "GET /v2.0/floatingips/284fdef0-e689-4a9d-a5bb-0a7032afed6a HTTP/1.1" status: 200 len: 688 time: 0.0591834 Apr 01 15:46:43.309225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54352) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:43.360281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.365010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.368673 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/networks/225f873b-d083-45cb-b70e-6498118167bc HTTP/1.1" status: 204 len: 168 time: 1.0293660 Apr 01 15:46:43.374024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54354) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:43.393651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d64a5-c118-434c-8d19-7619f6fbe09e None None] Network ed95a903-f7c7-4008-983c-91b3a046c86d requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:43.431549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c73f2-b10f-4620-8168-bf8df048efa2 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Network': ['ID=225f873b-d083-45cb-b70e-6498118167bc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:43.468690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.493728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 66ecc7ae-d142-4806-b3f6-7adf35e96a95 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:43.494732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.511896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.540772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d0740986-8d0a-4e1e-ae05-9671f8770dd1 None None] Provisioning complete for port 87894b7d-2444-42f7-a663-fca8eaf26be2 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:43.541060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d0740986-8d0a-4e1e-ae05-9671f8770dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.559462 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No DVR routers for this DVR port 87894b7d-2444-42f7-a663-fca8eaf26be2 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:43.576069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d0740986-8d0a-4e1e-ae05-9671f8770dd1 None None] Port 87894b7d-2444-42f7-a663-fca8eaf26be2 was deleted so its status cannot be updated. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 01 15:46:43.595827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.596252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.601423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=87894b7d-2444-42f7-a663-fca8eaf26be2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:43.610906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 66ecc7ae-d142-4806-b3f6-7adf35e96a95 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:43.637923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.673687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecffc41-8884-42c2-b048-c9d3ea59ab8e None None] DHCP port deletion for ed95a903-f7c7-4008-983c-91b3a046c86d request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:43.682819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6516d5a8-6098-4daa-a463-cb19b88f013b']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:43.748408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.754483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f5ebd3-276b-44b0-8f4e-b914affb5fee') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:43.755075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f5ebd3-276b-44b0-8f4e-b914affb5fee') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:43.782836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.804816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed95a903-f7c7-4008-983c-91b3a046c86d']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:43.817116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205639db-f55d-49ec-8191-a97b077f9280') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:43.817396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205639db-f55d-49ec-8191-a97b077f9280') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:43.819381 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.832441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.834359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:43.834751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:43.837874 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:43.867396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.901267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:43.901558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:43.904645 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:43.950477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:43.975811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=66ecc7ae-d142-4806-b3f6-7adf35e96a95,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:44.040146 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.041466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.043523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.044618 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-59bcf78d-0956-449d-9ab7-c041bd474f3a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/floatingips/284fdef0-e689-4a9d-a5bb-0a7032afed6a HTTP/1.1" status: 204 len: 168 time: 0.7319763 Apr 01 15:46:44.048416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54356) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:44.049798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.052801 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '04fda260-316e-480d-ae7f-4fc9c8f28cbe'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:44.055964 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/networks/6516d5a8-6098-4daa-a463-cb19b88f013b HTTP/1.1" status: 204 len: 168 time: 0.6805046 Apr 01 15:46:44.056636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54358) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:44.077347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb74b3-a958-4537-95b1-a1f370992532 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Network': ['ID=6516d5a8-6098-4daa-a463-cb19b88f013b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:44.098823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.111419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.115134 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/networks/ed95a903-f7c7-4008-983c-91b3a046c86d HTTP/1.1" status: 204 len: 168 time: 1.2308075 Apr 01 15:46:44.120022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54360) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:44.134918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452ddc4-11aa-4402-b7bb-6c3a45d33ce3 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Network': ['ID=ed95a903-f7c7-4008-983c-91b3a046c86d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:44.145411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e44a914-fa62-4b81-8727-fa2eb7b83965 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Deleting subnet 2dab90f9-ebd0-49c4-82f0-604f6dec8256 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:44.149084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e44a914-fa62-4b81-8727-fa2eb7b83965 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.196240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f058fda-09b4-447f-94ae-26c5e8203f63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:44.197718 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4f058fda-09b4-447f-94ae-26c5e8203f63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0765171 Apr 01 15:46:44.206931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f0461d45-8f72-4aa1-b8ff-304d16f3790d no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:44.209759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54362) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:44.213889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e44a914-fa62-4b81-8727-fa2eb7b83965 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.228876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f0461d45-8f72-4aa1-b8ff-304d16f3790d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:44.229749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f0461d45-8f72-4aa1-b8ff-304d16f3790d not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:44.229884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 87894b7d-2444-42f7-a663-fca8eaf26be2 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:44.242440 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.254512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 87894b7d-2444-42f7-a663-fca8eaf26be2 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:44.254992 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 87894b7d-2444-42f7-a663-fca8eaf26be2 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:44.288475 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b7c09926-b8f6-4107-8f53-73406b874b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0764096 Apr 01 15:46:44.298082 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54364) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:44.305618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1514423694'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:44.334791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e44a914-fa62-4b81-8727-fa2eb7b83965 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.379977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.457067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:44.460931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.499205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.26.6.105 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/b05d0c29-f592-4b8a-a38c-bc3862e0a520) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:44.511163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e44a914-fa62-4b81-8727-fa2eb7b83965 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.519431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:44.554662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44a914-fa62-4b81-8727-fa2eb7b83965 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Subnet': ['ID=2dab90f9-ebd0-49c4-82f0-604f6dec8256,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:44.556888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5e44a914-fa62-4b81-8727-fa2eb7b83965 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.560800 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5e44a914-fa62-4b81-8727-fa2eb7b83965 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/subnets/2dab90f9-ebd0-49c4-82f0-604f6dec8256 HTTP/1.1" status: 204 len: 168 time: 0.5011067 Apr 01 15:46:44.564602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54366) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:44.572164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3916930-8e46-420e-b01e-2435cf25fd62 None None] Network a8502190-6af8-49c9-9127-d966b5fcc901 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:44.573339 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.573536 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Added segment 3fa7e4cf-5087-4a48-9d65-d8164d10df47 of type vlan for network ae801dcb-91b1-49cb-a3ab-35ff559d1430 Apr 01 15:46:44.652567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.684908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.692426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.777000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Deleting port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:44.778046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.816522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b6af6-966a-4c79-977c-0e5d69dadfe5 None None] DHCP port deletion for a8502190-6af8-49c9-9127-d966b5fcc901 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:44.845773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] For port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4248a540-67f9-4fb5-b7d0-7ad6c831f1f1,segment=NetworkSegment(9350a741-1fec-49bb-bbee-511d69681cc0),segment_id=9350a741-1fec-49bb-bbee-511d69681cc0)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:44.846371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.860505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Calling delete_port for 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:44.866970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-760b6af6-966a-4c79-977c-0e5d69dadfe5 None None] Deleting port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:44.867327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-760b6af6-966a-4c79-977c-0e5d69dadfe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.888324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.934767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:44.940549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:44.942669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=b05d0c29-f592-4b8a-a38c-bc3862e0a520,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:44.945049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:44.949920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-760b6af6-966a-4c79-977c-0e5d69dadfe5 None None] For port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4248a540-67f9-4fb5-b7d0-7ad6c831f1f1,segment=NetworkSegment(9350a741-1fec-49bb-bbee-511d69681cc0),segment_id=9350a741-1fec-49bb-bbee-511d69681cc0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:44.953839 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-760b6af6-966a-4c79-977c-0e5d69dadfe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.953969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.966957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:44.967754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:44.971399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-760b6af6-966a-4c79-977c-0e5d69dadfe5 None None] Calling delete_port for 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:45.048419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Network': ['ID=ae801dcb-91b1-49cb-a3ab-35ff559d1430,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:45.061524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network ae801dcb-91b1-49cb-a3ab-35ff559d1430 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:45.131001 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7f4773d3-f5ba-4a68-9d2d-918d8fe0ab7c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8314154 Apr 01 15:46:45.131805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.133613 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-760b6af6-966a-4c79-977c-0e5d69dadfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.133861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54368) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:45.142268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': 'ae801dcb-91b1-49cb-a3ab-35ff559d1430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:45.165337 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b6af6-966a-4c79-977c-0e5d69dadfe5 None None] Pushing event deleted for resources: {'Port': ['ID=4248a540-67f9-4fb5-b7d0-7ad6c831f1f1,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:45.167284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Port': ['ID=4248a540-67f9-4fb5-b7d0-7ad6c831f1f1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:45.167486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b6af6-966a-4c79-977c-0e5d69dadfe5 None None] No DVR routers for this DVR port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:45.173543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] No DVR routers for this DVR port 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:45.396473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.440583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.471599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:45.475679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.543922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.564200 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8502190-6af8-49c9-9127-d966b5fcc901']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:45.573860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9350a741-1fec-49bb-bbee-511d69681cc0') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:45.574660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9350a741-1fec-49bb-bbee-511d69681cc0') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:45.584326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.598223 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.605398 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:45.605729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:45.608766 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:45.645833 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.813031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.827543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.831290 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/networks/a8502190-6af8-49c9-9127-d966b5fcc901 HTTP/1.1" status: 204 len: 168 time: 1.2657163 Apr 01 15:46:45.834121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54370) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:45.840682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4238934-b0ba-4d80-a50a-5c895f5124d1 tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Pushing event deleted for resources: {'Network': ['ID=a8502190-6af8-49c9-9127-d966b5fcc901,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:45.873017 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1774ad0d-a2a6-4dec-9928-3cb222e50a1f tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "GET /v2.0/ports?device_id=3060d014-fac6-45a0-a9f5-b555c6325825 HTTP/1.1" status: 200 len: 205 time: 0.0377119 Apr 01 15:46:45.875725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54372) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:45.878909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.924158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:45.992280 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f7b357d7-a56e-4ea6-9dfb-a4036ce2a65b tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.033028 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.074294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=fa24ffd7-92f6-44ff-aa3d-a19a218379f9,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:46.179370 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:46.200786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:46.201130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4248a540-67f9-4fb5-b7d0-7ad6c831f1f1 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:46.209596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Checking segment: {'id': '3fa7e4cf-5087-4a48-9d65-d8164d10df47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'ae801dcb-91b1-49cb-a3ab-35ff559d1430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:46.209970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network hostable DHCP agents. Network: ae801dcb-91b1-49cb-a3ab-35ff559d1430, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:46.219881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=b05d0c29-f592-4b8a-a38c-bc3862e0a520,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:46.261902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f7b357d7-a56e-4ea6-9dfb-a4036ce2a65b tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.265920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f7b357d7-a56e-4ea6-9dfb-a4036ce2a65b tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.279741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.413041 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP e244e5dd-b5a8-4871-8b8e-42533b825810 associated. External IP: 172.26.6.105, port: 04fda260-316e-480d-ae7f-4fc9c8f28cbe. Apr 01 15:46:46.465371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network ae801dcb-91b1-49cb-a3ab-35ff559d1430 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:46.469514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f7b357d7-a56e-4ea6-9dfb-a4036ce2a65b tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.470051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b357d7-a56e-4ea6-9dfb-a4036ce2a65b tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Fanout notify agent at l3_agent the message router_deleted on router 3060d014-fac6-45a0-a9f5-b555c6325825 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:46:46.504998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f7b357d7-a56e-4ea6-9dfb-a4036ce2a65b tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.506118 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f7b357d7-a56e-4ea6-9dfb-a4036ce2a65b tempest-RoutersNegativeIpV6Test-2127151565 tempest-RoutersNegativeIpV6Test-2127151565-project] 10.222.0.73 "DELETE /v2.0/routers/3060d014-fac6-45a0-a9f5-b555c6325825 HTTP/1.1" status: 204 len: 168 time: 0.6294966 Apr 01 15:46:46.619619 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, ae801dcb-91b1-49cb-a3ab-35ff559d1430) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:46.627246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:46.631056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.631188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e308ff-8daa-46ec-ba4f-ab4b91235d66 None None] Network ae801dcb-91b1-49cb-a3ab-35ff559d1430 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:46.649248 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:46.750448 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9b49f370-0cf1-4a15-8674-a632f50dd3b0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6124928 Apr 01 15:46:46.753697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54376) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:46.763149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': 'ae801dcb-91b1-49cb-a3ab-35ff559d1430', 'name': 'tempest-PortsTestJSON-1958677946'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:46.769034 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:46.893252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979bde41-bd19-43c6-b75a-af8367f08005 None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:46.915223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979bde41-bd19-43c6-b75a-af8367f08005 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:46.915843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-979bde41-bd19-43c6-b75a-af8367f08005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:46.923310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:46.951320 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5e5b3611-7ffa-42cd-aadf-ac9c2c47715b tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.9020035 Apr 01 15:46:46.953884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54380) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:46.959241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1372819735'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:46.963365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-979bde41-bd19-43c6-b75a-af8367f08005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:46.974646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979bde41-bd19-43c6-b75a-af8367f08005 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:46.975838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-979bde41-bd19-43c6-b75a-af8367f08005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:46.980970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-ae801dcb-91b1-49cb-a3ab-35ff559d1430', 'network_id': 'ae801dcb-91b1-49cb-a3ab-35ff559d1430', 'tenant_id': 'b90639d26b384ab29a90c919c9821b37', 'fixed_ips': [{'subnet_id': 'fa24ffd7-92f6-44ff-aa3d-a19a218379f9'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:46.981816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.025159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-979bde41-bd19-43c6-b75a-af8367f08005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:47.025811 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979bde41-bd19-43c6-b75a-af8367f08005 None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:47.075980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:47.079561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.097293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port 8790e308-8a58-4d39-9edc-4a4e936df3c6 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:47.105347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54384) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:47.144438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Made reservation on behalf of ee85378ca431434c99b3f6b9e4246712 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:47.151224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.192134 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:47.201873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.202833 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Added segment 0b4d0970-4f2f-406f-8466-03ce813e3210 of type vlan for network b5b5ad5f-a970-4a0c-97de-c47391379dd3 Apr 01 15:46:47.220316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.2 (ae801dcb-91b1-49cb-a3ab-35ff559d1430/fa24ffd7-92f6-44ff-aa3d-a19a218379f9/8790e308-8a58-4d39-9edc-4a4e936df3c6) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:47.256852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.297517 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ff741a2f-414a-40cf-8ba7-9d93b17afa48 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=083d59d762374f01a54e446e77a0aff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907778 Apr 01 15:46:47.299912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54388) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:47.353669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5205a79-0eab-41ab-8004-6bc27b416c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.374035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.377101 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5205a79-0eab-41ab-8004-6bc27b416c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.412265 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.418235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:47.418859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.492283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Network': ['ID=b5b5ad5f-a970-4a0c-97de-c47391379dd3,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:47.503731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network b5b5ad5f-a970-4a0c-97de-c47391379dd3 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:47.526148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.573440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network ae801dcb-91b1-49cb-a3ab-35ff559d1430 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:47.576816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:47.579326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:47.608301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=8790e308-8a58-4d39-9edc-4a4e936df3c6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:47.622055 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d882da64-74a7-4bf2-84c8-9c6c29dbabf5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6670616 Apr 01 15:46:47.624060 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5205a79-0eab-41ab-8004-6bc27b416c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.625316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54390) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:47.625891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5205a79-0eab-41ab-8004-6bc27b416c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.626952 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e5205a79-0eab-41ab-8004-6bc27b416c25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dbf1c0bf-b306-4f99-8024-b3edc26f59c2 HTTP/1.1" status: 204 len: 168 time: 0.3259158 Apr 01 15:46:47.635030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5205a79-0eab-41ab-8004-6bc27b416c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf1c0bf-b306-4f99-8024-b3edc26f59c2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:47.638705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'subnet': {'network_id': 'b5b5ad5f-a970-4a0c-97de-c47391379dd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:47.653525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b3827edb-0f00-4a86-b1ed-bf906c4f34ed {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:47.654027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:47.665885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:47.666520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:47.829393 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ab9c4dfc-cbcb-4ceb-8d18-9ec09998a1cf tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0738320 Apr 01 15:46:47.831938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54394) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:47.836791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': 'ae801dcb-91b1-49cb-a3ab-35ff559d1430', 'name': 'tempest-PortsTestJSON-1939586208'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:47.935943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Made reservation on behalf of ee85378ca431434c99b3f6b9e4246712 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:47.939375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.155327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.195600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:48.213276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.220608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port 09402e71-72f7-405f-8e4d-c9b6d7adea05 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:48.272963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.296899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Allocated IP 172.20.0.3 (ae801dcb-91b1-49cb-a3ab-35ff559d1430/fa24ffd7-92f6-44ff-aa3d-a19a218379f9/e9264429-5390-472f-8456-38ff1baed19f) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:48.336159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Subnet': ['ID=485c3131-bf9a-4cbc-908e-7128366f68b1,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:48.356623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Checking segment: {'id': '0b4d0970-4f2f-406f-8466-03ce813e3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5b5ad5f-a970-4a0c-97de-c47391379dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:48.356989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network hostable DHCP agents. Network: b5b5ad5f-a970-4a0c-97de-c47391379dd3, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:48.444066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.498380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network b5b5ad5f-a970-4a0c-97de-c47391379dd3 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:48.561748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.602433 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Network ae801dcb-91b1-49cb-a3ab-35ff559d1430 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:48.605596 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:48.609263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:48.616156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Pushing event updated for resources: {'Port': ['ID=e9264429-5390-472f-8456-38ff1baed19f,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:48.618582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.13 (ae801dcb-91b1-49cb-a3ab-35ff559d1430/fa24ffd7-92f6-44ff-aa3d-a19a218379f9/09402e71-72f7-405f-8e4d-c9b6d7adea05) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:48.659103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, b5b5ad5f-a970-4a0c-97de-c47391379dd3) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:48.670138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:48.670547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525307a1-2bb9-48cc-aeb5-87d1b0e3c3bb None None] Network b5b5ad5f-a970-4a0c-97de-c47391379dd3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:48.671416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.693635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Attempting to bind port e9264429-5390-472f-8456-38ff1baed19f on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:48.694005 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Attempting to bind port e9264429-5390-472f-8456-38ff1baed19f by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '3fa7e4cf-5087-4a48-9d65-d8164d10df47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'ae801dcb-91b1-49cb-a3ab-35ff559d1430'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:48.694382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Attempting to bind port e9264429-5390-472f-8456-38ff1baed19f on network ae801dcb-91b1-49cb-a3ab-35ff559d1430 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:48.734951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:48.735415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Checking segment: {'id': '3fa7e4cf-5087-4a48-9d65-d8164d10df47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'ae801dcb-91b1-49cb-a3ab-35ff559d1430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:48.735770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.736185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Bound using segment: {'id': '3fa7e4cf-5087-4a48-9d65-d8164d10df47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'ae801dcb-91b1-49cb-a3ab-35ff559d1430'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:48.736794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Bound port: e9264429-5390-472f-8456-38ff1baed19f, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa7e4cf-5087-4a48-9d65-d8164d10df47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': 'ae801dcb-91b1-49cb-a3ab-35ff559d1430'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:48.737184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.806918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.857948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] For port e9264429-5390-472f-8456-38ff1baed19f, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:48.862527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] For port e9264429-5390-472f-8456-38ff1baed19f, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e9264429-5390-472f-8456-38ff1baed19f,segment=NetworkSegment(3fa7e4cf-5087-4a48-9d65-d8164d10df47),segment_id=3fa7e4cf-5087-4a48-9d65-d8164d10df47)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:48.883997 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-75813691-8489-4a35-a84b-a6015d87f7e7 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2575047 Apr 01 15:46:48.886975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54412) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:48.892954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-581756068', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:48.901759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-b5b5ad5f-a970-4a0c-97de-c47391379dd3', 'network_id': 'b5b5ad5f-a970-4a0c-97de-c47391379dd3', 'tenant_id': 'ee85378ca431434c99b3f6b9e4246712', 'fixed_ips': [{'subnet_id': '485c3131-bf9a-4cbc-908e-7128366f68b1'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:48.903308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.944759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:48.996428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network ae801dcb-91b1-49cb-a3ab-35ff559d1430 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:48.999944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:49.002529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:49.022739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.033618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=09402e71-72f7-405f-8e4d-c9b6d7adea05,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:49.058511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:49.059108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.100145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Allocated IP 172.20.0.2 (b5b5ad5f-a970-4a0c-97de-c47391379dd3/485c3131-bf9a-4cbc-908e-7128366f68b1/2483d2dd-38af-4abc-b901-0fb83e1258c8) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:49.120727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405b8e-2e52-4812-9451-61168e0ea3ed None None] Pushing event updated for resources: {'Port': ['ID=e9264429-5390-472f-8456-38ff1baed19f,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:49.390421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.390421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.448113 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a344880d-762c-4ae8-b73b-b52778bee3ca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6150875 Apr 01 15:46:49.449973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.455501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54416) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:49.485740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.513378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54418) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:49.551039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cfa10-37a0-4d50-90db-5e7816242364 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:49.552627 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-556cfa10-37a0-4d50-90db-5e7816242364 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.0960829 Apr 01 15:46:49.555544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54422) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:49.613215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.662479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Network b5b5ad5f-a970-4a0c-97de-c47391379dd3 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:49.662479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:49.666651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:49.669899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Pushing event updated for resources: {'Port': ['ID=2483d2dd-38af-4abc-b901-0fb83e1258c8,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:49.673375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1893415748'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:49.726371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Attempting to bind port 2483d2dd-38af-4abc-b901-0fb83e1258c8 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:49.726952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Attempting to bind port 2483d2dd-38af-4abc-b901-0fb83e1258c8 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '0b4d0970-4f2f-406f-8466-03ce813e3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5b5ad5f-a970-4a0c-97de-c47391379dd3'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:49.727144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Attempting to bind port 2483d2dd-38af-4abc-b901-0fb83e1258c8 on network b5b5ad5f-a970-4a0c-97de-c47391379dd3 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:49.733901 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:49.734278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Checking segment: {'id': '0b4d0970-4f2f-406f-8466-03ce813e3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5b5ad5f-a970-4a0c-97de-c47391379dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:49.734870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.735082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Bound using segment: {'id': '0b4d0970-4f2f-406f-8466-03ce813e3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5b5ad5f-a970-4a0c-97de-c47391379dd3'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:49.735592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Bound port: 2483d2dd-38af-4abc-b901-0fb83e1258c8, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4d0970-4f2f-406f-8466-03ce813e3210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'b5b5ad5f-a970-4a0c-97de-c47391379dd3'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:49.735974 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.808576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.810291 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] For port 2483d2dd-38af-4abc-b901-0fb83e1258c8, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:49.813910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] For port 2483d2dd-38af-4abc-b901-0fb83e1258c8, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2483d2dd-38af-4abc-b901-0fb83e1258c8,segment=NetworkSegment(0b4d0970-4f2f-406f-8466-03ce813e3210),segment_id=0b4d0970-4f2f-406f-8466-03ce813e3210)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:49.828644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-078c8bd9-bc12-4800-ac51-31134e3beeb7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 09402e71-72f7-405f-8e4d-c9b6d7adea05 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:49.828931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-078c8bd9-bc12-4800-ac51-31134e3beeb7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.925432 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-078c8bd9-bc12-4800-ac51-31134e3beeb7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.933086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Made reservation on behalf of e7b01aa77cc74d12b3c5ca1d322759a9 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:49.933086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.950503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:49.952680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-078c8bd9-bc12-4800-ac51-31134e3beeb7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 09402e71-72f7-405f-8e4d-c9b6d7adea05 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:49.989936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d39e49-571f-431a-ad65-b60af477f5dc None None] Network ae801dcb-91b1-49cb-a3ab-35ff559d1430 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:49.994670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.138798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08910da1-f689-4173-8151-bfd8fddf3241 None None] Pushing event updated for resources: {'Port': ['ID=2483d2dd-38af-4abc-b901-0fb83e1258c8,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:50.141631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1cea41bb-14b1-47a4-886f-af763923afca None None] Provisioning complete for port e9264429-5390-472f-8456-38ff1baed19f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:50.142155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1cea41bb-14b1-47a4-886f-af763923afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.175925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.258806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e9264429-5390-472f-8456-38ff1baed19f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:50.312536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.353118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1cea41bb-14b1-47a4-886f-af763923afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.395503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-078c8bd9-bc12-4800-ac51-31134e3beeb7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.397413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:50.408043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1cea41bb-14b1-47a4-886f-af763923afca None None] For port e9264429-5390-472f-8456-38ff1baed19f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e9264429-5390-472f-8456-38ff1baed19f,segment=NetworkSegment(3fa7e4cf-5087-4a48-9d65-d8164d10df47),segment_id=3fa7e4cf-5087-4a48-9d65-d8164d10df47)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:50.409309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bef7932-dc52-4288-9c1d-e22dbf479120,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:50.409684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e9264429-5390-472f-8456-38ff1baed19f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:50.410059 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.483381 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c8bd9-bc12-4800-ac51-31134e3beeb7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=09402e71-72f7-405f-8e4d-c9b6d7adea05,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:50.487708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.488064 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Added segment c1e41136-762c-4a41-a26e-5abf8c6de1b8 of type vlan for network dbedd53e-ef5c-4918-8388-26e1b91e715f Apr 01 15:46:50.500063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.534470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1cea41bb-14b1-47a4-886f-af763923afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.559463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.606597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:50.606941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:50.607789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.611367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.611558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea41bb-14b1-47a4-886f-af763923afca None None] Pushing event updated for resources: {'Port': ['ID=e9264429-5390-472f-8456-38ff1baed19f,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:50.696773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-078c8bd9-bc12-4800-ac51-31134e3beeb7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.700669 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-078c8bd9-bc12-4800-ac51-31134e3beeb7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/09402e71-72f7-405f-8e4d-c9b6d7adea05 HTTP/1.1" status: 204 len: 168 time: 1.1441154 Apr 01 15:46:50.705992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54424) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:50.738486 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-274989ee-296b-4f7c-9fd0-18d52d5f8de6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:46:50.740505 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-274989ee-296b-4f7c-9fd0-18d52d5f8de6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/09402e71-72f7-405f-8e4d-c9b6d7adea05 HTTP/1.1" status: 404 len: 333 time: 0.0331333 Apr 01 15:46:50.743399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54426) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:50.759115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c3bf7e5f-0f8c-4533-bd01-75b5f3f5c815 None None] Provisioning complete for port 8790e308-8a58-4d39-9edc-4a4e936df3c6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:50.759681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7e5f-0f8c-4533-bd01-75b5f3f5c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.781881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.26.6.222 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/298c93c5-b502-43c6-be11-6dc7e8948ee2) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:50.795849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf7e5f-0f8c-4533-bd01-75b5f3f5c815 None None] Port 8790e308-8a58-4d39-9edc-4a4e936df3c6 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:50.809700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c3bf7e5f-0f8c-4533-bd01-75b5f3f5c815 None None] Provisioning complete for port e9264429-5390-472f-8456-38ff1baed19f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:50.810149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7e5f-0f8c-4533-bd01-75b5f3f5c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.894557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-658465fe-8582-4bcc-ab85-114f8d6bb30c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 8790e308-8a58-4d39-9edc-4a4e936df3c6 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:50.895176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658465fe-8582-4bcc-ab85-114f8d6bb30c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.903648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.942146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c3bf7e5f-0f8c-4533-bd01-75b5f3f5c815 None None] Could not find standard attr ID for object 09402e71-72f7-405f-8e4d-c9b6d7adea05. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:46:50.942668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.942668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:50.942668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.012041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658465fe-8582-4bcc-ab85-114f8d6bb30c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.024099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Pushing event updated for resources: {'Network': ['ID=dbedd53e-ef5c-4918-8388-26e1b91e715f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:51.029294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-658465fe-8582-4bcc-ab85-114f8d6bb30c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 8790e308-8a58-4d39-9edc-4a4e936df3c6 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:51.045423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network dbedd53e-ef5c-4918-8388-26e1b91e715f details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:51.091649 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d357d144-f81f-4226-a00b-f2ebe72d3819 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5738921 Apr 01 15:46:51.091892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54428) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:51.096969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Request body: {'subnet': {'network_id': 'dbedd53e-ef5c-4918-8388-26e1b91e715f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:51.140498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.259916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:51.268166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:51.275182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:51.280552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=298c93c5-b502-43c6-be11-6dc7e8948ee2,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:51.327663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a895ce34-e795-404b-9038-15fa822d43c7 None None] Provisioning complete for port 8790e308-8a58-4d39-9edc-4a4e936df3c6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:51.328227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a895ce34-e795-404b-9038-15fa822d43c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.350285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658465fe-8582-4bcc-ab85-114f8d6bb30c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.405261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a895ce34-e795-404b-9038-15fa822d43c7 None None] Port 8790e308-8a58-4d39-9edc-4a4e936df3c6 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:51.411544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Made reservation on behalf of e7b01aa77cc74d12b3c5ca1d322759a9 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:51.411544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.415951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658465fe-8582-4bcc-ab85-114f8d6bb30c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=8790e308-8a58-4d39-9edc-4a4e936df3c6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:51.510988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658465fe-8582-4bcc-ab85-114f8d6bb30c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.515382 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-658465fe-8582-4bcc-ab85-114f8d6bb30c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/8790e308-8a58-4d39-9edc-4a4e936df3c6 HTTP/1.1" status: 204 len: 168 time: 0.7704120 Apr 01 15:46:51.517867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54430) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:51.521366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3f4c8a0c-2e5a-4989-91e7-51c14ccfdae1 None None] Could not find standard attr ID for object 09402e71-72f7-405f-8e4d-c9b6d7adea05. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:46:51.557003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42784ec-e50e-4743-b8d9-e373c937db25 None None] Network b5b5ad5f-a970-4a0c-97de-c47391379dd3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:51.558948 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd47a6e4-3d36-4f41-be01-bd5570505cf9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:46:51.562591 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cd47a6e4-3d36-4f41-be01-bd5570505cf9 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/8790e308-8a58-4d39-9edc-4a4e936df3c6 HTTP/1.1" status: 404 len: 333 time: 0.0421588 Apr 01 15:46:51.565634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54432) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:51.647903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2c8fc7-770a-4876-a4f3-1990f6354e25 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet fa24ffd7-92f6-44ff-aa3d-a19a218379f9 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:46:51.651836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8fc7-770a-4876-a4f3-1990f6354e25 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.705598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2b27cfe9-c9db-41f3-a307-4784bbe89305 None None] Provisioning complete for port 2483d2dd-38af-4abc-b901-0fb83e1258c8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:51.705598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2b27cfe9-c9db-41f3-a307-4784bbe89305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.713761 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8fc7-770a-4876-a4f3-1990f6354e25 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.821713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.838987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2b27cfe9-c9db-41f3-a307-4784bbe89305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.851868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8fc7-770a-4876-a4f3-1990f6354e25 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.871545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:51.883188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2b27cfe9-c9db-41f3-a307-4784bbe89305 None None] For port 2483d2dd-38af-4abc-b901-0fb83e1258c8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2483d2dd-38af-4abc-b901-0fb83e1258c8,segment=NetworkSegment(0b4d0970-4f2f-406f-8466-03ce813e3210),segment_id=0b4d0970-4f2f-406f-8466-03ce813e3210)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:52.076170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2b27cfe9-c9db-41f3-a307-4784bbe89305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.126645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27cfe9-c9db-41f3-a307-4784bbe89305 None None] Pushing event updated for resources: {'Port': ['ID=2483d2dd-38af-4abc-b901-0fb83e1258c8,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:52.137601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8fc7-770a-4876-a4f3-1990f6354e25 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.184441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c8fc7-770a-4876-a4f3-1990f6354e25 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=fa24ffd7-92f6-44ff-aa3d-a19a218379f9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:52.188153 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ca2c8fc7-770a-4876-a4f3-1990f6354e25 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.207066 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ca2c8fc7-770a-4876-a4f3-1990f6354e25 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/fa24ffd7-92f6-44ff-aa3d-a19a218379f9 HTTP/1.1" status: 204 len: 168 time: 0.6389911 Apr 01 15:46:52.209561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54434) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:52.221503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca668bc1-cb9c-43ff-8a9f-705e12ae6724 None None] Network ae801dcb-91b1-49cb-a3ab-35ff559d1430 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:52.225944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b381d43d-a891-4ef0-b462-571c24f24d8e None None] Provisioning complete for port 2483d2dd-38af-4abc-b901-0fb83e1258c8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:52.226328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b381d43d-a891-4ef0-b462-571c24f24d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.253819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Pushing event updated for resources: {'Subnet': ['ID=267f86a8-d0e2-44d1-8a56-0af26b390901,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:52.299986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Checking segment: {'id': 'c1e41136-762c-4a41-a26e-5abf8c6de1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'dbedd53e-ef5c-4918-8388-26e1b91e715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:52.300545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Network hostable DHCP agents. Network: dbedd53e-ef5c-4918-8388-26e1b91e715f, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:52.314404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.382228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port e9264429-5390-472f-8456-38ff1baed19f {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:52.383099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.424834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e9264429-5390-472f-8456-38ff1baed19f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:52.431936 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.471355 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] For port e9264429-5390-472f-8456-38ff1baed19f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e9264429-5390-472f-8456-38ff1baed19f,segment=NetworkSegment(3fa7e4cf-5087-4a48-9d65-d8164d10df47),segment_id=3fa7e4cf-5087-4a48-9d65-d8164d10df47)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:52.471729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.485958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Network dbedd53e-ef5c-4918-8388-26e1b91e715f is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:52.487826 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for e9264429-5390-472f-8456-38ff1baed19f owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:52.495109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e9264429-5390-472f-8456-38ff1baed19f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:52.495109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.521830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b15171-a685-4819-88b8-8de9275c3dfa None None] DHCP port deletion for ae801dcb-91b1-49cb-a3ab-35ff559d1430 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:46:52.618800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, dbedd53e-ef5c-4918-8388-26e1b91e715f) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:52.625892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:52.626530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.627055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2483d2dd-38af-4abc-b901-0fb83e1258c8 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:52.633535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0e1dc3-4240-48a7-bbcb-6fbd799be893 None None] Network dbedd53e-ef5c-4918-8388-26e1b91e715f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:52.681576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c7b15171-a685-4819-88b8-8de9275c3dfa None None] Deleting port e9264429-5390-472f-8456-38ff1baed19f {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:52.685624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7b15171-a685-4819-88b8-8de9275c3dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.739413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router ba35224e-e5b7-40a7-9a4a-57d2adb3cece is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:46:52.797999 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6db5a996-1a52-4a57-ade8-6daaf9ea6e42 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7011766 Apr 01 15:46:52.798262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54436) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:52.805204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Request body: {'port': {'network_id': 'dbedd53e-ef5c-4918-8388-26e1b91e715f', 'name': 'tempest-TagsExtTest-795224661'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:52.810367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c7b15171-a685-4819-88b8-8de9275c3dfa None None] For port e9264429-5390-472f-8456-38ff1baed19f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e9264429-5390-472f-8456-38ff1baed19f,segment=NetworkSegment(3fa7e4cf-5087-4a48-9d65-d8164d10df47),segment_id=3fa7e4cf-5087-4a48-9d65-d8164d10df47)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:52.811230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7b15171-a685-4819-88b8-8de9275c3dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.835423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c7b15171-a685-4819-88b8-8de9275c3dfa None None] Calling delete_port for e9264429-5390-472f-8456-38ff1baed19f owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:52.837455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2483d2dd-38af-4abc-b901-0fb83e1258c8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:52.837885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:52.943588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:52.956685 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bedee-8ad0-4793-a1ca-295c7f687eeb None None] Sync routers for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:52.968140 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bedee-8ad0-4793-a1ca-295c7f687eeb None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:52.968805 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-af9bedee-8ad0-4793-a1ca-295c7f687eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:53.004198 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-af9bedee-8ad0-4793-a1ca-295c7f687eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:53.014116 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bedee-8ad0-4793-a1ca-295c7f687eeb None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:53.014711 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-af9bedee-8ad0-4793-a1ca-295c7f687eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:53.023111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-dbedd53e-ef5c-4918-8388-26e1b91e715f', 'network_id': 'dbedd53e-ef5c-4918-8388-26e1b91e715f', 'tenant_id': 'e7b01aa77cc74d12b3c5ca1d322759a9', 'fixed_ips': [{'subnet_id': '267f86a8-d0e2-44d1-8a56-0af26b390901'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:53.024021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.047158 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-af9bedee-8ad0-4793-a1ca-295c7f687eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:53.047791 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bedee-8ad0-4793-a1ca-295c7f687eeb None None] The sync data for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:53.059960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.099517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No DVR routers for this DVR port e9264429-5390-472f-8456-38ff1baed19f on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:53.101656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=e9264429-5390-472f-8456-38ff1baed19f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:53.109231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.116271 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-16745107-2f08-4740-b504-a789a203630f tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2258005 Apr 01 15:46:53.118282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54438) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:53.120053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7b15171-a685-4819-88b8-8de9275c3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.154333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b15171-a685-4819-88b8-8de9275c3dfa None None] Pushing event deleted for resources: {'Port': ['ID=e9264429-5390-472f-8456-38ff1baed19f,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:53.161810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b15171-a685-4819-88b8-8de9275c3dfa None None] No DVR routers for this DVR port e9264429-5390-472f-8456-38ff1baed19f on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:46:53.209279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.209552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Allocated IP 172.20.0.2 (dbedd53e-ef5c-4918-8388-26e1b91e715f/267f86a8-d0e2-44d1-8a56-0af26b390901/f8087ad4-581c-417b-a6ce-fc02a207f9aa) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:53.237884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae801dcb-91b1-49cb-a3ab-35ff559d1430']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:53.248612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa7e4cf-5087-4a48-9d65-d8164d10df47') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:53.248913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa7e4cf-5087-4a48-9d65-d8164d10df47') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:53.259207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.277999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.285106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:46:53.286157 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.288039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Made reservation on behalf of e7b01aa77cc74d12b3c5ca1d322759a9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:46:53.289944 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:46:53.296933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.321651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] device_id is not set on port ab26471e-122b-4d8d-87cc-72592ec2490a yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:53.390300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.492580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.500731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.504322 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/networks/ae801dcb-91b1-49cb-a3ab-35ff559d1430 HTTP/1.1" status: 204 len: 168 time: 1.2924621 Apr 01 15:46:53.508866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54440) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:53.516086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1606075116'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:53.517255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaf270-8a51-4459-b46f-4bfce8b34b1a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Network': ['ID=ae801dcb-91b1-49cb-a3ab-35ff559d1430,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:53.545082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.585203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Network dbedd53e-ef5c-4918-8388-26e1b91e715f is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:53.588256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:53.599545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:53.602801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Pushing event updated for resources: {'Port': ['ID=f8087ad4-581c-417b-a6ce-fc02a207f9aa,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:53.662767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Attempting to bind port f8087ad4-581c-417b-a6ce-fc02a207f9aa on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:53.663383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Attempting to bind port f8087ad4-581c-417b-a6ce-fc02a207f9aa by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'c1e41136-762c-4a41-a26e-5abf8c6de1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'dbedd53e-ef5c-4918-8388-26e1b91e715f'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:53.663991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Attempting to bind port f8087ad4-581c-417b-a6ce-fc02a207f9aa on network dbedd53e-ef5c-4918-8388-26e1b91e715f {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:53.673391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:53.674050 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Checking segment: {'id': 'c1e41136-762c-4a41-a26e-5abf8c6de1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'dbedd53e-ef5c-4918-8388-26e1b91e715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:53.674716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.675358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Bound using segment: {'id': 'c1e41136-762c-4a41-a26e-5abf8c6de1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'dbedd53e-ef5c-4918-8388-26e1b91e715f'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:53.676136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Bound port: f8087ad4-581c-417b-a6ce-fc02a207f9aa, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e41136-762c-4a41-a26e-5abf8c6de1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'dbedd53e-ef5c-4918-8388-26e1b91e715f'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:53.676812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.685090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:53.688588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.705655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fc9e8c56-7ef4-409d-b559-f1265c5e5da2 {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:46:53.705972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:46:53.719688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.736056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:46:53.773476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] For port f8087ad4-581c-417b-a6ce-fc02a207f9aa, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:53.776604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] For port f8087ad4-581c-417b-a6ce-fc02a207f9aa, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f8087ad4-581c-417b-a6ce-fc02a207f9aa,segment=NetworkSegment(c1e41136-762c-4a41-a26e-5abf8c6de1b8),segment_id=c1e41136-762c-4a41-a26e-5abf8c6de1b8)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:53.782429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.782762 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Added segment 8010e023-8cf1-49e9-a941-7b020202ac52 of type vlan for network 99cec7db-e66f-45f5-a021-b058fd95feaa Apr 01 15:46:53.835441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.933373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:53.993498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275c893-6749-48f4-ba51-81bc8824e4c1 None None] Pushing event updated for resources: {'Port': ['ID=f8087ad4-581c-417b-a6ce-fc02a207f9aa,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:54.046206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.051782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:54.052386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.140913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.20.0.1 (b5b5ad5f-a970-4a0c-97de-c47391379dd3/485c3131-bf9a-4cbc-908e-7128366f68b1/a3a11c3c-04fe-4080-9643-db20c3475041) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:54.149351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Network': ['ID=99cec7db-e66f-45f5-a021-b058fd95feaa,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:54.189367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 99cec7db-e66f-45f5-a021-b058fd95feaa details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:46:54.209129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.253865 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5c515820-c554-413b-bc97-599d312babca tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7413321 Apr 01 15:46:54.254197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54442) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:54.270550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': '99cec7db-e66f-45f5-a021-b058fd95feaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:54.287314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2483d2dd-38af-4abc-b901-0fb83e1258c8 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:54.288767 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] device_id is not set on port c9d29932-dc92-43d3-85ba-9551c98d8ae4 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:54.369047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2483d2dd-38af-4abc-b901-0fb83e1258c8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:54.369872 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.397345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.464036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Allocated IP 172.20.0.4 (dbedd53e-ef5c-4918-8388-26e1b91e715f/267f86a8-d0e2-44d1-8a56-0af26b390901/c9d29932-dc92-43d3-85ba-9551c98d8ae4) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:54.506408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e9264429-5390-472f-8456-38ff1baed19f no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:46:54.525962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: e9264429-5390-472f-8456-38ff1baed19f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:46:54.526302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e9264429-5390-472f-8456-38ff1baed19f not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:46:54.561036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:54.561036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.627390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.717128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.764794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network b5b5ad5f-a970-4a0c-97de-c47391379dd3 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:54.768437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:54.771307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:54.802851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=a3a11c3c-04fe-4080-9643-db20c3475041,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:54.806871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.874727 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.877286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:54.881659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Network dbedd53e-ef5c-4918-8388-26e1b91e715f is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:54.888840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:54.891715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:54.957097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Pushing event updated for resources: {'Port': ['ID=c9d29932-dc92-43d3-85ba-9551c98d8ae4,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:54.959300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Checking segment: {'id': '8010e023-8cf1-49e9-a941-7b020202ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '99cec7db-e66f-45f5-a021-b058fd95feaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:54.959680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network hostable DHCP agents. Network: 99cec7db-e66f-45f5-a021-b058fd95feaa, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:46:54.974459 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=fbd06c26-2c09-41b2-9885-3487a14059a5,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:55.017620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:55.018770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.106254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d876a5d1-1e76-410f-9785-50d2ef4635cc None None] Provisioning complete for port a3a11c3c-04fe-4080-9643-db20c3475041 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:55.106821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d876a5d1-1e76-410f-9785-50d2ef4635cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.143521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d876a5d1-1e76-410f-9785-50d2ef4635cc None None] Port a3a11c3c-04fe-4080-9643-db20c3475041 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:55.194352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 99cec7db-e66f-45f5-a021-b058fd95feaa is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:46:55.244710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76be80a-03ba-4652-ba05-cbced813ef03 None None] Network dbedd53e-ef5c-4918-8388-26e1b91e715f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:55.269587 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8b6b6cde-9f0c-4704-bce2-4b1a98291594 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4703753 Apr 01 15:46:55.272740 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54444) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:55.277395 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-420c7b31-a2db-4bf5-a82b-89a76adaf549 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1400620978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:55.304991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.322473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-685b9518-a8ad-410b-bb0b-23bba0cb265c None None] Provisioning complete for port f8087ad4-581c-417b-a6ce-fc02a207f9aa triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:55.322846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-685b9518-a8ad-410b-bb0b-23bba0cb265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.338250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 99cec7db-e66f-45f5-a021-b058fd95feaa) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:55.346927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:55.346927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.361934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a2686-f5d0-4326-8ae5-cd207c6d7727 None None] Network 99cec7db-e66f-45f5-a021-b058fd95feaa requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:55.418943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-420c7b31-a2db-4bf5-a82b-89a76adaf549 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.420538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-420c7b31-a2db-4bf5-a82b-89a76adaf549 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.485960 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-747b5eb1-86c1-4267-b5bb-82ca3262adf6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2297378 Apr 01 15:46:55.487961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-420c7b31-a2db-4bf5-a82b-89a76adaf549 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.488904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54448) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:55.494160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': '99cec7db-e66f-45f5-a021-b058fd95feaa', 'name': 'tempest-PortsTestJSON-1187098592', 'fixed_ips': [{'subnet_id': 'fbd06c26-2c09-41b2-9885-3487a14059a5', 'ip_address': '172.20.0.10'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:55.574713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-420c7b31-a2db-4bf5-a82b-89a76adaf549 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.651121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.718544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-420c7b31-a2db-4bf5-a82b-89a76adaf549 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.724084 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-420c7b31-a2db-4bf5-a82b-89a76adaf549 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4461398 Apr 01 15:46:55.724570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54450) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:55.729510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a2c113ba-8394-4b80-a216-cd4de99af009 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1960652286', 'prefixes': ['172.20.0.0/16']}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:55.741740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-685b9518-a8ad-410b-bb0b-23bba0cb265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.788703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.801070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-99cec7db-e66f-45f5-a021-b058fd95feaa', 'network_id': '99cec7db-e66f-45f5-a021-b058fd95feaa', 'tenant_id': 'b90639d26b384ab29a90c919c9821b37', 'fixed_ips': [{'subnet_id': 'fbd06c26-2c09-41b2-9885-3487a14059a5'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:46:55.802033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.808879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-685b9518-a8ad-410b-bb0b-23bba0cb265c None None] For port f8087ad4-581c-417b-a6ce-fc02a207f9aa, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f8087ad4-581c-417b-a6ce-fc02a207f9aa,segment=NetworkSegment(c1e41136-762c-4a41-a26e-5abf8c6de1b8),segment_id=c1e41136-762c-4a41-a26e-5abf8c6de1b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:55.841146 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:55.880369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=a3a11c3c-04fe-4080-9643-db20c3475041,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:55.883188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.897198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-685b9518-a8ad-410b-bb0b-23bba0cb265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:55.967029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b9518-a8ad-410b-bb0b-23bba0cb265c None None] Pushing event updated for resources: {'Port': ['ID=f8087ad4-581c-417b-a6ce-fc02a207f9aa,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:56.117356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.137467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Allocated IP 172.20.0.2 (99cec7db-e66f-45f5-a021-b058fd95feaa/fbd06c26-2c09-41b2-9885-3487a14059a5/e7d913c6-aaf0-4783-8f4a-a61cedc3187c) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:56.139340 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port bff0682a-10ba-4c79-944c-94552499eb40 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:56.140307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network b5b5ad5f-a970-4a0c-97de-c47391379dd3 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:56.140611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-06c10feb-dd6d-4f41-be24-c93db2598c72 None None] Provisioning complete for port f8087ad4-581c-417b-a6ce-fc02a207f9aa triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:56.141110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06c10feb-dd6d-4f41-be24-c93db2598c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.142632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:56.244938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a2c113ba-8394-4b80-a216-cd4de99af009 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for subnetpool, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.246360 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a2c113ba-8394-4b80-a216-cd4de99af009 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5207424 Apr 01 15:46:56.251179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54452) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:56.255803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-025e9191-e281-404b-a5d7-e724d4eb19ac tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901', 'tempest-TagsExtTest-Tag-516404155') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:56.312646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f8087ad4-581c-417b-a6ce-fc02a207f9aa up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:56.480524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-06c10feb-dd6d-4f41-be24-c93db2598c72 None None] Provisioning complete for port c9d29932-dc92-43d3-85ba-9551c98d8ae4 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:56.480916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06c10feb-dd6d-4f41-be24-c93db2598c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.519743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f8087ad4-581c-417b-a6ce-fc02a207f9aa triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:56.520112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.533540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.561581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-06c10feb-dd6d-4f41-be24-c93db2598c72 None None] Port c9d29932-dc92-43d3-85ba-9551c98d8ae4 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:56.683268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e39df371-8d95-4bde-83ec-5d95dfa5496d None None] Provisioning complete for port a3a11c3c-04fe-4080-9643-db20c3475041 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:56.683268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e39df371-8d95-4bde-83ec-5d95dfa5496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.707973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.738246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router ba35224e-e5b7-40a7-9a4a-57d2adb3cece has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:46:56.760546 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e39df371-8d95-4bde-83ec-5d95dfa5496d None None] Port a3a11c3c-04fe-4080-9643-db20c3475041 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:56.764657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Network 99cec7db-e66f-45f5-a021-b058fd95feaa is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:56.771075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.10 (99cec7db-e66f-45f5-a021-b058fd95feaa/fbd06c26-2c09-41b2-9885-3487a14059a5/bff0682a-10ba-4c79-944c-94552499eb40) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:56.773016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:56.775496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:56.781649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Pushing event updated for resources: {'Port': ['ID=e7d913c6-aaf0-4783-8f4a-a61cedc3187c,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:56.792206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e39df371-8d95-4bde-83ec-5d95dfa5496d None None] Provisioning complete for port c9d29932-dc92-43d3-85ba-9551c98d8ae4 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:56.793082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e39df371-8d95-4bde-83ec-5d95dfa5496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.864957 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-025e9191-e281-404b-a5d7-e724d4eb19ac tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags/tempest-TagsExtTest-Tag-516404155 HTTP/1.1" status: 201 len: 201 time: 0.6129296 Apr 01 15:46:56.868036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54454) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:56.868207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Attempting to bind port e7d913c6-aaf0-4783-8f4a-a61cedc3187c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:46:56.868471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Attempting to bind port e7d913c6-aaf0-4783-8f4a-a61cedc3187c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8010e023-8cf1-49e9-a941-7b020202ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '99cec7db-e66f-45f5-a021-b058fd95feaa'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:46:56.868873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Attempting to bind port e7d913c6-aaf0-4783-8f4a-a61cedc3187c on network 99cec7db-e66f-45f5-a021-b058fd95feaa {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:46:56.870965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e39df371-8d95-4bde-83ec-5d95dfa5496d None None] Port c9d29932-dc92-43d3-85ba-9551c98d8ae4 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:56.873412 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-997939ab-a2aa-4db6-836e-3eca6f16608c tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4', 'tempest-TagsExtTest-Tag-1120191052') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:56.876259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:46:56.877998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:46:56.878636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Checking segment: {'id': '8010e023-8cf1-49e9-a941-7b020202ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '99cec7db-e66f-45f5-a021-b058fd95feaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:46:56.879204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.879801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Bound using segment: {'id': '8010e023-8cf1-49e9-a941-7b020202ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '99cec7db-e66f-45f5-a021-b058fd95feaa'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:46:56.880454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Bound port: e7d913c6-aaf0-4783-8f4a-a61cedc3187c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8010e023-8cf1-49e9-a941-7b020202ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '99cec7db-e66f-45f5-a021-b058fd95feaa'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:46:56.881027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.884370 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6eb9b231-6a79-4674-8e17-ba667bea2990 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/routers/ba35224e-e5b7-40a7-9a4a-57d2adb3cece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7596302 Apr 01 15:46:56.891445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d3947-406f-4984-a942-7d62186b2a16 None None] Sync routers for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:46:56.897427 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54456) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:56.903029 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'port': {'network_id': 'b5b5ad5f-a970-4a0c-97de-c47391379dd3', 'name': 'tempest-FloatingIPTestJSON-1572536928'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:56.928953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d3947-406f-4984-a942-7d62186b2a16 None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:56.929909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-198d3947-406f-4984-a942-7d62186b2a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:56.969114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-198d3947-406f-4984-a942-7d62186b2a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:56.999814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d3947-406f-4984-a942-7d62186b2a16 None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:46:57.000489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-198d3947-406f-4984-a942-7d62186b2a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:57.009281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.037638 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] For port e7d913c6-aaf0-4783-8f4a-a61cedc3187c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:46:57.039825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-198d3947-406f-4984-a942-7d62186b2a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:57.040605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d3947-406f-4984-a942-7d62186b2a16 None None] The sync data for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:46:57.054953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] For port e7d913c6-aaf0-4783-8f4a-a61cedc3187c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e7d913c6-aaf0-4783-8f4a-a61cedc3187c,segment=NetworkSegment(8010e023-8cf1-49e9-a941-7b020202ac52),segment_id=8010e023-8cf1-49e9-a941-7b020202ac52)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:46:57.099802 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-997939ab-a2aa-4db6-836e-3eca6f16608c tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags/tempest-TagsExtTest-Tag-1120191052 HTTP/1.1" status: 201 len: 201 time: 0.2303288 Apr 01 15:46:57.102591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54458) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:57.108038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-e5f6a591-d491-4473-909d-d4583c27d306 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b', 'tempest-TagsExtTest-Tag-1695812463') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:57.177366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.238032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Made reservation on behalf of ee85378ca431434c99b3f6b9e4246712 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:57.238251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e95792-99fb-4494-b32a-b4be4ba888e1 None None] Pushing event updated for resources: {'Port': ['ID=e7d913c6-aaf0-4783-8f4a-a61cedc3187c,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:57.243189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.246229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.308699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] device_id is not set on port c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:57.318094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 99cec7db-e66f-45f5-a021-b058fd95feaa is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:57.353181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:57.360117 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:57.362002 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e5f6a591-d491-4473-909d-d4583c27d306 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags/tempest-TagsExtTest-Tag-1695812463 HTTP/1.1" status: 201 len: 201 time: 0.2583563 Apr 01 15:46:57.364760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54460) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:57.369697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-83318bc3-aa42-4729-8aaf-7e5f1248d64e tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa', 'tempest-TagsExtTest-Tag-1891293182') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:57.388138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=bff0682a-10ba-4c79-944c-94552499eb40,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:57.461841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:57.462468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.509125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Allocated IP 172.20.0.8 (b5b5ad5f-a970-4a0c-97de-c47391379dd3/485c3131-bf9a-4cbc-908e-7128366f68b1/c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:57.577055 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-83318bc3-aa42-4729-8aaf-7e5f1248d64e tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags/tempest-TagsExtTest-Tag-1891293182 HTTP/1.1" status: 201 len: 201 time: 0.2061086 Apr 01 15:46:57.577297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54462) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:57.581730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-681abe6e-4eb7-4d9b-9d27-aea6e8fefb4e tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:57.630577 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3c448782-b443-426a-80b4-d7daa3771636 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1406002 Apr 01 15:46:57.633314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54464) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:57.639259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': '99cec7db-e66f-45f5-a021-b058fd95feaa', 'name': 'tempest-PortsTestJSON-1478592119', 'fixed_ips': [{'subnet_id': 'fbd06c26-2c09-41b2-9885-3487a14059a5', 'ip_address': '172.20.0.9'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:57.743148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.756597 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-681abe6e-4eb7-4d9b-9d27-aea6e8fefb4e tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags HTTP/1.1" status: 200 len: 240 time: 0.1781156 Apr 01 15:46:57.760047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54466) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:57.764784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-beb088bc-5c47-4c0f-bbf6-4e4964c69ee7 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901', 'tempest-TagsExtTest-Tag-516404155') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:57.834243 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-beb088bc-5c47-4c0f-bbf6-4e4964c69ee7 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags/tempest-TagsExtTest-Tag-516404155 HTTP/1.1" status: 204 len: 168 time: 0.0732880 Apr 01 15:46:57.836647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54468) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:57.841247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-f800f8eb-4a81-4afe-87e3-fa4a052629c0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901', 'tempest-TagsExtTest-Tag-516404155') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:57.913494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:46:57.982360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.013282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.032185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port d4f823ab-a379-4598-b6cc-05ab17d786e4 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:46:58.044924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Network b5b5ad5f-a970-4a0c-97de-c47391379dd3 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:58.048056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:58.052834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:58.066510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event updated for resources: {'Port': ['ID=c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:58.103442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54470) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:58.103660 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f800f8eb-4a81-4afe-87e3-fa4a052629c0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags/tempest-TagsExtTest-Tag-516404155 HTTP/1.1" status: 204 len: 168 time: 0.2657454 Apr 01 15:46:58.108787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-e5b9449a-bec4-4906-8fb4-252bfdacd0d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:58.115876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:58.116575 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.257709 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e5b9449a-bec4-4906-8fb4-252bfdacd0d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags HTTP/1.1" status: 200 len: 205 time: 0.1530881 Apr 01 15:46:58.259165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.9 (99cec7db-e66f-45f5-a021-b058fd95feaa/fbd06c26-2c09-41b2-9885-3487a14059a5/d4f823ab-a379-4598-b6cc-05ab17d786e4) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:46:58.262014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54472) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:58.266545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-28745222-3b2b-4182-96da-9e594bcd0f83 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:58.292149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e7d913c6-aaf0-4783-8f4a-a61cedc3187c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:46:58.336333 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-460a3ef5-8f26-48b7-83d2-9d52504aaa5a tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4367888 Apr 01 15:46:58.340454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54474) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:58.346562 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Request body: {'floatingip': {'port_id': 'c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:46:58.365187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e7d913c6-aaf0-4783-8f4a-a61cedc3187c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:58.365715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.423250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d16114f3-241f-4695-b320-bef64f04cb12 None None] Provisioning complete for port c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:58.423250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d16114f3-241f-4695-b320-bef64f04cb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.427455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74169f3c-02a8-4efd-aa65-b0578b7787a1 None None] Network 99cec7db-e66f-45f5-a021-b058fd95feaa requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:46:58.482022 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.493432 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-28745222-3b2b-4182-96da-9e594bcd0f83 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags HTTP/1.1" status: 200 len: 241 time: 0.2302461 Apr 01 15:46:58.496777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54476) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:58.502728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-910c4332-678a-437f-8c9d-d503da8fbdf7 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4', 'tempest-TagsExtTest-Tag-1120191052') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:58.540965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d16114f3-241f-4695-b320-bef64f04cb12 None None] Port c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:58.556681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.592751 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-910c4332-678a-437f-8c9d-d503da8fbdf7 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags/tempest-TagsExtTest-Tag-1120191052 HTTP/1.1" status: 204 len: 168 time: 0.0944405 Apr 01 15:46:58.594801 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54478) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:58.596317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.599551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-315d038e-79ab-44cc-a143-2d1cf8bd5247 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4', 'tempest-TagsExtTest-Tag-1120191052') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:58.633377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port e7d913c6-aaf0-4783-8f4a-a61cedc3187c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e7d913c6-aaf0-4783-8f4a-a61cedc3187c,segment=NetworkSegment(8010e023-8cf1-49e9-a941-7b020202ac52),segment_id=8010e023-8cf1-49e9-a941-7b020202ac52)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:46:58.701558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-08af10cb-196c-4b39-b3ec-f5ebb7afb7cb None None] Provisioning complete for port e7d913c6-aaf0-4783-8f4a-a61cedc3187c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:58.701852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08af10cb-196c-4b39-b3ec-f5ebb7afb7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.744037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.832815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=e7d913c6-aaf0-4783-8f4a-a61cedc3187c,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:58.867567 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-315d038e-79ab-44cc-a143-2d1cf8bd5247 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags/tempest-TagsExtTest-Tag-1120191052 HTTP/1.1" status: 204 len: 168 time: 0.2689972 Apr 01 15:46:58.867567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54482) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:58.871855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-05acf3a4-b746-4c5a-a56e-429eb9f4ac4a tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:58.929606 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-05acf3a4-b746-4c5a-a56e-429eb9f4ac4a tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags HTTP/1.1" status: 200 len: 205 time: 0.0604389 Apr 01 15:46:58.931297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54484) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:58.935026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:58.936059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-46ae1728-e4aa-4cfe-be8b-2d1ca771f151 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:58.986088 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 99cec7db-e66f-45f5-a021-b058fd95feaa is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:46:58.993232 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:46:58.995730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:46:58.998471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=d4f823ab-a379-4598-b6cc-05ab17d786e4,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:59.026645 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-46ae1728-e4aa-4cfe-be8b-2d1ca771f151 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags HTTP/1.1" status: 200 len: 241 time: 0.0940707 Apr 01 15:46:59.030848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54486) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:59.035536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-0042a1e1-f646-47b1-8af3-cac235565a15 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b', 'tempest-TagsExtTest-Tag-1695812463') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:59.068746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ce8e2862-06e1-470f-8894-b6149a5faf4d None None] Provisioning complete for port bff0682a-10ba-4c79-944c-94552499eb40 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:59.069266 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2862-06e1-470f-8894-b6149a5faf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.079850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:59.080787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.125390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e2862-06e1-470f-8894-b6149a5faf4d None None] Port bff0682a-10ba-4c79-944c-94552499eb40 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:59.129035 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0042a1e1-f646-47b1-8af3-cac235565a15 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags/tempest-TagsExtTest-Tag-1695812463 HTTP/1.1" status: 204 len: 168 time: 0.0949066 Apr 01 15:46:59.129549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54488) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:59.134345 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-b180b8b0-0828-4f77-846c-1bc4063f7e91 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b', 'tempest-TagsExtTest-Tag-1695812463') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:59.146358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ce8e2862-06e1-470f-8894-b6149a5faf4d None None] Provisioning complete for port e7d913c6-aaf0-4783-8f4a-a61cedc3187c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:59.150319 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ce8e2862-06e1-470f-8894-b6149a5faf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.358859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.385995 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6d36e9b9-e867-4bd8-9de5-afdecf336905 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7502484 Apr 01 15:46:59.387011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54490) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:59.390542 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-13afb6fe-3117-4c05-982c-492a98ddbfd3 None None] Provisioning complete for port bff0682a-10ba-4c79-944c-94552499eb40 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:59.391873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-13afb6fe-3117-4c05-982c-492a98ddbfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.435935 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-13afb6fe-3117-4c05-982c-492a98ddbfd3 None None] Port bff0682a-10ba-4c79-944c-94552499eb40 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:59.486650 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c0bca-01c9-420e-8b68-fb3cc78b57ec tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:59.488326 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e61c0bca-01c9-420e-8b68-fb3cc78b57ec tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0997121 Apr 01 15:46:59.491237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54492) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:59.521835 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b180b8b0-0828-4f77-846c-1bc4063f7e91 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags/tempest-TagsExtTest-Tag-1695812463 HTTP/1.1" status: 204 len: 168 time: 0.3910780 Apr 01 15:46:59.524235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54494) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:59.530159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-884d2f45-4029-4c44-b353-6041decf8cdb tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:59.555976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0c6a25b4-dc08-435f-b21c-0e7430e28209 None None] Provisioning complete for port d4f823ab-a379-4598-b6cc-05ab17d786e4 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:46:59.556332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0c6a25b4-dc08-435f-b21c-0e7430e28209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.565876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6e48c-6ed3-4059-964b-6e5d976b6c7b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:59.572638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6e48c-6ed3-4059-964b-6e5d976b6c7b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:59.575672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.580386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6e48c-6ed3-4059-964b-6e5d976b6c7b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:46:59.581301 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-34e6e48c-6ed3-4059-964b-6e5d976b6c7b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0890057 Apr 01 15:46:59.584101 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54496) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:59.601115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a25b4-dc08-435f-b21c-0e7430e28209 None None] Port d4f823ab-a379-4598-b6cc-05ab17d786e4 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:46:59.699560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b8c368fb-08e6-42a7-acc4-e857bf36b043 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port d4f823ab-a379-4598-b6cc-05ab17d786e4 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:46:59.699903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b8c368fb-08e6-42a7-acc4-e857bf36b043 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.702317 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-884d2f45-4029-4c44-b353-6041decf8cdb tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags HTTP/1.1" status: 200 len: 205 time: 0.1766951 Apr 01 15:46:59.704210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54498) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:59.719103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-94306488-b6bc-4cdd-ac9a-60a96a0c1bfa tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:59.734905 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP e244e5dd-b5a8-4871-8b8e-42533b825810 associated. External IP: 172.26.6.105, port: 04fda260-316e-480d-ae7f-4fc9c8f28cbe. Apr 01 15:46:59.804309 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-94306488-b6bc-4cdd-ac9a-60a96a0c1bfa tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags HTTP/1.1" status: 200 len: 241 time: 0.0988824 Apr 01 15:46:59.806905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54500) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:59.813352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-33520fb7-6cf0-400c-b161-f64ce5119bdf tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa', 'tempest-TagsExtTest-Tag-1891293182') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:46:59.843838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b8c368fb-08e6-42a7-acc4-e857bf36b043 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.860654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b8c368fb-08e6-42a7-acc4-e857bf36b043 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for d4f823ab-a379-4598-b6cc-05ab17d786e4 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:46:59.863630 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-33520fb7-6cf0-400c-b161-f64ce5119bdf tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags/tempest-TagsExtTest-Tag-1891293182 HTTP/1.1" status: 204 len: 168 time: 0.0557697 Apr 01 15:46:59.866511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54502) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:46:59.871882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-891ed829-ff92-4380-9765-cf73ba36b8bc tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa', 'tempest-TagsExtTest-Tag-1891293182') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.098554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:00.141037 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-891ed829-ff92-4380-9765-cf73ba36b8bc tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags/tempest-TagsExtTest-Tag-1891293182 HTTP/1.1" status: 204 len: 168 time: 0.2734663 Apr 01 15:47:00.143528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54504) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:00.148179 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-3898d1a2-bae8-45cf-a5b7-f226c2b5e463 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.175320 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3898d1a2-bae8-45cf-a5b7-f226c2b5e463 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags HTTP/1.1" status: 200 len: 205 time: 0.0307407 Apr 01 15:47:00.178064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54506) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:00.184482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-13d4ae74-a710-4b22-8886-bc32ca214648 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.227213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e7d913c6-aaf0-4783-8f4a-a61cedc3187c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:00.230558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b8c368fb-08e6-42a7-acc4-e857bf36b043 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.248638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:00.259372 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33916fae-18dd-4929-92dc-4a5f9e860d54 None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:00.265514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c368fb-08e6-42a7-acc4-e857bf36b043 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=d4f823ab-a379-4598-b6cc-05ab17d786e4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:00.283322 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33916fae-18dd-4929-92dc-4a5f9e860d54 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:00.284024 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-33916fae-18dd-4929-92dc-4a5f9e860d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.296166 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-13d4ae74-a710-4b22-8886-bc32ca214648 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags HTTP/1.1" status: 204 len: 168 time: 0.1169717 Apr 01 15:47:00.298633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54508) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:00.304074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-a13d16c6-5e5b-4121-98b1-e89d33a034cf tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.336060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e7d913c6-aaf0-4783-8f4a-a61cedc3187c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:00.337135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.338852 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-33916fae-18dd-4929-92dc-4a5f9e860d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.349600 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33916fae-18dd-4929-92dc-4a5f9e860d54 None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:00.350463 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-33916fae-18dd-4929-92dc-4a5f9e860d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.352087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b8c368fb-08e6-42a7-acc4-e857bf36b043 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.364208 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b8c368fb-08e6-42a7-acc4-e857bf36b043 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/d4f823ab-a379-4598-b6cc-05ab17d786e4 HTTP/1.1" status: 204 len: 168 time: 0.7767305 Apr 01 15:47:00.366372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54510) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:00.396201 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-33916fae-18dd-4929-92dc-4a5f9e860d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.396889 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33916fae-18dd-4929-92dc-4a5f9e860d54 None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:00.431930 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09c687f-abc1-4c23-93e9-3c075c66b787 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:47:00.437123 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f09c687f-abc1-4c23-93e9-3c075c66b787 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/d4f823ab-a379-4598-b6cc-05ab17d786e4 HTTP/1.1" status: 404 len: 333 time: 0.0677161 Apr 01 15:47:00.437398 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54512) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:00.491384 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a13d16c6-5e5b-4121-98b1-e89d33a034cf tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags HTTP/1.1" status: 204 len: 168 time: 0.1915450 Apr 01 15:47:00.494912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54514) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:00.502836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-eaf81fb2-430e-4c72-a447-cfcb2a351044 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.613879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router ba35224e-e5b7-40a7-9a4a-57d2adb3cece has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:00.622310 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eaf81fb2-430e-4c72-a447-cfcb2a351044 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags HTTP/1.1" status: 204 len: 168 time: 0.1259093 Apr 01 15:47:00.626684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1385401c-e783-4ebf-a191-6d9f6480022b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port bff0682a-10ba-4c79-944c-94552499eb40 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:00.626684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1385401c-e783-4ebf-a191-6d9f6480022b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.628870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54516) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:00.633122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-114aaf97-9922-40cb-abc7-0e984444c392 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.760311 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1385401c-e783-4ebf-a191-6d9f6480022b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.780629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1385401c-e783-4ebf-a191-6d9f6480022b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for bff0682a-10ba-4c79-944c-94552499eb40 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:00.795261 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-114aaf97-9922-40cb-abc7-0e984444c392 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags HTTP/1.1" status: 204 len: 168 time: 0.1653252 Apr 01 15:47:00.799046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54518) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:00.802151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:00.803624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-9e31448e-cdbb-4609-9330-09f1a95afe32 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901', 'tempest-TagsExtTest-Tag-2118375180') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.807391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:00.817679 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e5d53-c084-47ae-8666-267ecf2d5035 None None] Sync routers for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:00.833058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e5d53-c084-47ae-8666-267ecf2d5035 None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:00.833686 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-9e2e5d53-c084-47ae-8666-267ecf2d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:00.869507 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6abba96b-2786-446a-8301-2ac999adf3d5 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/floatingips/e244e5dd-b5a8-4871-8b8e-42533b825810 HTTP/1.1" status: 200 len: 978 time: 2.5264580 Apr 01 15:47:00.872692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54520) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:00.991864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:00.992562 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.031885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-9e2e5d53-c084-47ae-8666-267ecf2d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.051451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e5d53-c084-47ae-8666-267ecf2d5035 None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:01.052052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-9e2e5d53-c084-47ae-8666-267ecf2d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.072063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1385401c-e783-4ebf-a191-6d9f6480022b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.085334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.091435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-9e2e5d53-c084-47ae-8666-267ecf2d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.091435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e5d53-c084-47ae-8666-267ecf2d5035 None None] The sync data for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:01.105799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385401c-e783-4ebf-a191-6d9f6480022b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=bff0682a-10ba-4c79-944c-94552499eb40,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:01.202001 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9e31448e-cdbb-4609-9330-09f1a95afe32 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags/tempest-TagsExtTest-Tag-2118375180 HTTP/1.1" status: 201 len: 201 time: 0.4015262 Apr 01 15:47:01.205513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1385401c-e783-4ebf-a191-6d9f6480022b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.220842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54522) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:01.221429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1385401c-e783-4ebf-a191-6d9f6480022b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/bff0682a-10ba-4c79-944c-94552499eb40 HTTP/1.1" status: 204 len: 168 time: 0.7722812 Apr 01 15:47:01.221554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-38c339cb-1a5b-4bb9-896b-056a5ab0cce4 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4', 'tempest-TagsExtTest-Tag-2015789732') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.223137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54524) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:01.255604 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c43b323-a80c-4a67-8d17-517b2b4b7a30 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:47:01.257839 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6c43b323-a80c-4a67-8d17-517b2b4b7a30 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/bff0682a-10ba-4c79-944c-94552499eb40 HTTP/1.1" status: 404 len: 333 time: 0.0331225 Apr 01 15:47:01.262920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54526) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:01.323165 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cdcd80-cacb-4761-809d-e07986b37920 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet fbd06c26-2c09-41b2-9885-3487a14059a5 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:01.327641 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcd80-cacb-4761-809d-e07986b37920 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.375437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcd80-cacb-4761-809d-e07986b37920 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.706026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.706386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.706703 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Floating IP e244e5dd-b5a8-4871-8b8e-42533b825810 disassociated. External IP: 172.26.6.105, port: c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53. Apr 01 15:47:01.707047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:01.799767 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-38c339cb-1a5b-4bb9-896b-056a5ab0cce4 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags/tempest-TagsExtTest-Tag-2015789732 HTTP/1.1" status: 201 len: 201 time: 0.5846448 Apr 01 15:47:01.800057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcd80-cacb-4761-809d-e07986b37920 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.800255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54532) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:01.804558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-9230fcf8-f944-4e14-bb44-109e2a0a3a85 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b', 'tempest-TagsExtTest-Tag-146151130') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:01.942910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcd80-cacb-4761-809d-e07986b37920 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.970664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdcd80-cacb-4761-809d-e07986b37920 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd06c26-2c09-41b2-9885-3487a14059a5,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:01.974441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcd80-cacb-4761-809d-e07986b37920 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:01.977608 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d2cdcd80-cacb-4761-809d-e07986b37920 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/fbd06c26-2c09-41b2-9885-3487a14059a5 HTTP/1.1" status: 204 len: 168 time: 0.7128270 Apr 01 15:47:01.982428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54534) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:01.982879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c0673-140c-4535-9fc6-6c7f1c0d6eb3 None None] Network 99cec7db-e66f-45f5-a021-b058fd95feaa requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:02.018735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.050461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:02.074620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.154037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port e7d913c6-aaf0-4783-8f4a-a61cedc3187c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:02.154037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.194785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router ba35224e-e5b7-40a7-9a4a-57d2adb3cece has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:02.208931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a459f2-545d-42f0-8254-51fb0611c07e None None] DHCP port deletion for 99cec7db-e66f-45f5-a021-b058fd95feaa request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:02.232246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] For port e7d913c6-aaf0-4783-8f4a-a61cedc3187c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e7d913c6-aaf0-4783-8f4a-a61cedc3187c,segment=NetworkSegment(8010e023-8cf1-49e9-a941-7b020202ac52),segment_id=8010e023-8cf1-49e9-a941-7b020202ac52)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:02.232702 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.250320 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9230fcf8-f944-4e14-bb44-109e2a0a3a85 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags/tempest-TagsExtTest-Tag-146151130 HTTP/1.1" status: 201 len: 201 time: 0.4496553 Apr 01 15:47:02.253043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54536) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:02.256661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for e7d913c6-aaf0-4783-8f4a-a61cedc3187c owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:02.261993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-42f503f1-7b22-430e-9cbc-ff5b02d0533a tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa', 'tempest-TagsExtTest-Tag-1888837932') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.287211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-43a459f2-545d-42f0-8254-51fb0611c07e None None] Deleting port e7d913c6-aaf0-4783-8f4a-a61cedc3187c {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:02.287893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-43a459f2-545d-42f0-8254-51fb0611c07e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.336278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:02.352755 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9873c18-0a26-4259-a7e4-6fe253a5ca1b None None] Sync routers for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:02.360110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-43a459f2-545d-42f0-8254-51fb0611c07e None None] For port e7d913c6-aaf0-4783-8f4a-a61cedc3187c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e7d913c6-aaf0-4783-8f4a-a61cedc3187c,segment=NetworkSegment(8010e023-8cf1-49e9-a941-7b020202ac52),segment_id=8010e023-8cf1-49e9-a941-7b020202ac52)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:02.365255 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-43a459f2-545d-42f0-8254-51fb0611c07e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.367261 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9873c18-0a26-4259-a7e4-6fe253a5ca1b None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:02.369765 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c9873c18-0a26-4259-a7e4-6fe253a5ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.380995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-43a459f2-545d-42f0-8254-51fb0611c07e None None] Calling delete_port for e7d913c6-aaf0-4783-8f4a-a61cedc3187c owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:02.407711 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c9873c18-0a26-4259-a7e4-6fe253a5ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.411178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.415714 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7847afbf-63c3-4fa9-a27f-45ce48b765f1 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/ports/c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53 HTTP/1.1" status: 204 len: 168 time: 1.5418551 Apr 01 15:47:02.416213 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54538) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:02.416714 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9873c18-0a26-4259-a7e4-6fe253a5ca1b None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:02.417390 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c9873c18-0a26-4259-a7e4-6fe253a5ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.452760 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c9873c18-0a26-4259-a7e4-6fe253a5ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.453323 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9873c18-0a26-4259-a7e4-6fe253a5ca1b None None] The sync data for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:02.459484 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-42f503f1-7b22-430e-9cbc-ff5b02d0533a tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags/tempest-TagsExtTest-Tag-1888837932 HTTP/1.1" status: 201 len: 201 time: 0.2040920 Apr 01 15:47:02.465208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54540) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:02.471233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-10516d06-a9fb-4a22-9c09-a76aa2d13e58 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901', {'tags': ['tempest-TagsExtTest-Tag-1603731505', 'tempest-TagsExtTest-Tag-1299453086', 'tempest-TagsExtTest-Tag-945176702']}) {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.497004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-43a459f2-545d-42f0-8254-51fb0611c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.500424 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.521002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a459f2-545d-42f0-8254-51fb0611c07e None None] Pushing event deleted for resources: {'Port': ['ID=e7d913c6-aaf0-4783-8f4a-a61cedc3187c,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:02.527030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a459f2-545d-42f0-8254-51fb0611c07e None None] No DVR routers for this DVR port e7d913c6-aaf0-4783-8f4a-a61cedc3187c on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:02.575607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=e7d913c6-aaf0-4783-8f4a-a61cedc3187c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:02.580299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No DVR routers for this DVR port e7d913c6-aaf0-4783-8f4a-a61cedc3187c on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:02.733683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.745155 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-10516d06-a9fb-4a22-9c09-a76aa2d13e58 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags HTTP/1.1" status: 200 len: 317 time: 0.2789457 Apr 01 15:47:02.748573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54542) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:02.753677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-fbb1e531-9642-4605-bec6-052d30ddc742 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.768561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cec7db-e66f-45f5-a021-b058fd95feaa']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.781523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8010e023-8cf1-49e9-a941-7b020202ac52') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.783361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8010e023-8cf1-49e9-a941-7b020202ac52') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.819945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.841594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.852953 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:02.853354 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:02.856779 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:02.916406 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fbb1e531-9642-4605-bec6-052d30ddc742 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags HTTP/1.1" status: 204 len: 168 time: 0.1663952 Apr 01 15:47:02.919052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54544) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:02.924391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-7ceba1a3-a5c3-469b-b795-c9837a1789d9 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901', 'tempest-TagsExtTest-Tag-1603731505') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:02.976613 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-7ceba1a3-a5c3-469b-b795-c9837a1789d9 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:02.977709 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7ceba1a3-a5c3-469b-b795-c9837a1789d9 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags/tempest-TagsExtTest-Tag-1603731505 HTTP/1.1" status: 404 len: 329 time: 0.0576553 Apr 01 15:47:02.980711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54546) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:02.985232 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-9759690a-e4ce-45a0-a3b6-055a6e76b3bc tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901', 'tempest-TagsExtTest-Tag-1299453086') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:03.042144 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-9759690a-e4ce-45a0-a3b6-055a6e76b3bc tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:03.043242 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9759690a-e4ce-45a0-a3b6-055a6e76b3bc tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags/tempest-TagsExtTest-Tag-1299453086 HTTP/1.1" status: 404 len: 329 time: 0.0614858 Apr 01 15:47:03.046123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54548) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:03.049975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.050347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-71d5d634-8ba8-45a5-959b-ff48a16235a5 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901', 'tempest-TagsExtTest-Tag-945176702') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:03.053123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.057510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.068598 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/networks/99cec7db-e66f-45f5-a021-b058fd95feaa HTTP/1.1" status: 204 len: 168 time: 1.0803382 Apr 01 15:47:03.075276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54550) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:03.083139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-920012303'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:03.111410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee2882-1fd5-4778-8edf-b85dfbc755ed tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Network': ['ID=99cec7db-e66f-45f5-a021-b058fd95feaa,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:03.133164 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-71d5d634-8ba8-45a5-959b-ff48a16235a5 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:03.138209 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-71d5d634-8ba8-45a5-959b-ff48a16235a5 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags/tempest-TagsExtTest-Tag-945176702 HTTP/1.1" status: 404 len: 328 time: 0.0872025 Apr 01 15:47:03.138699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54552) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:03.146487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-dce864d0-8686-40fd-8866-ffeade0fa445 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4', {'tags': ['tempest-TagsExtTest-Tag-1963323818', 'tempest-TagsExtTest-Tag-947488324', 'tempest-TagsExtTest-Tag-1824587977']}) {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:03.217918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:03.221501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.246849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:03.257091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.257848 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Added segment 073a6197-6d25-40bf-a302-c338b0ff4694 of type vlan for network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 Apr 01 15:47:03.301249 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dce864d0-8686-40fd-8866-ffeade0fa445 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags HTTP/1.1" status: 200 len: 317 time: 0.1611178 Apr 01 15:47:03.303195 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.305093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54554) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:03.312171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-fd463406-4a22-43cc-adbb-6ed485ccf26b tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:03.402264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port a3a11c3c-04fe-4080-9643-db20c3475041 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:03.402594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.452600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.458594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:03.459212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.498969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.511856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for a3a11c3c-04fe-4080-9643-db20c3475041 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:03.528538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Network': ['ID=60c1b9fa-6add-46bd-8d79-6d403783b8b5,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:03.539319 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:47:03.575028 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fd463406-4a22-43cc-adbb-6ed485ccf26b tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags HTTP/1.1" status: 204 len: 168 time: 0.2688851 Apr 01 15:47:03.577897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54556) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:03.582768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-a3987e6e-8fa2-40b4-8026-5b3e44506890 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4', 'tempest-TagsExtTest-Tag-1963323818') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:03.636723 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-a3987e6e-8fa2-40b4-8026-5b3e44506890 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:03.640857 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a3987e6e-8fa2-40b4-8026-5b3e44506890 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags/tempest-TagsExtTest-Tag-1963323818 HTTP/1.1" status: 404 len: 329 time: 0.0618501 Apr 01 15:47:03.641449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54558) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:03.648640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-21116844-cbc0-4491-b094-b313758b9b5d tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4', 'tempest-TagsExtTest-Tag-947488324') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:03.656208 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d465d391-75e5-4878-beb1-7ab4def2bdc7 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5763640 Apr 01 15:47:03.658308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54560) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:03.683616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': '60c1b9fa-6add-46bd-8d79-6d403783b8b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:03.787850 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-21116844-cbc0-4491-b094-b313758b9b5d tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:03.788830 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-21116844-cbc0-4491-b094-b313758b9b5d tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags/tempest-TagsExtTest-Tag-947488324 HTTP/1.1" status: 404 len: 328 time: 0.1460092 Apr 01 15:47:03.791634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54562) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:03.796380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-bf098e92-fcd3-4ffe-9c15-2fe889a9a8c3 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4', 'tempest-TagsExtTest-Tag-1824587977') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:03.818058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:03.846030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=a3a11c3c-04fe-4080-9643-db20c3475041,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:03.851000 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-bf098e92-fcd3-4ffe-9c15-2fe889a9a8c3 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:03.855383 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bf098e92-fcd3-4ffe-9c15-2fe889a9a8c3 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags/tempest-TagsExtTest-Tag-1824587977 HTTP/1.1" status: 404 len: 329 time: 0.0589669 Apr 01 15:47:03.856193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54564) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:03.861341 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-0e385ff2-8657-4d53-a30e-f826c81d24b0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b', {'tags': ['tempest-TagsExtTest-Tag-411034787', 'tempest-TagsExtTest-Tag-39482964', 'tempest-TagsExtTest-Tag-482951387']}) {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:03.938551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:03.954550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.031187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.136620 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0e385ff2-8657-4d53-a30e-f826c81d24b0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags HTTP/1.1" status: 200 len: 314 time: 0.2794662 Apr 01 15:47:04.139532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54568) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:04.147733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-1a997ffe-134c-46e4-844e-27cba4ed423f tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.205113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e7d913c6-aaf0-4783-8f4a-a61cedc3187c no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:04.225107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: e7d913c6-aaf0-4783-8f4a-a61cedc3187c {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:04.225458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e7d913c6-aaf0-4783-8f4a-a61cedc3187c not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:04.308247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.336449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router ba35224e-e5b7-40a7-9a4a-57d2adb3cece has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:04.369062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=f5b10264-2123-4462-be91-c9ce6bf7b667,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:04.381240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Checking segment: {'id': '073a6197-6d25-40bf-a302-c338b0ff4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '60c1b9fa-6add-46bd-8d79-6d403783b8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:04.381604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network hostable DHCP agents. Network: 60c1b9fa-6add-46bd-8d79-6d403783b8b5, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:04.441262 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1a997ffe-134c-46e4-844e-27cba4ed423f tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags HTTP/1.1" status: 204 len: 168 time: 0.2988980 Apr 01 15:47:04.444083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54570) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:04.449520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-9fd90e78-09af-494b-a81c-e4b13978caf6 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b', 'tempest-TagsExtTest-Tag-411034787') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.461108 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:04.470304 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ae8d8d88-19bc-4045-bda8-a567072ab78c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/routers/ba35224e-e5b7-40a7-9a4a-57d2adb3cece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0490539 Apr 01 15:47:04.470304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54572) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:04.472183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c96b1-0c8b-4001-b200-0946a867e222 None None] Sync routers for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:04.485690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c96b1-0c8b-4001-b200-0946a867e222 None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:04.486309 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a85c96b1-0c8b-4001-b200-0946a867e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.521378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a85c96b1-0c8b-4001-b200-0946a867e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.529748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:04.530785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c96b1-0c8b-4001-b200-0946a867e222 None None] Routers {'ba35224e-e5b7-40a7-9a4a-57d2adb3cece'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:04.531412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a85c96b1-0c8b-4001-b200-0946a867e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:46:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.534728 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-9fd90e78-09af-494b-a81c-e4b13978caf6 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:04.538608 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9fd90e78-09af-494b-a81c-e4b13978caf6 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags/tempest-TagsExtTest-Tag-411034787 HTTP/1.1" status: 404 len: 328 time: 0.0907040 Apr 01 15:47:04.540533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54574) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:04.545103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-c84680d3-3e16-46f7-afc7-d5d3fe22d8a4 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b', 'tempest-TagsExtTest-Tag-39482964') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.569675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a85c96b1-0c8b-4001-b200-0946a867e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.570331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c96b1-0c8b-4001-b200-0946a867e222 None None] The sync data for ids ['ba35224e-e5b7-40a7-9a4a-57d2adb3cece'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:04.583264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.625942 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-c84680d3-3e16-46f7-afc7-d5d3fe22d8a4 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:04.626995 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c84680d3-3e16-46f7-afc7-d5d3fe22d8a4 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags/tempest-TagsExtTest-Tag-39482964 HTTP/1.1" status: 404 len: 327 time: 0.0855505 Apr 01 15:47:04.629880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54576) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:04.634376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-80694be7-8222-4f77-8542-df7e58d0ef27 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b', 'tempest-TagsExtTest-Tag-482951387') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.694221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.709750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 60c1b9fa-6add-46bd-8d79-6d403783b8b5) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:04.714079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:04.714818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.723559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a27ca5-a2b6-4f86-843b-95fa607dc358 None None] Network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:04.724403 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-80694be7-8222-4f77-8542-df7e58d0ef27 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:04.725791 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-80694be7-8222-4f77-8542-df7e58d0ef27 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags/tempest-TagsExtTest-Tag-482951387 HTTP/1.1" status: 404 len: 328 time: 0.0947380 Apr 01 15:47:04.730063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54578) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:04.734859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-d64996c6-3422-4707-8d6c-3ab0b2c9d4f2 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa', {'tags': ['tempest-TagsExtTest-Tag-127021047', 'tempest-TagsExtTest-Tag-581423315', 'tempest-TagsExtTest-Tag-62906955']}) {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.835294 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b1c32990-3cf9-44a5-9937-3c4bd1817df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.855655 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d64996c6-3422-4707-8d6c-3ab0b2c9d4f2 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "PUT /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags HTTP/1.1" status: 200 len: 314 time: 0.1213331 Apr 01 15:47:04.856847 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-de2ff035-f485-4577-8f9d-41acf0e9b713 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1937962 Apr 01 15:47:04.856847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54580) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:04.857697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54582) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:04.860866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-c768b59c-f8cb-4c62-8165-7b23ec5f70a7 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:04.868249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-54936378-47e7-4cf5-b12c-9df14e4da976 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-444749519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:04.890501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-60c1b9fa-6add-46bd-8d79-6d403783b8b5', 'network_id': '60c1b9fa-6add-46bd-8d79-6d403783b8b5', 'tenant_id': 'b90639d26b384ab29a90c919c9821b37', 'fixed_ips': [{'subnet_id': 'f5b10264-2123-4462-be91-c9ce6bf7b667'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:47:04.891580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.909329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 298c93c5-b502-43c6-be11-6dc7e8948ee2 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:04.910064 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:04.990872 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.004103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 298c93c5-b502-43c6-be11-6dc7e8948ee2 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:05.039067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Allocated IP 172.20.0.2 (60c1b9fa-6add-46bd-8d79-6d403783b8b5/f5b10264-2123-4462-be91-c9ce6bf7b667/7ce97e89-2677-47bc-92a5-5e0eb00ae9d5) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:05.186358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.195537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54936378-47e7-4cf5-b12c-9df14e4da976 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.197070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54936378-47e7-4cf5-b12c-9df14e4da976 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.248918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54936378-47e7-4cf5-b12c-9df14e4da976 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.253750 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c768b59c-f8cb-4c62-8165-7b23ec5f70a7 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags HTTP/1.1" status: 204 len: 168 time: 0.3967817 Apr 01 15:47:05.256378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54586) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:05.260998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-6fe9f046-0a9e-4f9e-b3df-f70aae498946 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa', 'tempest-TagsExtTest-Tag-127021047') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.282546 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-6fe9f046-0a9e-4f9e-b3df-f70aae498946 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:05.289271 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6fe9f046-0a9e-4f9e-b3df-f70aae498946 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags/tempest-TagsExtTest-Tag-127021047 HTTP/1.1" status: 404 len: 328 time: 0.0260398 Apr 01 15:47:05.291541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54588) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:05.297669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.tag.tag_plugin [None req-b3c2a4dd-922b-4f56-be7b-534a200a88db tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa', 'tempest-TagsExtTest-Tag-581423315') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.316660 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.322316 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.333676 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.api.v2.resource [None req-b3c2a4dd-922b-4f56-be7b-534a200a88db tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:05.337883 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b3c2a4dd-922b-4f56-be7b-534a200a88db tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags/tempest-TagsExtTest-Tag-581423315 HTTP/1.1" status: 404 len: 328 time: 0.0414550 Apr 01 15:47:05.338412 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54590) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:05.343708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-b5bf8a80-3e5f-40cc-bbbe-587844d420e6 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa', 'tempest-TagsExtTest-Tag-62906955') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.352867 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:05.358201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=298c93c5-b502-43c6-be11-6dc7e8948ee2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:05.358591 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:05.362215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:05.375012 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-b5bf8a80-3e5f-40cc-bbbe-587844d420e6 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] show failed (client error): The resource could not be found. Apr 01 15:47:05.378788 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b5bf8a80-3e5f-40cc-bbbe-587844d420e6 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags/tempest-TagsExtTest-Tag-62906955 HTTP/1.1" status: 404 len: 327 time: 0.0360913 Apr 01 15:47:05.379256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54592) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:05.381491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Pushing event updated for resources: {'Port': ['ID=7ce97e89-2677-47bc-92a5-5e0eb00ae9d5,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:05.389158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-b0e62104-8725-4400-b8fb-4359f84beb2b tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '49d43d73-0998-40d1-b621-5bd3020008fa') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.393679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54936378-47e7-4cf5-b12c-9df14e4da976 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.427010 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b0e62104-8725-4400-b8fb-4359f84beb2b tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0464728 Apr 01 15:47:05.429201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.429399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54594) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:05.434045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-6634d820-bca1-41f5-b1cf-481063fe1620 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '87da00fa-544e-4343-8200-172e392b1f4b') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.436161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Attempting to bind port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:05.436643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Attempting to bind port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '073a6197-6d25-40bf-a302-c338b0ff4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '60c1b9fa-6add-46bd-8d79-6d403783b8b5'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:05.436958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Attempting to bind port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 on network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:47:05.442348 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:47:05.442730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Checking segment: {'id': '073a6197-6d25-40bf-a302-c338b0ff4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '60c1b9fa-6add-46bd-8d79-6d403783b8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:05.443140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.443538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Bound using segment: {'id': '073a6197-6d25-40bf-a302-c338b0ff4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '60c1b9fa-6add-46bd-8d79-6d403783b8b5'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:47:05.444155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Bound port: 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a6197-6d25-40bf-a302-c338b0ff4694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '60c1b9fa-6add-46bd-8d79-6d403783b8b5'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:05.444578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.519393 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6634d820-bca1-41f5-b1cf-481063fe1620 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b/tags HTTP/1.1" status: 204 len: 168 time: 0.0888190 Apr 01 15:47:05.522432 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54596) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:05.523965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] For port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:05.528121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] For port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7ce97e89-2677-47bc-92a5-5e0eb00ae9d5,segment=NetworkSegment(073a6197-6d25-40bf-a302-c338b0ff4694),segment_id=073a6197-6d25-40bf-a302-c338b0ff4694)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:47:05.528356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.529331 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-6501127a-2281-4d8f-a96c-44aa3447920e tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c9d29932-dc92-43d3-85ba-9551c98d8ae4') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.530811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.555482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54936378-47e7-4cf5-b12c-9df14e4da976 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.556750 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-54936378-47e7-4cf5-b12c-9df14e4da976 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6932652 Apr 01 15:47:05.561069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54598) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:05.568230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'network_id': '60c1b9fa-6add-46bd-8d79-6d403783b8b5', 'name': 'tempest-PortsTestJSON-512232142'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:05.662760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.669898 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6501127a-2281-4d8f-a96c-44aa3447920e tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4/tags HTTP/1.1" status: 204 len: 168 time: 0.1443033 Apr 01 15:47:05.675420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54600) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:05.680007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.tag.tag_plugin [None req-45e54b94-8310-43c2-a130-2dc05befc44e tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '267f86a8-d0e2-44d1-8a56-0af26b390901') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:05.755780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20993c-7555-4b28-b44e-254c0fdb764d None None] Pushing event updated for resources: {'Port': ['ID=7ce97e89-2677-47bc-92a5-5e0eb00ae9d5,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:05.765620 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-45e54b94-8310-43c2-a130-2dc05befc44e tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901/tags HTTP/1.1" status: 204 len: 168 time: 0.0890987 Apr 01 15:47:05.772152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54602) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:05.873313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:05.877674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:05.898696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port e465cb4c-f5a2-4aea-9db7-940318aab537 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:06.048148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.14 (60c1b9fa-6add-46bd-8d79-6d403783b8b5/f5b10264-2123-4462-be91-c9ce6bf7b667/e465cb4c-f5a2-4aea-9db7-940318aab537) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:06.052626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-88d61677-7c8c-432c-acf3-ad5145d0a2f3 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for subnetpool, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.053852 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-88d61677-7c8c-432c-acf3-ad5145d0a2f3 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnetpools/49d43d73-0998-40d1-b621-5bd3020008fa HTTP/1.1" status: 204 len: 168 time: 0.2805808 Apr 01 15:47:06.056943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54604) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:06.068533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.069107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Fanout notify agent at l3_agent the message router_deleted on router ba35224e-e5b7-40a7-9a4a-57d2adb3cece {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:47:06.089400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.090583 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7c407c75-8157-4197-8389-4e5e58fe4c1d tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/routers/ba35224e-e5b7-40a7-9a4a-57d2adb3cece HTTP/1.1" status: 204 len: 168 time: 1.6205602 Apr 01 15:47:06.095001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54606) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:06.095472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54608) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:06.095775 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3723761d-f567-4078-bc93-758ec166294b tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "GET /v2.0/ports?device_id=87da00fa-544e-4343-8200-172e392b1f4b HTTP/1.1" status: 200 len: 205 time: 0.0377610 Apr 01 15:47:06.232777 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:06.266642 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1cd2-6e71-4ce4-b258-717179b6ba29 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.295023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:06.295618 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.333625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f424d2d0-e437-48c6-acad-214b5a9d6b07 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting subnet 485c3131-bf9a-4cbc-908e-7128366f68b1 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:06.341298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f424d2d0-e437-48c6-acad-214b5a9d6b07 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.398578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.446199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7ce97e89-2677-47bc-92a5-5e0eb00ae9d5,segment=NetworkSegment(073a6197-6d25-40bf-a302-c338b0ff4694),segment_id=073a6197-6d25-40bf-a302-c338b0ff4694)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:06.605236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.667069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=7ce97e89-2677-47bc-92a5-5e0eb00ae9d5,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:06.782478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f424d2d0-e437-48c6-acad-214b5a9d6b07 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.786745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae2ab58-af84-4d66-8f35-0ccd1536285e None None] Network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:06.852104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1cd2-6e71-4ce4-b258-717179b6ba29 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.856046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1cd2-6e71-4ce4-b258-717179b6ba29 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.913419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.916660 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1c5a6578-2bf8-4691-8c1f-946044fccf63 None None] Provisioning complete for port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:06.917111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1c5a6578-2bf8-4691-8c1f-946044fccf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:06.982953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f424d2d0-e437-48c6-acad-214b5a9d6b07 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.110004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1cd2-6e71-4ce4-b258-717179b6ba29 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.119882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9d1cd2-6e71-4ce4-b258-717179b6ba29 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Fanout notify agent at l3_agent the message router_deleted on router 87da00fa-544e-4343-8200-172e392b1f4b {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:47:07.119882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bd9d1cd2-6e71-4ce4-b258-717179b6ba29 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.121799 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bd9d1cd2-6e71-4ce4-b258-717179b6ba29 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/routers/87da00fa-544e-4343-8200-172e392b1f4b HTTP/1.1" status: 204 len: 168 time: 1.0217049 Apr 01 15:47:07.123147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54610) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:07.207308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.250874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fd9c0396-d7b0-4220-8388-1a0341d70851 None None] Provisioning complete for port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:07.251382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0396-d7b0-4220-8388-1a0341d70851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.264602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f424d2d0-e437-48c6-acad-214b5a9d6b07 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.275247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3e74fcbb-52ce-4590-bca8-b8872fb5e1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.276842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Deleting port c9d29932-dc92-43d3-85ba-9551c98d8ae4 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:07.277174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.280986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:07.288439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=e465cb4c-f5a2-4aea-9db7-940318aab537,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:07.317922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:07.325814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:07.329617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424d2d0-e437-48c6-acad-214b5a9d6b07 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Subnet': ['ID=485c3131-bf9a-4cbc-908e-7128366f68b1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:07.333578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f424d2d0-e437-48c6-acad-214b5a9d6b07 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.339102 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f424d2d0-e437-48c6-acad-214b5a9d6b07 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/subnets/485c3131-bf9a-4cbc-908e-7128366f68b1 HTTP/1.1" status: 204 len: 168 time: 1.2402601 Apr 01 15:47:07.339509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c87b0-cfd7-413e-887f-9d2ee13b0ed2 None None] Network b5b5ad5f-a970-4a0c-97de-c47391379dd3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:07.339944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54612) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:07.437729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:07.438494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.440888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.497515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.511354 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 2483d2dd-38af-4abc-b901-0fb83e1258c8 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:07.511838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.514964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Calling delete_port for c9d29932-dc92-43d3-85ba-9551c98d8ae4 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:07.565841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a8198-2619-4fda-9f34-6e01c9aacfc7 None None] DHCP port deletion for b5b5ad5f-a970-4a0c-97de-c47391379dd3 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:07.582808 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dc1d3644-8312-4ca4-8788-477a352b3d17 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0194247 Apr 01 15:47:07.587452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54616) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:07.590985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] For port 2483d2dd-38af-4abc-b901-0fb83e1258c8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2483d2dd-38af-4abc-b901-0fb83e1258c8,segment=NetworkSegment(0b4d0970-4f2f-406f-8466-03ce813e3210),segment_id=0b4d0970-4f2f-406f-8466-03ce813e3210)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:07.591670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.626120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a8198-2619-4fda-9f34-6e01c9aacfc7 None None] Deleting port 2483d2dd-38af-4abc-b901-0fb83e1258c8 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:07.626424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8198-2619-4fda-9f34-6e01c9aacfc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.655559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 2483d2dd-38af-4abc-b901-0fb83e1258c8 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:07.702330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2e2a8198-2619-4fda-9f34-6e01c9aacfc7 None None] For port 2483d2dd-38af-4abc-b901-0fb83e1258c8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2483d2dd-38af-4abc-b901-0fb83e1258c8,segment=NetworkSegment(0b4d0970-4f2f-406f-8466-03ce813e3210),segment_id=0b4d0970-4f2f-406f-8466-03ce813e3210)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:07.702951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8198-2619-4fda-9f34-6e01c9aacfc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.717400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a8198-2619-4fda-9f34-6e01c9aacfc7 None None] Calling delete_port for 2483d2dd-38af-4abc-b901-0fb83e1258c8 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:07.719018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-60b47b3d-2ed1-4b38-8c05-ad75465bcc27 None None] Provisioning complete for port e465cb4c-f5a2-4aea-9db7-940318aab537 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:07.719393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-60b47b3d-2ed1-4b38-8c05-ad75465bcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.795244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-60b47b3d-2ed1-4b38-8c05-ad75465bcc27 None None] Port e465cb4c-f5a2-4aea-9db7-940318aab537 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:07.805104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.848968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Pushing event deleted for resources: {'Port': ['ID=c9d29932-dc92-43d3-85ba-9551c98d8ae4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:07.862940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.863071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.863370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.863705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.864035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.864444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.864787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.865108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.865465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.865788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.866107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.866424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:07.929709 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.933699 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-22fec8eb-3621-437a-a39e-1fe67c6d83d0 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/ports/c9d29932-dc92-43d3-85ba-9551c98d8ae4 HTTP/1.1" status: 204 len: 168 time: 0.8095224 Apr 01 15:47:07.936146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54618) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:07.989201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8198-2619-4fda-9f34-6e01c9aacfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:07.994600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ede3ed-6ef9-4aae-a112-1a08de04de13 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Deleting subnet 267f86a8-d0e2-44d1-8a56-0af26b390901 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:08.000727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25ede3ed-6ef9-4aae-a112-1a08de04de13 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.025430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.042739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a8198-2619-4fda-9f34-6e01c9aacfc7 None None] Pushing event deleted for resources: {'Port': ['ID=2483d2dd-38af-4abc-b901-0fb83e1258c8,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:08.042938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.051497 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a8198-2619-4fda-9f34-6e01c9aacfc7 None None] No DVR routers for this DVR port 2483d2dd-38af-4abc-b901-0fb83e1258c8 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:08.060635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25ede3ed-6ef9-4aae-a112-1a08de04de13 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.071957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] No DVR routers for this DVR port 2483d2dd-38af-4abc-b901-0fb83e1258c8 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:08.082990 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=2483d2dd-38af-4abc-b901-0fb83e1258c8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:08.160568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25ede3ed-6ef9-4aae-a112-1a08de04de13 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.205292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.222232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:08.274207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:08.274696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.293887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b5ad5f-a970-4a0c-97de-c47391379dd3']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:08.313452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4d0970-4f2f-406f-8466-03ce813e3210') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:08.313829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4d0970-4f2f-406f-8466-03ce813e3210') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:08.344033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.395842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.410514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:08.410717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2483d2dd-38af-4abc-b901-0fb83e1258c8 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:08.411005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.413474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25ede3ed-6ef9-4aae-a112-1a08de04de13 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: self.session.flush() Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:08.418731 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:08.436274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 2483d2dd-38af-4abc-b901-0fb83e1258c8 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:08.436656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2483d2dd-38af-4abc-b901-0fb83e1258c8 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:08.449126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ede3ed-6ef9-4aae-a112-1a08de04de13 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Pushing event deleted for resources: {'Subnet': ['ID=267f86a8-d0e2-44d1-8a56-0af26b390901,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:08.451567 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-25ede3ed-6ef9-4aae-a112-1a08de04de13 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.457928 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-25ede3ed-6ef9-4aae-a112-1a08de04de13 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/subnets/267f86a8-d0e2-44d1-8a56-0af26b390901 HTTP/1.1" status: 204 len: 168 time: 0.5183542 Apr 01 15:47:08.458114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b215a-7cda-4d20-a2d0-9806c76c5b3e None None] Network dbedd53e-ef5c-4918-8388-26e1b91e715f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:08.458315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54620) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:08.528992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.551146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.608306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Deleting port f8087ad4-581c-417b-a6ce-fc02a207f9aa {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:08.608662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.632684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef99b6f3-905b-41d1-a399-030158e4d72f None None] DHCP port deletion for dbedd53e-ef5c-4918-8388-26e1b91e715f request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:08.646776 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.654848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.660393 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/networks/b5b5ad5f-a970-4a0c-97de-c47391379dd3 HTTP/1.1" status: 204 len: 168 time: 1.3187594 Apr 01 15:47:08.662823 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54622) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:08.684902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ef99b6f3-905b-41d1-a399-030158e4d72f None None] Deleting port f8087ad4-581c-417b-a6ce-fc02a207f9aa {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:08.685540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ef99b6f3-905b-41d1-a399-030158e4d72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.688505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] For port f8087ad4-581c-417b-a6ce-fc02a207f9aa, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f8087ad4-581c-417b-a6ce-fc02a207f9aa,segment=NetworkSegment(c1e41136-762c-4a41-a26e-5abf8c6de1b8),segment_id=c1e41136-762c-4a41-a26e-5abf8c6de1b8)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:08.688875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.702550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Calling delete_port for f8087ad4-581c-417b-a6ce-fc02a207f9aa owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:08.729238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f7b7f-49d5-4e70-88b5-3bb2c32a0602 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Network': ['ID=b5b5ad5f-a970-4a0c-97de-c47391379dd3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:08.731937 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.758026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ef99b6f3-905b-41d1-a399-030158e4d72f None None] For port f8087ad4-581c-417b-a6ce-fc02a207f9aa, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f8087ad4-581c-417b-a6ce-fc02a207f9aa,segment=NetworkSegment(c1e41136-762c-4a41-a26e-5abf8c6de1b8),segment_id=c1e41136-762c-4a41-a26e-5abf8c6de1b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:08.759004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ef99b6f3-905b-41d1-a399-030158e4d72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.772188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ef99b6f3-905b-41d1-a399-030158e4d72f None None] Calling delete_port for f8087ad4-581c-417b-a6ce-fc02a207f9aa owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:08.886315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=e465cb4c-f5a2-4aea-9db7-940318aab537,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:08.920927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.929511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ef99b6f3-905b-41d1-a399-030158e4d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.954645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] No DVR routers for this DVR port f8087ad4-581c-417b-a6ce-fc02a207f9aa on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:08.956568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Pushing event deleted for resources: {'Port': ['ID=f8087ad4-581c-417b-a6ce-fc02a207f9aa,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:08.966312 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port b05d0c29-f592-4b8a-a38c-bc3862e0a520 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:08.966697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:08.970436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99b6f3-905b-41d1-a399-030158e4d72f None None] Pushing event deleted for resources: {'Port': ['ID=f8087ad4-581c-417b-a6ce-fc02a207f9aa,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:08.979052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef99b6f3-905b-41d1-a399-030158e4d72f None None] No DVR routers for this DVR port f8087ad4-581c-417b-a6ce-fc02a207f9aa on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:09.073516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.096218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbedd53e-ef5c-4918-8388-26e1b91e715f']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:09.106573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e41136-762c-4a41-a26e-5abf8c6de1b8') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:09.106866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e41136-762c-4a41-a26e-5abf8c6de1b8') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:09.116807 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.117546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.131304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.137894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:09.140617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:09.148517 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:09.154861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5963e695-4052-4c53-b673-25ea5d77135c None None] Provisioning complete for port e465cb4c-f5a2-4aea-9db7-940318aab537 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:09.155229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5963e695-4052-4c53-b673-25ea5d77135c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.165146 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.172241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.184818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for b05d0c29-f592-4b8a-a38c-bc3862e0a520 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:09.191385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5963e695-4052-4c53-b673-25ea5d77135c None None] Port e465cb4c-f5a2-4aea-9db7-940318aab537 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:09.387843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.392258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.395499 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] 10.222.0.73 "DELETE /v2.0/networks/dbedd53e-ef5c-4918-8388-26e1b91e715f HTTP/1.1" status: 204 len: 168 time: 0.9359534 Apr 01 15:47:09.411075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc8734-9fee-4f50-b0c0-f5a4607c5d03 tempest-TagsExtTest-802945419 tempest-TagsExtTest-802945419-project] Pushing event deleted for resources: {'Network': ['ID=dbedd53e-ef5c-4918-8388-26e1b91e715f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:09.481219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.569026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.637097 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=b05d0c29-f592-4b8a-a38c-bc3862e0a520,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:09.696161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.696537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.696888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.697229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.697565 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.697898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.698842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.699100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.699431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.699761 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.700087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.700433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:09.726549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.772164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.774735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.775925 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-50f8dbea-3418-4217-bc73-69df8011b058 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/floatingips/e244e5dd-b5a8-4871-8b8e-42533b825810 HTTP/1.1" status: 204 len: 168 time: 1.1122255 Apr 01 15:47:09.780026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54626) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:09.803933 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-238eb3f1-abc1-49ce-9375-71de430c7022 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:09.804744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238eb3f1-abc1-49ce-9375-71de430c7022 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:09.810920 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-238eb3f1-abc1-49ce-9375-71de430c7022 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/ports/c3cad4f3-65c5-4f4f-8c8b-6e37c87aaa53 HTTP/1.1" status: 404 len: 333 time: 0.0272436 Apr 01 15:47:09.811164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54628) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:09.838003 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a4630c9a-aff6-4cca-9a2b-a91e2d3be364 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba35224e-e5b7-40a7-9a4a-57d2adb3cece HTTP/1.1" status: 200 len: 205 time: 0.0257130 Apr 01 15:47:09.840698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54630) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:09.843328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:09.877462 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-2dddf0dd-032d-4163-965d-efef3e1a534e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] delete failed (client error): The resource could not be found. Apr 01 15:47:09.878514 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2dddf0dd-032d-4163-965d-efef3e1a534e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/routers/ba35224e-e5b7-40a7-9a4a-57d2adb3cece HTTP/1.1" status: 404 len: 336 time: 0.0368812 Apr 01 15:47:09.881212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54632) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:09.912559 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-59235956-b9ba-4085-b4df-babece48bedc tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:09.913021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59235956-b9ba-4085-b4df-babece48bedc tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:09.915993 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-59235956-b9ba-4085-b4df-babece48bedc tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/subnets/485c3131-bf9a-4cbc-908e-7128366f68b1 HTTP/1.1" status: 404 len: 337 time: 0.0338092 Apr 01 15:47:09.918649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54634) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:10.007024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-444b2701-a05d-4b60-b058-c701fe3e702e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 04fda260-316e-480d-ae7f-4fc9c8f28cbe {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:10.007360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-444b2701-a05d-4b60-b058-c701fe3e702e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.035791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.103660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-444b2701-a05d-4b60-b058-c701fe3e702e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.112492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.114287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=e465cb4c-f5a2-4aea-9db7-940318aab537,revision_number=3']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:10.118417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-444b2701-a05d-4b60-b058-c701fe3e702e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 04fda260-316e-480d-ae7f-4fc9c8f28cbe owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:10.205022 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54638) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:10.221235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:10.223117 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:10.235169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f8087ad4-581c-417b-a6ce-fc02a207f9aa no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:10.262825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f8087ad4-581c-417b-a6ce-fc02a207f9aa {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:10.263486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f8087ad4-581c-417b-a6ce-fc02a207f9aa not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:10.383523 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4978eb83-6a6c-4ae6-aeb1-92c3a5abecad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7b01aa77cc74d12b3c5ca1d322759a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750262 Apr 01 15:47:10.387716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54642) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:10.417093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-444b2701-a05d-4b60-b058-c701fe3e702e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.456306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b2701-a05d-4b60-b058-c701fe3e702e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=04fda260-316e-480d-ae7f-4fc9c8f28cbe,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:10.506892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f482d951-10b6-42a1-b8f4-bb16c63f172e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.527562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-40e586ce-4819-4ff5-b461-4899da5c743e None None] Provisioning complete for port e465cb4c-f5a2-4aea-9db7-940318aab537 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:10.528092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-40e586ce-4819-4ff5-b461-4899da5c743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.547487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Router 5ac4500b-dab6-4ada-9bc2-3ea6b5950f33 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:47:10.548096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f482d951-10b6-42a1-b8f4-bb16c63f172e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.556205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-444b2701-a05d-4b60-b058-c701fe3e702e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.559921 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-444b2701-a05d-4b60-b058-c701fe3e702e tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/ports/04fda260-316e-480d-ae7f-4fc9c8f28cbe HTTP/1.1" status: 204 len: 168 time: 0.6403487 Apr 01 15:47:10.564550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54644) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:10.586317 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-40e586ce-4819-4ff5-b461-4899da5c743e None None] Port e465cb4c-f5a2-4aea-9db7-940318aab537 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:10.656334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:10.669353 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-39ce6768-1b38-4c62-8e9a-c2b698711d27 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "PUT /v2.0/routers/5ac4500b-dab6-4ada-9bc2-3ea6b5950f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0746858 Apr 01 15:47:10.669353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54646) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:10.669695 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95a5326-77c9-4eb6-b6c2-3c9ce33476ba None None] Sync routers for ids ['5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:10.677597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e0872-814a-4806-845c-4c93455c7063 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 4f998b06-4a69-450c-8ce0-eb9511fafe58 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:10.678049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0872-814a-4806-845c-4c93455c7063 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.685027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a5326-77c9-4eb6-b6c2-3c9ce33476ba None None] Routers {'5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:10.685884 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d95a5326-77c9-4eb6-b6c2-3c9ce33476ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.723002 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d95a5326-77c9-4eb6-b6c2-3c9ce33476ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.733365 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a5326-77c9-4eb6-b6c2-3c9ce33476ba None None] Routers {'5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:10.734072 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d95a5326-77c9-4eb6-b6c2-3c9ce33476ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.739453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4f928-57c2-49f9-83aa-b551400ca02f tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:10.744810 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ccd4f928-57c2-49f9-83aa-b551400ca02f tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac4500b-dab6-4ada-9bc2-3ea6b5950f33 HTTP/1.1" status: 200 len: 982 time: 0.0751951 Apr 01 15:47:10.745227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54648) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:10.775783 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d95a5326-77c9-4eb6-b6c2-3c9ce33476ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:10.776948 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95a5326-77c9-4eb6-b6c2-3c9ce33476ba None None] The sync data for ids ['5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:10.793469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f482d951-10b6-42a1-b8f4-bb16c63f172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.795985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f482d951-10b6-42a1-b8f4-bb16c63f172e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.797328 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f482d951-10b6-42a1-b8f4-bb16c63f172e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5bef7932-dc52-4288-9c1d-e22dbf479120 HTTP/1.1" status: 204 len: 168 time: 0.4123242 Apr 01 15:47:10.843530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482d951-10b6-42a1-b8f4-bb16c63f172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bef7932-dc52-4288-9c1d-e22dbf479120,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:10.867770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0872-814a-4806-845c-4c93455c7063 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.886826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-5a2e0872-814a-4806-845c-4c93455c7063 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 4f998b06-4a69-450c-8ce0-eb9511fafe58 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:10.903606 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:10.939011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.290742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0872-814a-4806-845c-4c93455c7063 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.367531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e0872-814a-4806-845c-4c93455c7063 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=4f998b06-4a69-450c-8ce0-eb9511fafe58,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:11.384241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.823416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0872-814a-4806-845c-4c93455c7063 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:11.826707 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5a2e0872-814a-4806-845c-4c93455c7063 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/ports/4f998b06-4a69-450c-8ce0-eb9511fafe58 HTTP/1.1" status: 204 len: 168 time: 1.2611952 Apr 01 15:47:11.829555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54652) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:11.943813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd74af6-8ff6-4b75-97c5-627b0e81ff69 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:11.945259 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4fd74af6-8ff6-4b75-97c5-627b0e81ff69 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6a0fe13-b2e5-4c6a-b360-733073b40276 HTTP/1.1" status: 200 len: 913 time: 0.1147580 Apr 01 15:47:11.949009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54656) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:12.025965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port e465cb4c-f5a2-4aea-9db7-940318aab537 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:12.026376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.121585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.134896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for e465cb4c-f5a2-4aea-9db7-940318aab537 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:12.327125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.336248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54658) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:12.453805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.496390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=e465cb4c-f5a2-4aea-9db7-940318aab537,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:12.685595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 12a75e53-b9de-4ddd-bb68-e1c2175ed822 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:12.685946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.690304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Deleting port 8f218aad-5b0d-4383-8942-f30a2276550e {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:12.690647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.693445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.788012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.802552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 12a75e53-b9de-4ddd-bb68-e1c2175ed822 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:12.881276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.881861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:12.923890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Calling delete_port for 8f218aad-5b0d-4383-8942-f30a2276550e owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:12.941303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Router 5ac4500b-dab6-4ada-9bc2-3ea6b5950f33 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:13.069834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:13.080188 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-afd87455-602b-4bb5-b61b-bd3f3ccf39e5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "PUT /v2.0/routers/5ac4500b-dab6-4ada-9bc2-3ea6b5950f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3303022 Apr 01 15:47:13.080353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54662) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:13.082239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b9b61-fcdb-44a5-b895-837d597de603 None None] Sync routers for ids ['5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:13.094324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b9b61-fcdb-44a5-b895-837d597de603 None None] Routers {'5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:13.094961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-215b9b61-fcdb-44a5-b895-837d597de603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:13.106752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.113787 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-661641c4-ec0e-4886-9e95-460538601465 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:47:13.115707 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-661641c4-ec0e-4886-9e95-460538601465 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/e465cb4c-f5a2-4aea-9db7-940318aab537 HTTP/1.1" status: 404 len: 333 time: 0.0345476 Apr 01 15:47:13.122736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54664) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:13.184877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=12a75e53-b9de-4ddd-bb68-e1c2175ed822,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:13.260258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e87453e-a825-4230-aa52-0f0ba426632f tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.281674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-215b9b61-fcdb-44a5-b895-837d597de603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:13.291145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b9b61-fcdb-44a5-b895-837d597de603 None None] Routers {'5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:13.291805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-215b9b61-fcdb-44a5-b895-837d597de603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:13.325106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-215b9b61-fcdb-44a5-b895-837d597de603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:13.325721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b9b61-fcdb-44a5-b895-837d597de603 None None] The sync data for ids ['5ac4500b-dab6-4ada-9bc2-3ea6b5950f33'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:13.325883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.356268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event deleted for resources: {'Port': ['ID=8f218aad-5b0d-4383-8942-f30a2276550e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:13.421912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.422178 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Floating IP fb4a05df-98f2-45a7-9d90-bc8300f59827 disassociated (deleted). External IP: 172.26.6.251, port: e99f83b3-5bc7-403d-8c13-ca02078c0df1. Apr 01 15:47:13.676189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Router 8c447da9-28d8-4a87-854f-5fc973e4a519 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:13.781612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e87453e-a825-4230-aa52-0f0ba426632f tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.785289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e87453e-a825-4230-aa52-0f0ba426632f tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.800040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:13.804682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.813243 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] Sync routers for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:13.827070 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:13.828605 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:13.835277 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b16c88de-b6d3-41d9-859c-7d8693b44879 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "DELETE /v2.0/floatingips/fb4a05df-98f2-45a7-9d90-bc8300f59827 HTTP/1.1" status: 204 len: 168 time: 1.4976354 Apr 01 15:47:13.836100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:47:13.839646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581fc35a-1655-4500-8b67-7d8c5e251738" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:47:13.885295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:13.891406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f97cca-ac3d-49d3-83ba-835100dd86d9 x-openstack-request-id: req-18f97cca-ac3d-49d3-83ba-835100dd86d9 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:47:13.891406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:47:13.891406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-18f97cca-ac3d-49d3-83ba-835100dd86d9 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:47:13.891406 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f97cca-ac3d-49d3-83ba-835100dd86d9'] response: {'name': 'network-changed', 'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'status': 'completed', 'code': 200} Apr 01 15:47:13.973855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-bc4257f3-fa2e-488d-9eb0-f5f986795c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:13.975298 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-bc4257f3-fa2e-488d-9eb0-f5f986795c14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=13e23c87b78242af874fa4c1d8cb6f3b&device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 1098 time: 0.0490756 Apr 01 15:47:13.990426 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:47:14.003413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e87453e-a825-4230-aa52-0f0ba426632f tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.004520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e87453e-a825-4230-aa52-0f0ba426632f tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac4500b-dab6-4ada-9bc2-3ea6b5950f33 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:47:14.011673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e87453e-a825-4230-aa52-0f0ba426632f tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.015828 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9e87453e-a825-4230-aa52-0f0ba426632f tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/routers/5ac4500b-dab6-4ada-9bc2-3ea6b5950f33 HTTP/1.1" status: 204 len: 168 time: 0.8920538 Apr 01 15:47:14.019220 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54670) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:14.090818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-af532d5e-b3e8-45f3-b872-0263252060d8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet f5b10264-2123-4462-be91-c9ce6bf7b667 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:14.110626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-ea7c5ea1-e8b6-4815-b609-e2af4b7a5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:14.113351 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-ea7c5ea1-e8b6-4815-b609-e2af4b7a5753 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4ac023b-0d40-40f3-ada9-3bfb770ce859 HTTP/1.1" status: 200 len: 898 time: 0.1304328 Apr 01 15:47:14.129202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af532d5e-b3e8-45f3-b872-0263252060d8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.183951 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-fd9c6c6b-5c82-4814-9a87-0b70067c40f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1 HTTP/1.1" status: 200 len: 217 time: 0.0618019 Apr 01 15:47:14.196634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af532d5e-b3e8-45f3-b872-0263252060d8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.233783 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:45:08Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0fefcceb-90ab-47e0-837b-f4fad8703f83', 'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'mac_address': 'fa:16:3e:8d:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:05Z', 'updated_at': '2022-04-01T15:45:15Z', 'revision_number': 5, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'subnets': [{'id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:14.241646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-161c3427-cc02-4de3-914a-6ebeef03b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:14.243320 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-161c3427-cc02-4de3-914a-6ebeef03b235 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7cb34d1-945a-42b7-9bb2-555c82758819 HTTP/1.1" status: 200 len: 834 time: 0.0505567 Apr 01 15:47:14.268495 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] Checking router: 8c447da9-28d8-4a87-854f-5fc973e4a519 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:47:14.278017 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:14.278989 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:14.298019 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Router e6a0fe13-b2e5-4c6a-b360-733073b40276 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:14.316905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-20c0aad3-6642-4555-8b1e-1b045013ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:14.323070 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-20c0aad3-6642-4555-8b1e-1b045013ea2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4ac023b-0d40-40f3-ada9-3bfb770ce859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675824 Apr 01 15:47:14.385684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af532d5e-b3e8-45f3-b872-0263252060d8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.393344 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:47:14.441071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-11f78ff1-9981-4349-b3e5-c601bc958d9a service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056328 Apr 01 15:47:14.496747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:14.502164 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c283177a-c874-4212-a79e-b1fde76bed84 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "PUT /v2.0/routers/e6a0fe13-b2e5-4c6a-b360-733073b40276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5520556 Apr 01 15:47:14.504788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54674) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:14.519858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf3cdf-ad3d-4995-bae1-bc41f7f381cc None None] Sync routers for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:14.540510 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf3cdf-ad3d-4995-bae1-bc41f7f381cc None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:14.541283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-7bcf3cdf-ad3d-4995-bae1-bc41f7f381cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:14.586302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-7bcf3cdf-ad3d-4995-bae1-bc41f7f381cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:14.597597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf3cdf-ad3d-4995-bae1-bc41f7f381cc None None] Routers {'e6a0fe13-b2e5-4c6a-b360-733073b40276'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:14.598385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-7bcf3cdf-ad3d-4995-bae1-bc41f7f381cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['e6a0fe13-b2e5-4c6a-b360-733073b40276'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:14.608835 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-581fc35a-1655-4500-8b67-7d8c5e251738 req-62ccb394-a91d-45f3-9dbd-f774c2b8ff8e service neutron] 10.222.0.41 "GET /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565840 Apr 01 15:47:14.633989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-7bcf3cdf-ad3d-4995-bae1-bc41f7f381cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:14.634772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf3cdf-ad3d-4995-bae1-bc41f7f381cc None None] The sync data for ids ['e6a0fe13-b2e5-4c6a-b360-733073b40276'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:14.657200 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:45:08Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0fefcceb-90ab-47e0-837b-f4fad8703f83', 'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'mac_address': 'fa:16:3e:8d:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:05Z', 'updated_at': '2022-04-01T15:45:15Z', 'revision_number': 5, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'subnets': [{'id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:14.676755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af532d5e-b3e8-45f3-b872-0263252060d8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.702526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7acd18-5a8a-46e9-a03d-99d0499b724a req-4db1b47f-dc0f-4686-9671-f3f2104be830 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:14.704083 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5f7acd18-5a8a-46e9-a03d-99d0499b724a req-4db1b47f-dc0f-4686-9671-f3f2104be830 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.1303058 Apr 01 15:47:14.706260 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f031bd-dda3-437d-b7b1-0713f02c878c None None] The sync data for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv is: [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:45:08Z', 'revision_number': 4, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0fefcceb-90ab-47e0-837b-f4fad8703f83', 'name': '', 'network_id': 'd4ac023b-0d40-40f3-ada9-3bfb770ce859', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'mac_address': 'fa:16:3e:8d:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:45:05Z', 'updated_at': '2022-04-01T15:45:15Z', 'revision_number': 5, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'subnets': [{'id': 'a7cb34d1-945a-42b7-9bb2-555c82758819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:14.731403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af532d5e-b3e8-45f3-b872-0263252060d8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b10264-2123-4462-be91-c9ce6bf7b667,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:14.733546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af532d5e-b3e8-45f3-b872-0263252060d8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.743268 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-af532d5e-b3e8-45f3-b872-0263252060d8 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/f5b10264-2123-4462-be91-c9ce6bf7b667 HTTP/1.1" status: 204 len: 168 time: 0.7176723 Apr 01 15:47:14.749481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54676) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:14.749633 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c3e8f-d6cd-4bc4-b833-cba06f27e6f6 None None] Network 60c1b9fa-6add-46bd-8d79-6d403783b8b5 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:14.757481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.844385 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5f7acd18-5a8a-46e9-a03d-99d0499b724a req-bf4f4835-ccc8-4e18-9233-5dace0e64f74 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189423 Apr 01 15:47:14.859382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.930950 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:14.932094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:14.939257 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.010358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] For port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7ce97e89-2677-47bc-92a5-5e0eb00ae9d5,segment=NetworkSegment(073a6197-6d25-40bf-a302-c338b0ff4694),segment_id=073a6197-6d25-40bf-a302-c338b0ff4694)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:15.010762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.030175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:15.038261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] DHCP port deletion for 60c1b9fa-6add-46bd-8d79-6d403783b8b5 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:15.096143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Deleting port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:15.096707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.113581 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f304e9e-3058-43cb-b01c-2f654c494273 None None] New status for floating IP fb4a05df-98f2-45a7-9d90-bc8300f59827: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:47:15.167587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting port 45110fa5-d9fc-471d-918f-752ae864d1f7 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:15.168244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.187554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] For port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7ce97e89-2677-47bc-92a5-5e0eb00ae9d5,segment=NetworkSegment(073a6197-6d25-40bf-a302-c338b0ff4694),segment_id=073a6197-6d25-40bf-a302-c338b0ff4694)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:15.187958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.207779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Calling delete_port for 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:15.258124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.302467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=7ce97e89-2677-47bc-92a5-5e0eb00ae9d5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.311849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No DVR routers for this DVR port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:15.317034 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.317737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.334050 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] No DVR routers for this DVR port 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:15.337056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Calling delete_port for 45110fa5-d9fc-471d-918f-752ae864d1f7 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:15.358137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Pushing event deleted for resources: {'Port': ['ID=7ce97e89-2677-47bc-92a5-5e0eb00ae9d5,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.368803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.378250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679ff1-8130-4c12-bae4-3f8bbd27e468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:47:15.413522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.420936 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.443106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c1b9fa-6add-46bd-8d79-6d403783b8b5']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:15.455928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073a6197-6d25-40bf-a302-c338b0ff4694') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:15.456258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073a6197-6d25-40bf-a302-c338b0ff4694') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:15.466925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.486851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.487766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:15.488170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:15.491530 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:15.618077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.645180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Port': ['ID=45110fa5-d9fc-471d-918f-752ae864d1f7,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.707641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.711885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.715225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.720114 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/networks/60c1b9fa-6add-46bd-8d79-6d403783b8b5 HTTP/1.1" status: 204 len: 168 time: 0.9732409 Apr 01 15:47:15.721158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54678) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:15.765923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dfd3d-f0b8-4c16-9d82-d4c55ae82cb0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Network': ['ID=60c1b9fa-6add-46bd-8d79-6d403783b8b5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:15.785553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f79cb3-50f5-4c52-ae71-ab2e3da58d33 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:15.790381 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-90f79cb3-50f5-4c52-ae71-ab2e3da58d33 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/f7bf0c26-4914-4620-8274-c920ea3c2ec5 HTTP/1.1" status: 200 len: 840 time: 0.0648186 Apr 01 15:47:15.790704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54680) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:15.851718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.856460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:15.868582 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c5ee976b-97c6-49a0-8ed9-efd6401e5338 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/f7bf0c26-4914-4620-8274-c920ea3c2ec5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0764966 Apr 01 15:47:15.872993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54682) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:15.878648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:15.992934 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f302f-04aa-4b70-9cba-6d4db869a0cd req-4a4c72f6-4cc6-4377-8a17-be4de9c3c550 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:15.994516 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-272f302f-04aa-4b70-9cba-6d4db869a0cd req-4a4c72f6-4cc6-4377-8a17-be4de9c3c550 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.0552475 Apr 01 15:47:16.037289 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-272f302f-04aa-4b70-9cba-6d4db869a0cd req-002d8393-bc3a-43b0-9eda-a54fabc7f1f9 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357811 Apr 01 15:47:16.052880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.053563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Fanout notify agent at l3_agent the message router_deleted on router e6a0fe13-b2e5-4c6a-b360-733073b40276 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:47:16.066684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.067878 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-117e2c1b-88a7-4cb6-9dd0-0013a8e6b3b8 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/routers/e6a0fe13-b2e5-4c6a-b360-733073b40276 HTTP/1.1" status: 204 len: 168 time: 1.5620093 Apr 01 15:47:16.070571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54686) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:16.120678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:16.124287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.133879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a40f945-75ec-43ce-a7cc-78907a3ed715 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Deleting subnet fbb3701c-d0da-454a-8279-4f58ea129ae6 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:16.146536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a40f945-75ec-43ce-a7cc-78907a3ed715 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.199400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:16.220778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:16.221143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 7ce97e89-2677-47bc-92a5-5e0eb00ae9d5 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:16.252580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a40f945-75ec-43ce-a7cc-78907a3ed715 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.314932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf353ec2-62ab-4230-829c-93976206f330 req-ca3ed643-66f1-483f-bbc3-3dd8765d8071 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:16.316409 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cf353ec2-62ab-4230-829c-93976206f330 req-ca3ed643-66f1-483f-bbc3-3dd8765d8071 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 945 time: 0.1474845 Apr 01 15:47:16.333800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a40f945-75ec-43ce-a7cc-78907a3ed715 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.544152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-cf353ec2-62ab-4230-829c-93976206f330 req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Deleting port e99f83b3-5bc7-403d-8c13-ca02078c0df1 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:16.544412 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-cf353ec2-62ab-4230-829c-93976206f330 req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.559773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a40f945-75ec-43ce-a7cc-78907a3ed715 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.600023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40f945-75ec-43ce-a7cc-78907a3ed715 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb3701c-d0da-454a-8279-4f58ea129ae6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:16.633888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a40f945-75ec-43ce-a7cc-78907a3ed715 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.637779 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8a40f945-75ec-43ce-a7cc-78907a3ed715 tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/subnets/fbb3701c-d0da-454a-8279-4f58ea129ae6 HTTP/1.1" status: 204 len: 168 time: 0.5662606 Apr 01 15:47:16.638747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.640513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54688) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:16.711228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:16.721128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:16.724286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-cf353ec2-62ab-4230-829c-93976206f330 req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] For port e99f83b3-5bc7-403d-8c13-ca02078c0df1, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e99f83b3-5bc7-403d-8c13-ca02078c0df1,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:16.724683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-cf353ec2-62ab-4230-829c-93976206f330 req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.725852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.727238 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=03636ef0-d645-4ee0-98ff-598316f42587,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:16.730067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:16.730663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.742042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c1ec7d-22cb-4697-ba42-89fa5223bfa9 None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:16.752427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-cf353ec2-62ab-4230-829c-93976206f330 req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Calling delete_port for e99f83b3-5bc7-403d-8c13-ca02078c0df1 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:16.835161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.860230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2096c9b4-2779-4e37-b380-59e151b61a4d']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:16.873300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bc93a5-93a6-43af-a7e3-554a1d65e8bc') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:16.873716 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bc93a5-93a6-43af-a7e3-554a1d65e8bc') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:16.884909 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3cf20fca-aa26-44ee-a0c4-15c5b5c8d829 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0103619 Apr 01 15:47:16.885147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.887431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54690) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:16.896797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-01f04b9d-8ddf-417c-afc4-65e380fd2709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'security_group': {'name': 'tempest-secgroup-2027035265'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:16.914486 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.915402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'tenant_id': 'b90639d26b384ab29a90c919c9821b37', 'fixed_ips': [{'subnet_id': '03636ef0-d645-4ee0-98ff-598316f42587'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:47:16.917312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.924959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:16.935049 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:17.056005 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Allocated IP 172.20.0.2 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/03636ef0-d645-4ee0-98ff-598316f42587/3170f4c3-491d-439f-b47b-6b99acdcba59) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:17.132792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-cf353ec2-62ab-4230-829c-93976206f330 req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.159428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d51ecc-8851-4402-a0b9-d17ef788415d req-263bb906-da25-425d-8630-fcc53b2dd6fd tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:17.161292 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b5d51ecc-8851-4402-a0b9-d17ef788415d req-263bb906-da25-425d-8630-fcc53b2dd6fd tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 867 time: 0.0548587 Apr 01 15:47:17.162958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.164645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event deleted for resources: {'Port': ['ID=e99f83b3-5bc7-403d-8c13-ca02078c0df1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:17.165121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-01f04b9d-8ddf-417c-afc4-65e380fd2709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.175208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.178642 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] 10.222.0.73 "DELETE /v2.0/networks/2096c9b4-2779-4e37-b380-59e151b61a4d HTTP/1.1" status: 204 len: 168 time: 0.5370760 Apr 01 15:47:17.212845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf353ec2-62ab-4230-829c-93976206f330 req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] No DVR routers for this DVR port e99f83b3-5bc7-403d-8c13-ca02078c0df1 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:17.216886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-cf353ec2-62ab-4230-829c-93976206f330 req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.220475 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cf353ec2-62ab-4230-829c-93976206f330 req-c412c0cb-3b34-4419-9150-d78dfe48d938 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.41 "DELETE /v2.0/ports/e99f83b3-5bc7-403d-8c13-ca02078c0df1 HTTP/1.1" status: 204 len: 173 time: 0.8955326 Apr 01 15:47:17.221036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'name': 'network-vif-deleted', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:47:17.221395 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0281bd8-1705-479b-ba02-414b226d1e4c tempest-FloatingIPTestJSON-171851010 tempest-FloatingIPTestJSON-171851010-project] Pushing event deleted for resources: {'Network': ['ID=2096c9b4-2779-4e37-b380-59e151b61a4d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:17.223992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dd4015-8a35-4ae7-855e-a7237289905e" -d '{"events": [{"server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "name": "network-vif-deleted", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:47:17.271714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125aca94-585c-43a7-9d41-2d2157afd351 x-openstack-request-id: req-125aca94-585c-43a7-9d41-2d2157afd351 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:47:17.272227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5e81a0-1059-45a4-a74d-1a59f2d12939", "name": "network-vif-deleted", "tag": "e99f83b3-5bc7-403d-8c13-ca02078c0df1", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:47:17.272673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-125aca94-585c-43a7-9d41-2d2157afd351 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:47:17.273270 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125aca94-585c-43a7-9d41-2d2157afd351'] response: {'server_uuid': '8d5e81a0-1059-45a4-a74d-1a59f2d12939', 'name': 'network-vif-deleted', 'tag': 'e99f83b3-5bc7-403d-8c13-ca02078c0df1', 'status': 'completed', 'code': 200} Apr 01 15:47:17.285479 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b5d51ecc-8851-4402-a0b9-d17ef788415d req-7478ab75-91e5-42e1-bcdf-5d0c9325aa4f tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d1be1d8-e469-40ce-92eb-c27b9214671d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052520 Apr 01 15:47:17.334519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-01f04b9d-8ddf-417c-afc4-65e380fd2709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.381365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.498395 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-01f04b9d-8ddf-417c-afc4-65e380fd2709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.530734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f04b9d-8ddf-417c-afc4-65e380fd2709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d89be04-fe42-4ab8-85f3-0b4279089a95,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:17.538523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.577629 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:17.584741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:17.589239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:17.598271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Pushing event updated for resources: {'Port': ['ID=3170f4c3-491d-439f-b47b-6b99acdcba59,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:17.653540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Attempting to bind port 3170f4c3-491d-439f-b47b-6b99acdcba59 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:17.654089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Attempting to bind port 3170f4c3-491d-439f-b47b-6b99acdcba59 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'e90d067c-a674-48fa-96ce-1c5a2ff46f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:17.654339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Attempting to bind port 3170f4c3-491d-439f-b47b-6b99acdcba59 on network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:47:17.660220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:47:17.660630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Checking segment: {'id': 'e90d067c-a674-48fa-96ce-1c5a2ff46f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:17.661043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.661440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Bound using segment: {'id': 'e90d067c-a674-48fa-96ce-1c5a2ff46f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:47:17.661911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Bound port: 3170f4c3-491d-439f-b47b-6b99acdcba59, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90d067c-a674-48fa-96ce-1c5a2ff46f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:17.662523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.722041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-01f04b9d-8ddf-417c-afc4-65e380fd2709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.725603 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-01f04b9d-8ddf-417c-afc4-65e380fd2709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8354805 Apr 01 15:47:17.727816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54698) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:17.732878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-14c537ac-790a-4133-ade3-d7a724939731 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'security_group': {'name': 'tempest-secgroup-2048381269'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:17.734744 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] For port 3170f4c3-491d-439f-b47b-6b99acdcba59, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:17.737462 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] For port 3170f4c3-491d-439f-b47b-6b99acdcba59, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3170f4c3-491d-439f-b47b-6b99acdcba59,segment=NetworkSegment(e90d067c-a674-48fa-96ce-1c5a2ff46f8b),segment_id=e90d067c-a674-48fa-96ce-1c5a2ff46f8b)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:47:17.829821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:17.899724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabd7e7-4843-453b-bdfe-015b0421dac9 None None] Pushing event updated for resources: {'Port': ['ID=3170f4c3-491d-439f-b47b-6b99acdcba59,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:17.904429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-14c537ac-790a-4133-ade3-d7a724939731 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.022095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54702) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:18.142624 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:47:18.272233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54708) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:18.273050 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-52ea881d-7c02-4bc9-a63c-6cdb678de35d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee85378ca431434c99b3f6b9e4246712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493541 Apr 01 15:47:18.292139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3170f4c3-491d-439f-b47b-6b99acdcba59 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:18.347892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:18.354691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.354845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-14c537ac-790a-4133-ade3-d7a724939731 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.361942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9008f45d-eacf-418f-8dee-a0a6a1bd01e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.390106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9008f45d-eacf-418f-8dee-a0a6a1bd01e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.435323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-14c537ac-790a-4133-ade3-d7a724939731 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.441861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.466943 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ca0684a-eb33-4e50-bb46-02498bb21e39 req-641bc496-ff4d-4d5e-bbea-d9d0a847eeac tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d5e81a0-1059-45a4-a74d-1a59f2d12939 HTTP/1.1" status: 200 len: 210 time: 0.0815067 Apr 01 15:47:18.475043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c537ac-790a-4133-ade3-d7a724939731 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76f1379-c3ef-4c1e-9c6c-24cf62f21b77,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:18.483854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 3170f4c3-491d-439f-b47b-6b99acdcba59, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3170f4c3-491d-439f-b47b-6b99acdcba59,segment=NetworkSegment(e90d067c-a674-48fa-96ce-1c5a2ff46f8b),segment_id=e90d067c-a674-48fa-96ce-1c5a2ff46f8b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:18.579663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-14c537ac-790a-4133-ade3-d7a724939731 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.582920 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-14c537ac-790a-4133-ade3-d7a724939731 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8525081 Apr 01 15:47:18.583786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54712) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:18.589550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1615745523', 'security_groups': ['f76f1379-c3ef-4c1e-9c6c-24cf62f21b77'], 'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03636ef0-d645-4ee0-98ff-598316f42587'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:18.648254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.664460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9008f45d-eacf-418f-8dee-a0a6a1bd01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.667187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9008f45d-eacf-418f-8dee-a0a6a1bd01e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.668519 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9008f45d-eacf-418f-8dee-a0a6a1bd01e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b44438f-da13-4dae-9486-cc69cf87a80b HTTP/1.1" status: 204 len: 168 time: 0.3951287 Apr 01 15:47:18.690548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008f45d-eacf-418f-8dee-a0a6a1bd01e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44438f-da13-4dae-9486-cc69cf87a80b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:18.796561 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=3170f4c3-491d-439f-b47b-6b99acdcba59,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:18.867508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:18.958981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:18.981652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port 509215d5-c3f9-479e-bf42-7d65b1d00cc3 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:19.080323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-254a183d-f658-4e8c-b930-439fc3d731cc None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:19.080863 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-254a183d-f658-4e8c-b930-439fc3d731cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.144285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.8 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/03636ef0-d645-4ee0-98ff-598316f42587/509215d5-c3f9-479e-bf42-7d65b1d00cc3) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:19.172495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-254a183d-f658-4e8c-b930-439fc3d731cc None None] Provisioning complete for port f7bf0c26-4914-4620-8274-c920ea3c2ec5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:19.172787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-254a183d-f658-4e8c-b930-439fc3d731cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.214083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-254a183d-f658-4e8c-b930-439fc3d731cc None None] Port f7bf0c26-4914-4620-8274-c920ea3c2ec5 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:19.324980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.452780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.496579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:19.500014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:19.504058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:19.530748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=509215d5-c3f9-479e-bf42-7d65b1d00cc3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:19.549419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54726) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:19.562224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:19.562902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.748024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a740cf38-feb0-4fcf-805f-814d4127bee8 None None] Provisioning complete for port 509215d5-c3f9-479e-bf42-7d65b1d00cc3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:19.748657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a740cf38-feb0-4fcf-805f-814d4127bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:19.766581 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3d9a5c67-ada1-4d2a-874d-2034073a1171 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1791081 Apr 01 15:47:19.766941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54730) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:19.784565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-cdd62153-4870-4006-8eda-5aabb62b908a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:19.785948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a740cf38-feb0-4fcf-805f-814d4127bee8 None None] Port 509215d5-c3f9-479e-bf42-7d65b1d00cc3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:19.959579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.019029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd62153-4870-4006-8eda-5aabb62b908a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:20.022893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cdd62153-4870-4006-8eda-5aabb62b908a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.178162 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.ipam_backend_mixin [None req-cdd62153-4870-4006-8eda-5aabb62b908a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 03636ef0-d645-4ee0-98ff-598316f42587 (CIDR: 172.20.0.0/28) Apr 01 15:47:20.223536 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd62153-4870-4006-8eda-5aabb62b908a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:47:20.224578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd62153-4870-4006-8eda-5aabb62b908a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:20.238986 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3170f4c3-491d-439f-b47b-6b99acdcba59 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:20.274687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54740) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:20.302340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:20.303380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.320310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Deleting port 0fefcceb-90ab-47e0-837b-f4fad8703f83 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:20.320688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.367128 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cdd62153-4870-4006-8eda-5aabb62b908a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5988326 Apr 01 15:47:20.370397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54744) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:20.381722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:20.480082 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] For port 0fefcceb-90ab-47e0-837b-f4fad8703f83, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0fefcceb-90ab-47e0-837b-f4fad8703f83,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:20.480567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.490510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'network': {'name': 'tempest-RoutersTest-1495470784'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:20.497842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Calling delete_port for 0fefcceb-90ab-47e0-837b-f4fad8703f83 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:20.634680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:20.638998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.649352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.693560 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:20.698503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.801712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.820279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:20.832836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event deleted for resources: {'Port': ['ID=0fefcceb-90ab-47e0-837b-f4fad8703f83,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:20.996949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.024772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:21.043181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab048f36-e087-46f3-8094-8fe53da7565b,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:21.058033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.058532 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added segment 7a2a14cc-1e2a-4dd4-88f6-277897b55cec of type vlan for network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 Apr 01 15:47:21.103550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.112822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.115917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e99f83b3-5bc7-403d-8c13-ca02078c0df1 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:21.145241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: e99f83b3-5bc7-403d-8c13-ca02078c0df1 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:21.145622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e99f83b3-5bc7-403d-8c13-ca02078c0df1 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:21.171287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:21.179163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:21.185949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:21.186566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.201292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809d279-7a6e-4fc7-aa1f-a2154bed3116 None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:21.207063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=75bb0c72-6bbd-4780-b7bd-1684793380b3,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:21.357876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.360582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.366499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:21.367118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.446811 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2dc0fc21-fcd0-49de-940f-fb830dd9a777 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0732570 Apr 01 15:47:21.448215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54748) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:21.453853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-357469139', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '75bb0c72-6bbd-4780-b7bd-1684793380b3'}], 'security_groups': ['9d89be04-fe42-4ab8-85f3-0b4279089a95']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:21.455505 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d2157-2858-4501-880f-9c8677b8cd78 None None] Update dhcp port {'port': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'fixed_ips': [{'subnet_id': '03636ef0-d645-4ee0-98ff-598316f42587', 'ip_address': '172.20.0.2'}, {'subnet_id': '75bb0c72-6bbd-4780-b7bd-1684793380b3'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '3170f4c3-491d-439f-b47b-6b99acdcba59'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:47:21.481714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Network': ['ID=07d71b73-aba2-4b86-9ee1-ba2d718e0053,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:21.494271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:47:21.499162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d65d2157-2858-4501-880f-9c8677b8cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.527598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.547642 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c3f17f5a-1649-4f7d-9a84-1732b13ecb52 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2701852 Apr 01 15:47:21.555484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54750) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:21.555484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'network': {'name': 'tempest-RoutersTest-139757215'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:21.591151 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Router 8c447da9-28d8-4a87-854f-5fc973e4a519 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:21.724945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:21.738874 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d9af1d84-4526-4bcc-bd59-7231cc9c0820 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "PUT /v2.0/routers/8c447da9-28d8-4a87-854f-5fc973e4a519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1810081 Apr 01 15:47:21.738874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54752) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:21.740764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] Sync routers for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:21.761820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d65d2157-2858-4501-880f-9c8677b8cd78 None None] Allocated IP 172.20.0.18 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/75bb0c72-6bbd-4780-b7bd-1684793380b3/3170f4c3-491d-439f-b47b-6b99acdcba59) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:21.766318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:21.766957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:21.800685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:21.805504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5878388-de0a-4aca-a014-5bd7a3996803 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Deleting subnet a7cb34d1-945a-42b7-9bb2-555c82758819 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:21.805504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5878388-de0a-4aca-a014-5bd7a3996803 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.806107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.835004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:21.846628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.846989 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added segment 5a90356c-f919-4b1a-9128-3340a140e24d of type vlan for network dc7a151c-413e-4056-af31-6de2d48648b8 Apr 01 15:47:21.847411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5878388-de0a-4aca-a014-5bd7a3996803 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.891956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:21.949565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:47:21.976615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5878388-de0a-4aca-a014-5bd7a3996803 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.011873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d65d2157-2858-4501-880f-9c8677b8cd78 None None] For port 3170f4c3-491d-439f-b47b-6b99acdcba59, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3170f4c3-491d-439f-b47b-6b99acdcba59,segment=NetworkSegment(e90d067c-a674-48fa-96ce-1c5a2ff46f8b),segment_id=e90d067c-a674-48fa-96ce-1c5a2ff46f8b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:22.058414 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.064250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:22.064988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.133858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Network': ['ID=dc7a151c-413e-4056-af31-6de2d48648b8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:22.180858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network dc7a151c-413e-4056-af31-6de2d48648b8 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:47:22.203604 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5878388-de0a-4aca-a014-5bd7a3996803 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.230512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5878388-de0a-4aca-a014-5bd7a3996803 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event deleted for resources: {'Subnet': ['ID=a7cb34d1-945a-42b7-9bb2-555c82758819,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:22.234066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a5878388-de0a-4aca-a014-5bd7a3996803 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.237243 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a5878388-de0a-4aca-a014-5bd7a3996803 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "DELETE /v2.0/subnets/a7cb34d1-945a-42b7-9bb2-555c82758819 HTTP/1.1" status: 204 len: 168 time: 0.4993095 Apr 01 15:47:22.239907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54754) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:22.255228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297f6a9-229e-415b-9984-5b3cee03b235 None None] Network d4ac023b-0d40-40f3-ada9-3bfb770ce859 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:22.306948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d65d2157-2858-4501-880f-9c8677b8cd78 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.315338 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-54d368f0-a77e-465a-8d84-cf68639e06fb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7616653 Apr 01 15:47:22.316265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54756) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:22.322160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'subnet': {'network_id': '07d71b73-aba2-4b86-9ee1-ba2d718e0053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:22.353201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.427880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d65d2157-2858-4501-880f-9c8677b8cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.502110 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.532857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:22.536618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.561384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d2157-2858-4501-880f-9c8677b8cd78 None None] Pushing event updated for resources: {'Port': ['ID=3170f4c3-491d-439f-b47b-6b99acdcba59,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:22.577066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Delete allocated IP 172.20.0.8 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/03636ef0-d645-4ee0-98ff-598316f42587) {{(pid=110106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:47:22.581341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:47:20Z', 'revision_number': 5, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port': {'id': '4192c7c3-19da-4cc1-9755-e42e9ab03424', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:55Z', 'updated_at': '2022-04-01T15:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:22.586137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.24 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/75bb0c72-6bbd-4780-b7bd-1684793380b3/509215d5-c3f9-479e-bf42-7d65b1d00cc3) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:22.618640 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] Checking router: 8c447da9-28d8-4a87-854f-5fc973e4a519 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:47:22.636199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] Routers {'8c447da9-28d8-4a87-854f-5fc973e4a519'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:22.636199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['8c447da9-28d8-4a87-854f-5fc973e4a519'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:22.684062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522cb26e-bc6f-48fc-9f50-c912335c1e82 None None] DHCP port deletion for d4ac023b-0d40-40f3-ada9-3bfb770ce859 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:22.689664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Deleting port 4192c7c3-19da-4cc1-9755-e42e9ab03424 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:22.690024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.768606 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] Set router 8c447da9-28d8-4a87-854f-5fc973e4a519 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:47:22.800729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] For port 4192c7c3-19da-4cc1-9755-e42e9ab03424, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4192c7c3-19da-4cc1-9755-e42e9ab03424,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:22.801246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.829871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Calling delete_port for 4192c7c3-19da-4cc1-9755-e42e9ab03424 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:22.831697 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:47:22Z', 'revision_number': 6, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:22.856159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.864047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559aba8b-eb70-49c7-84f7-448cbadcee8e None None] The sync data for ids ['8c447da9-28d8-4a87-854f-5fc973e4a519'] in dv-neutron-835865-1-hyperv is: [{'id': '8c447da9-28d8-4a87-854f-5fc973e4a519', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194683816', 'tenant_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:54Z', 'updated_at': '2022-04-01T15:47:22Z', 'revision_number': 6, 'project_id': '13e23c87b78242af874fa4c1d8cb6f3b', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:22.876133 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-522cb26e-bc6f-48fc-9f50-c912335c1e82 None None] Deleting port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:22.876614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-522cb26e-bc6f-48fc-9f50-c912335c1e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.971536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-522cb26e-bc6f-48fc-9f50-c912335c1e82 None None] For port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe,segment=NetworkSegment(4131fb50-c0d3-4d15-b38e-e73c0fc1cf11),segment_id=4131fb50-c0d3-4d15-b38e-e73c0fc1cf11)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:22.972243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-522cb26e-bc6f-48fc-9f50-c912335c1e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.988244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:22.988936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-522cb26e-bc6f-48fc-9f50-c912335c1e82 None None] Calling delete_port for f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:23.091566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.099406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=509215d5-c3f9-479e-bf42-7d65b1d00cc3,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:23.156545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] In _notify_port_updated(), no bound segment for port 509215d5-c3f9-479e-bf42-7d65b1d00cc3 on network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:47:23.162051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:23.162698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.163964 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-61e57151-ec4d-4e86-aa6c-61a7a2cb4709 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "PUT /v2.0/ports/509215d5-c3f9-479e-bf42-7d65b1d00cc3 HTTP/1.1" status: 200 len: 920 time: 1.7144349 Apr 01 15:47:23.167054 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54758) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:23.171785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Subnet': ['ID=c2c250aa-ef43-43a5-9916-41d8f36bdb18,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:23.193719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Checking segment: {'id': '7a2a14cc-1e2a-4dd4-88f6-277897b55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '07d71b73-aba2-4b86-9ee1-ba2d718e0053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:23.201185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network hostable DHCP agents. Network: 07d71b73-aba2-4b86-9ee1-ba2d718e0053, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:23.250818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d9aca7d7-9f44-4f02-9897-48a03da90f31 None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:23.251730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9aca7d7-9f44-4f02-9897-48a03da90f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.272037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2849af07-c847-4f7e-9821-ff5668ba5730 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port 509215d5-c3f9-479e-bf42-7d65b1d00cc3 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:23.272763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2849af07-c847-4f7e-9821-ff5668ba5730 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.280814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-522cb26e-bc6f-48fc-9f50-c912335c1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.319598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522cb26e-bc6f-48fc-9f50-c912335c1e82 None None] No DVR routers for this DVR port f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:23.330894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cb26e-bc6f-48fc-9f50-c912335c1e82 None None] Pushing event deleted for resources: {'Port': ['ID=f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:23.388696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.396884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2849af07-c847-4f7e-9821-ff5668ba5730 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.398086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d9aca7d7-9f44-4f02-9897-48a03da90f31 None None] Provisioning complete for port 509215d5-c3f9-479e-bf42-7d65b1d00cc3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:23.398693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9aca7d7-9f44-4f02-9897-48a03da90f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.422399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:23.425471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event deleted for resources: {'Port': ['ID=4192c7c3-19da-4cc1-9755-e42e9ab03424,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:23.430821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-2849af07-c847-4f7e-9821-ff5668ba5730 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for 509215d5-c3f9-479e-bf42-7d65b1d00cc3 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:23.439667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d9aca7d7-9f44-4f02-9897-48a03da90f31 None None] Port 509215d5-c3f9-479e-bf42-7d65b1d00cc3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:23.450874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d9aca7d7-9f44-4f02-9897-48a03da90f31 None None] Provisioning complete for port f7bf0c26-4914-4620-8274-c920ea3c2ec5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:23.451296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9aca7d7-9f44-4f02-9897-48a03da90f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.492716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d9aca7d7-9f44-4f02-9897-48a03da90f31 None None] Port f7bf0c26-4914-4620-8274-c920ea3c2ec5 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:23.518828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 07d71b73-aba2-4b86-9ee1-ba2d718e0053) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:23.524001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:23.524473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.529475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e5b3ff-85ec-4335-b53c-e42326c9ce07 None None] Network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:23.548812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.638253 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4d81943d-9a68-4631-9945-ad446336491e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3207285 Apr 01 15:47:23.641017 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54760) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:23.652404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'subnet': {'network_id': 'dc7a151c-413e-4056-af31-6de2d48648b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:23.667592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.671263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.718169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-07d71b73-aba2-4b86-9ee1-ba2d718e0053', 'network_id': '07d71b73-aba2-4b86-9ee1-ba2d718e0053', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'fixed_ips': [{'subnet_id': 'c2c250aa-ef43-43a5-9916-41d8f36bdb18'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:47:23.729738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.814529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-17787905-d418-4135-bad1-9bc7b6ac8eab None None] Provisioning complete for port 509215d5-c3f9-479e-bf42-7d65b1d00cc3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:23.814529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-17787905-d418-4135-bad1-9bc7b6ac8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.834056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.834794 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Fanout notify agent at l3_agent the message router_deleted on router 8c447da9-28d8-4a87-854f-5fc973e4a519 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:47:23.843995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.847854 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7271eeda-c600-413d-be67-d60f57ca93ca tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "DELETE /v2.0/routers/8c447da9-28d8-4a87-854f-5fc973e4a519 HTTP/1.1" status: 204 len: 168 time: 1.6043921 Apr 01 15:47:23.848150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54764) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:23.863840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-17787905-d418-4135-bad1-9bc7b6ac8eab None None] Port 509215d5-c3f9-479e-bf42-7d65b1d00cc3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:23.871967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2849af07-c847-4f7e-9821-ff5668ba5730 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.914515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849af07-c847-4f7e-9821-ff5668ba5730 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=509215d5-c3f9-479e-bf42-7d65b1d00cc3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:23.971737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:23.975583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.003387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Allocated IP 172.20.0.2 (07d71b73-aba2-4b86-9ee1-ba2d718e0053/c2c250aa-ef43-43a5-9916-41d8f36bdb18/1ca1b343-455f-4a9d-890f-d905c5e0ebf6) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:24.007743 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.084002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2849af07-c847-4f7e-9821-ff5668ba5730 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.085381 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2849af07-c847-4f7e-9821-ff5668ba5730 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/509215d5-c3f9-479e-bf42-7d65b1d00cc3 HTTP/1.1" status: 204 len: 168 time: 0.9172916 Apr 01 15:47:24.088016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54766) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:24.132283 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52d523b-50b7-4229-8b02-bb26481bcd8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:47:24.135919 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e52d523b-50b7-4229-8b02-bb26481bcd8d tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/509215d5-c3f9-479e-bf42-7d65b1d00cc3 HTTP/1.1" status: 404 len: 333 time: 0.0441506 Apr 01 15:47:24.137929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54768) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:24.170674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.217542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ac023b-0d40-40f3-ada9-3bfb770ce859']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:24.234567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:24.234977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4131fb50-c0d3-4d15-b38e-e73c0fc1cf11') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:24.245629 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.249724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.281809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.283388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3170f4c3-491d-439f-b47b-6b99acdcba59 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:24.283870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a708c700-9be5-4dd3-b324-b7e06a96c59b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.289920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:24.290323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:24.297028 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:24.339996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a708c700-9be5-4dd3-b324-b7e06a96c59b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.353014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:24.353598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.376875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.435060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.436003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:24.441778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:24.444597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:24.454007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Pushing event updated for resources: {'Port': ['ID=1ca1b343-455f-4a9d-890f-d905c5e0ebf6,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:24.503433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.504499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Subnet': ['ID=8e9de49a-82e6-4672-85e0-af4d815d93f4,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:24.512262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.514620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Checking segment: {'id': '5a90356c-f919-4b1a-9128-3340a140e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dc7a151c-413e-4056-af31-6de2d48648b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:24.514989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network hostable DHCP agents. Network: dc7a151c-413e-4056-af31-6de2d48648b8, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:24.517881 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "DELETE /v2.0/networks/d4ac023b-0d40-40f3-ada9-3bfb770ce859 HTTP/1.1" status: 204 len: 168 time: 0.6667480 Apr 01 15:47:24.519855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54770) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:24.539392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Attempting to bind port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:24.539680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23343ab7-5e7e-4bba-bc97-ce62abc334d1 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event deleted for resources: {'Network': ['ID=d4ac023b-0d40-40f3-ada9-3bfb770ce859,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:24.539799 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Attempting to bind port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7a2a14cc-1e2a-4dd4-88f6-277897b55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '07d71b73-aba2-4b86-9ee1-ba2d718e0053'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:24.539909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Attempting to bind port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 on network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:47:24.546408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:47:24.546756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Checking segment: {'id': '7a2a14cc-1e2a-4dd4-88f6-277897b55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '07d71b73-aba2-4b86-9ee1-ba2d718e0053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:24.547156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.547548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Bound using segment: {'id': '7a2a14cc-1e2a-4dd4-88f6-277897b55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '07d71b73-aba2-4b86-9ee1-ba2d718e0053'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:47:24.548014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Bound port: 1ca1b343-455f-4a9d-890f-d905c5e0ebf6, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2a14cc-1e2a-4dd4-88f6-277897b55cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '07d71b73-aba2-4b86-9ee1-ba2d718e0053'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:24.548443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.566129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a708c700-9be5-4dd3-b324-b7e06a96c59b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.574400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a708c700-9be5-4dd3-b324-b7e06a96c59b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.576085 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a708c700-9be5-4dd3-b324-b7e06a96c59b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/security-groups/f76f1379-c3ef-4c1e-9c6c-24cf62f21b77 HTTP/1.1" status: 204 len: 168 time: 0.4369969 Apr 01 15:47:24.578759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54772) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:24.586506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708c700-9be5-4dd3-b324-b7e06a96c59b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76f1379-c3ef-4c1e-9c6c-24cf62f21b77,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:24.613775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network dc7a151c-413e-4056-af31-6de2d48648b8 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:24.621919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0fefcceb-90ab-47e0-837b-f4fad8703f83 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:24.622981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b1f8a10-9aee-4da4-868c-3a7b813a1a05 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.670988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b1f8a10-9aee-4da4-868c-3a7b813a1a05 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.699092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68cdbb4b-ee3f-4262-aeac-e591c9bcbb34 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.736880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68cdbb4b-ee3f-4262-aeac-e591c9bcbb34 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.770054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, dc7a151c-413e-4056-af31-6de2d48648b8) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:24.774744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:24.775359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.806575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5458870c-342a-4145-804f-0c482202ee96 None None] Network dc7a151c-413e-4056-af31-6de2d48648b8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:24.821387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 0fefcceb-90ab-47e0-837b-f4fad8703f83 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:24.821826 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0fefcceb-90ab-47e0-837b-f4fad8703f83 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:24.822303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:24.831054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] For port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:24.861923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:24.862176 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f04fbb13-ad95-4f5e-9f8d-c8a2d34958fe not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:24.862598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4192c7c3-19da-4cc1-9755-e42e9ab03424 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:24.868891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] For port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1ca1b343-455f-4a9d-890f-d905c5e0ebf6,segment=NetworkSegment(7a2a14cc-1e2a-4dd4-88f6-277897b55cec),segment_id=7a2a14cc-1e2a-4dd4-88f6-277897b55cec)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:47:24.912260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 4192c7c3-19da-4cc1-9755-e42e9ab03424 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:24.912646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4192c7c3-19da-4cc1-9755-e42e9ab03424 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:24.915363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68cdbb4b-ee3f-4262-aeac-e591c9bcbb34 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.918840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68cdbb4b-ee3f-4262-aeac-e591c9bcbb34 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.921535 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-68cdbb4b-ee3f-4262-aeac-e591c9bcbb34 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/security-groups/9d89be04-fe42-4ab8-85f3-0b4279089a95 HTTP/1.1" status: 204 len: 168 time: 0.3408241 Apr 01 15:47:24.925333 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54774) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:24.958437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdbb4b-ee3f-4262-aeac-e591c9bcbb34 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d89be04-fe42-4ab8-85f3-0b4279089a95,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:24.984320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b1f8a10-9aee-4da4-868c-3a7b813a1a05 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.986789 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ff82f44b-efa5-46eb-aba9-a3586fdab573 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3429232 Apr 01 15:47:24.987756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54776) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:24.991266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b1f8a10-9aee-4da4-868c-3a7b813a1a05 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:24.992662 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1b1f8a10-9aee-4da4-868c-3a7b813a1a05 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] 10.222.0.73 "DELETE /v2.0/security-groups/6d1be1d8-e469-40ce-92eb-c27b9214671d HTTP/1.1" status: 204 len: 168 time: 0.4726250 Apr 01 15:47:24.993247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-49829650-eceb-4c51-a6a4-69b4d8887236 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1383376674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:25.015750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d5e42d-c9f6-4583-b9e5-28394788d22a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet 03636ef0-d645-4ee0-98ff-598316f42587 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:25.028304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e42d-c9f6-4583-b9e5-28394788d22a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.028471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-dc7a151c-413e-4056-af31-6de2d48648b8', 'network_id': 'dc7a151c-413e-4056-af31-6de2d48648b8', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'fixed_ips': [{'subnet_id': '8e9de49a-82e6-4672-85e0-af4d815d93f4'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:47:25.028471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.028690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f8a10-9aee-4da4-868c-3a7b813a1a05 tempest-TestNetworkAdvancedServerOps-1668306139 tempest-TestNetworkAdvancedServerOps-1668306139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1be1d8-e469-40ce-92eb-c27b9214671d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.073764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e42d-c9f6-4583-b9e5-28394788d22a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.159959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e42d-c9f6-4583-b9e5-28394788d22a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.160473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.212262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Allocated IP 172.21.0.2 (dc7a151c-413e-4056-af31-6de2d48648b8/8e9de49a-82e6-4672-85e0-af4d815d93f4/f89234d4-e47f-40ed-871e-456d264b127d) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:25.230114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49829650-eceb-4c51-a6a4-69b4d8887236 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.231218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49829650-eceb-4c51-a6a4-69b4d8887236 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.267300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77085cc-c3e0-4f72-a08d-8529ac12c6f3 None None] Pushing event updated for resources: {'Port': ['ID=1ca1b343-455f-4a9d-890f-d905c5e0ebf6,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.355913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e42d-c9f6-4583-b9e5-28394788d22a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.389894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5e42d-c9f6-4583-b9e5-28394788d22a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=03636ef0-d645-4ee0-98ff-598316f42587,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.409876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e42d-c9f6-4583-b9e5-28394788d22a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.429632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f09dfc-3691-4035-9b04-df8511eed0b1 None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:25.430809 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d5d5e42d-c9f6-4583-b9e5-28394788d22a tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/03636ef0-d645-4ee0-98ff-598316f42587 HTTP/1.1" status: 204 len: 168 time: 0.5044487 Apr 01 15:47:25.435920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54782) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:25.443414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:25.461292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49829650-eceb-4c51-a6a4-69b4d8887236 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.535214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.564073 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-98e95180-ff59-4961-bc81-00a1566ab94e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540717 Apr 01 15:47:25.640563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-b2837627-58bd-4920-a162-98707a7b58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:25.643667 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-b2837627-58bd-4920-a162-98707a7b58fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 1099 time: 0.0505805 Apr 01 15:47:25.741552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49829650-eceb-4c51-a6a4-69b4d8887236 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.769940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-6f71bed4-ccd6-4397-9412-2f2c2643f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:25.771475 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-6f71bed4-ccd6-4397-9412-2f2c2643f56f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.1072803 Apr 01 15:47:25.805293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:25.807773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.809710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.900663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Network dc7a151c-413e-4056-af31-6de2d48648b8 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:25.907753 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-ea161948-7093-4c1a-ade5-b5d4ce08eb19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d146460f-5d0f-4614-a0d9-b529995579db HTTP/1.1" status: 200 len: 1002 time: 0.1239560 Apr 01 15:47:25.908102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:25.910190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Pushing event updated for resources: {'Port': ['ID=f89234d4-e47f-40ed-871e-456d264b127d,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:25.913274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:25.955319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-49829650-eceb-4c51-a6a4-69b4d8887236 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:25.957412 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-49829650-eceb-4c51-a6a4-69b4d8887236 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9682975 Apr 01 15:47:25.963442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54784) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:25.990663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Attempting to bind port f89234d4-e47f-40ed-871e-456d264b127d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:25.991262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Attempting to bind port f89234d4-e47f-40ed-871e-456d264b127d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '5a90356c-f919-4b1a-9128-3340a140e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dc7a151c-413e-4056-af31-6de2d48648b8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:25.991843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Attempting to bind port f89234d4-e47f-40ed-871e-456d264b127d on network dc7a151c-413e-4056-af31-6de2d48648b8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:47:26.006226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:47:26.007009 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Checking segment: {'id': '5a90356c-f919-4b1a-9128-3340a140e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dc7a151c-413e-4056-af31-6de2d48648b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:26.007625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.008423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Bound using segment: {'id': '5a90356c-f919-4b1a-9128-3340a140e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dc7a151c-413e-4056-af31-6de2d48648b8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:47:26.009296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Bound port: f89234d4-e47f-40ed-871e-456d264b127d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a90356c-f919-4b1a-9128-3340a140e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'dc7a151c-413e-4056-af31-6de2d48648b8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:26.010852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.020833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-e83f9119-4b03-4c15-b2f1-859ee1a6f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:26.025607 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-e83f9119-4b03-4c15-b2f1-859ee1a6f991 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.1046889 Apr 01 15:47:26.129182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] For port f89234d4-e47f-40ed-871e-456d264b127d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:26.137969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] For port f89234d4-e47f-40ed-871e-456d264b127d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f89234d4-e47f-40ed-871e-456d264b127d,segment=NetworkSegment(5a90356c-f919-4b1a-9128-3340a140e24d),segment_id=5a90356c-f919-4b1a-9128-3340a140e24d)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:47:26.142951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-a9bbaacc-5b42-49cd-9784-7e5e78de3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:26.144189 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-a9bbaacc-5b42-49cd-9784-7e5e78de3e36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079791 Apr 01 15:47:26.200400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54788) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:26.253189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.357172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:26.374761 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-b36eee2a-4f2d-42ab-bd42-93075eab69c5 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188461 Apr 01 15:47:26.485917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd16fb-b538-4dcb-beae-1087179b682b None None] Pushing event updated for resources: {'Port': ['ID=f89234d4-e47f-40ed-871e-456d264b127d,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:26.509684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:26.511691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.538227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.591663 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5f6b4dc-79a7-4510-b951-8e4181908a9e req-2e6f37e4-f728-421e-ad52-31858b872e19 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051437 Apr 01 15:47:26.679039 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:26.684846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.694840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:26.703737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:26.704371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.722658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abc33f2-a09e-4ad3-ada8-234be83505e5 None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:26.736694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.739218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=d9a2ca1a-b244-420c-baca-c98830a9b8a5,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:26.757581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568efdd-5a16-4583-b516-aab3849a790c None None] Network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:26.765776 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e5b10445-f962-4df0-bf96-6b00d19fae8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13e23c87b78242af874fa4c1d8cb6f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315366 Apr 01 15:47:26.766628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1ca1b343-455f-4a9d-890f-d905c5e0ebf6,segment=NetworkSegment(7a2a14cc-1e2a-4dd4-88f6-277897b55cec),segment_id=7a2a14cc-1e2a-4dd4-88f6-277897b55cec)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:26.769524 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54792) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:26.814261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-06da3a57-bdaa-4ac5-ab18-1e18bcabb6fd None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:26.814856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06da3a57-bdaa-4ac5-ab18-1e18bcabb6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.931310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.958353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54794) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:26.958898 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6779a706-6baa-447c-a085-08ddd63ad082 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5219455 Apr 01 15:47:26.965771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b7ac9c6d-296f-45e9-a022-64d38677c8e4 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'security_group': {'name': 'tempest-secgroup-611167039'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:26.983885 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-15486c53-7178-4dce-97b6-5ec11f0d7e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.038956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-15486c53-7178-4dce-97b6-5ec11f0d7e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.075603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=1ca1b343-455f-4a9d-890f-d905c5e0ebf6,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:27.087205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9c6d-296f-45e9-a022-64d38677c8e4 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.156497 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.20.0.1 (07d71b73-aba2-4b86-9ee1-ba2d718e0053/c2c250aa-ef43-43a5-9916-41d8f36bdb18/aea7372c-babc-4a73-83d2-bef6f510c94b) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:27.223378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-06da3a57-bdaa-4ac5-ab18-1e18bcabb6fd None None] Provisioning complete for port f7bf0c26-4914-4620-8274-c920ea3c2ec5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:27.223654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06da3a57-bdaa-4ac5-ab18-1e18bcabb6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.224960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9c6d-296f-45e9-a022-64d38677c8e4 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.274554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-15486c53-7178-4dce-97b6-5ec11f0d7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.277352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-15486c53-7178-4dce-97b6-5ec11f0d7e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.278557 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-15486c53-7178-4dce-97b6-5ec11f0d7e1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9bb47eb4-74ce-4af6-95e9-af2f3c3f55d6 HTTP/1.1" status: 204 len: 168 time: 0.5080700 Apr 01 15:47:27.293855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15486c53-7178-4dce-97b6-5ec11f0d7e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb47eb4-74ce-4af6-95e9-af2f3c3f55d6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:27.299165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-06da3a57-bdaa-4ac5-ab18-1e18bcabb6fd None None] Port f7bf0c26-4914-4620-8274-c920ea3c2ec5 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:27.330239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9c6d-296f-45e9-a022-64d38677c8e4 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.331526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.355583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef71579-6059-456e-adc5-244d4c0017ae None None] Update dhcp port {'port': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'fixed_ips': [{'subnet_id': '75bb0c72-6bbd-4780-b7bd-1684793380b3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9a2ca1a-b244-420c-baca-c98830a9b8a5'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '3170f4c3-491d-439f-b47b-6b99acdcba59'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:47:27.391204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aef71579-6059-456e-adc5-244d4c0017ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.407729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac9c6d-296f-45e9-a022-64d38677c8e4 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d7d19-7dbe-4bde-9c4e-70bad3b85c41,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:27.460909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2c862559-03db-4f1c-b3a1-033896b109e2 None None] Provisioning complete for port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:27.461287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2c862559-03db-4f1c-b3a1-033896b109e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.509559 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b7ac9c6d-296f-45e9-a022-64d38677c8e4 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.514769 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54798) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:27.519725 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b7ac9c6d-296f-45e9-a022-64d38677c8e4 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5543084 Apr 01 15:47:27.521612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0351d77b-c997-4c33-9f54-315ba4113d23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'security_group': {'name': 'tempest-secgroup-17238385'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:27.550025 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.612636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:27.616509 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:27.619066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:27.661771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=aea7372c-babc-4a73-83d2-bef6f510c94b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:27.687715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.692040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0351d77b-c997-4c33-9f54-315ba4113d23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.710968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-aef71579-6059-456e-adc5-244d4c0017ae None None] Allocated IP 172.20.0.2 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/d9a2ca1a-b244-420c-baca-c98830a9b8a5/3170f4c3-491d-439f-b47b-6b99acdcba59) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:27.852402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-bb029bb3-f8a2-4f43-b3fc-536f4e5728a1 None None] Provisioning complete for port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:27.852780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bb029bb3-f8a2-4f43-b3fc-536f4e5728a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.881130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0351d77b-c997-4c33-9f54-315ba4113d23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.905972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-aef71579-6059-456e-adc5-244d4c0017ae None None] For port 3170f4c3-491d-439f-b47b-6b99acdcba59, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3170f4c3-491d-439f-b47b-6b99acdcba59,segment=NetworkSegment(e90d067c-a674-48fa-96ce-1c5a2ff46f8b),segment_id=e90d067c-a674-48fa-96ce-1c5a2ff46f8b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:27.953449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aef71579-6059-456e-adc5-244d4c0017ae None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.015112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b4054-2d13-42f1-b187-e93f4f8796e3 None None] Network dc7a151c-413e-4056-af31-6de2d48648b8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:28.042400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.081074 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0351d77b-c997-4c33-9f54-315ba4113d23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.151305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b0fc5a8c-0d20-4b54-94fe-fc8673d549ec None None] Provisioning complete for port f89234d4-e47f-40ed-871e-456d264b127d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:28.151687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5a8c-0d20-4b54-94fe-fc8673d549ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.167398 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351d77b-c997-4c33-9f54-315ba4113d23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7c2b1c-e1ff-4104-b6dd-45faeae87505,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:28.261403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aef71579-6059-456e-adc5-244d4c0017ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.316243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5a8c-0d20-4b54-94fe-fc8673d549ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.351877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0351d77b-c997-4c33-9f54-315ba4113d23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.353208 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0351d77b-c997-4c33-9f54-315ba4113d23 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8373511 Apr 01 15:47:28.356759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54802) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:28.362079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-407a6612-66d0-42ae-ad91-333b27181e46 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'security_group': {'name': 'tempest-secgroup-1628490244'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:28.388720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f89234d4-e47f-40ed-871e-456d264b127d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:28.430047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.432162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef71579-6059-456e-adc5-244d4c0017ae None None] Pushing event updated for resources: {'Port': ['ID=3170f4c3-491d-439f-b47b-6b99acdcba59,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:28.503417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54804) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:28.518653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b1736e8-8f82-4633-b554-b67e3d62fc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.538531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-407a6612-66d0-42ae-ad91-333b27181e46 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.539200 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.614327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b0fc5a8c-0d20-4b54-94fe-fc8673d549ec None None] For port f89234d4-e47f-40ed-871e-456d264b127d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f89234d4-e47f-40ed-871e-456d264b127d,segment=NetworkSegment(5a90356c-f919-4b1a-9128-3340a140e24d),segment_id=5a90356c-f919-4b1a-9128-3340a140e24d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:28.631968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=aea7372c-babc-4a73-83d2-bef6f510c94b,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:28.634597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.656372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f89234d4-e47f-40ed-871e-456d264b127d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:28.656372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.689598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b1736e8-8f82-4633-b554-b67e3d62fc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.722443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-407a6612-66d0-42ae-ad91-333b27181e46 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.735161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5a8c-0d20-4b54-94fe-fc8673d549ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.767711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:28.770358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:28.781814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b0fc5a8c-0d20-4b54-94fe-fc8673d549ec None None] Provisioning complete for port aea7372c-babc-4a73-83d2-bef6f510c94b triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:28.782156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5a8c-0d20-4b54-94fe-fc8673d549ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.796290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b1736e8-8f82-4633-b554-b67e3d62fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.834227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc5a8c-0d20-4b54-94fe-fc8673d549ec None None] Port aea7372c-babc-4a73-83d2-bef6f510c94b cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:28.843305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.891631 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7b1736e8-8f82-4633-b554-b67e3d62fc04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fb6c21a80a7747148441f55715632626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869128 Apr 01 15:47:28.893576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-407a6612-66d0-42ae-ad91-333b27181e46 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:28.896560 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54806) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:28.904007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc5a8c-0d20-4b54-94fe-fc8673d549ec None None] Pushing event updated for resources: {'Port': ['ID=f89234d4-e47f-40ed-871e-456d264b127d,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:28.905761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1736e8-8f82-4633-b554-b67e3d62fc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c41fa76-2f7c-4807-8dff-99228c86bdd9,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:28.969486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:28.971946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:28.971946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a7de8398-8a0d-407e-a113-4e4025c23f2e None None] Provisioning complete for port f89234d4-e47f-40ed-871e-456d264b127d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:28.971946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a7de8398-8a0d-407e-a113-4e4025c23f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.017272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a6612-66d0-42ae-ad91-333b27181e46 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab06c198-810c-46dd-99d0-bba12046bde5,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:29.032718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a48dc4d5-e3d8-4c7b-b53c-bec3a157e664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.040748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router a2622f9d-f886-4b46-ac0d-9416b3a51986 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:47:29.079093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a48dc4d5-e3d8-4c7b-b53c-bec3a157e664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.116606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-407a6612-66d0-42ae-ad91-333b27181e46 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.118050 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-407a6612-66d0-42ae-ad91-333b27181e46 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7593396 Apr 01 15:47:29.121995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54808) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:29.127313 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2071659479', 'security_groups': ['ab06c198-810c-46dd-99d0-bba12046bde5'], 'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9a2ca1a-b244-420c-baca-c98830a9b8a5'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:29.206655 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2d1300be-36dd-4c26-989b-af5b58793661 None None] Provisioning complete for port aea7372c-babc-4a73-83d2-bef6f510c94b triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:29.207029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2d1300be-36dd-4c26-989b-af5b58793661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.247513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2d1300be-36dd-4c26-989b-af5b58793661 None None] Port aea7372c-babc-4a73-83d2-bef6f510c94b cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:29.286561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a48dc4d5-e3d8-4c7b-b53c-bec3a157e664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.289281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a48dc4d5-e3d8-4c7b-b53c-bec3a157e664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.290530 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a48dc4d5-e3d8-4c7b-b53c-bec3a157e664 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c41fa76-2f7c-4807-8dff-99228c86bdd9 HTTP/1.1" status: 204 len: 168 time: 0.3858838 Apr 01 15:47:29.299462 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dc4d5-e3d8-4c7b-b53c-bec3a157e664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c41fa76-2f7c-4807-8dff-99228c86bdd9,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:29.385578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a8f8d66b-f333-495c-b78d-6cd68db5cc98 None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:29.385952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8f8d66b-f333-495c-b78d-6cd68db5cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.518662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:29.530078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:29.536457 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6ba08628-7094-4643-b5d3-6b625c8d1401 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/a2622f9d-f886-4b46-ac0d-9416b3a51986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5664859 Apr 01 15:47:29.542804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54812) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:29.549397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a8f8d66b-f333-495c-b78d-6cd68db5cc98 None None] Provisioning complete for port f7bf0c26-4914-4620-8274-c920ea3c2ec5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:29.549591 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8f8d66b-f333-495c-b78d-6cd68db5cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.560630 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0704a67-5330-482c-9edd-9b4f6d7f9fed None None] Sync routers for ids ['a2622f9d-f886-4b46-ac0d-9416b3a51986'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:29.572944 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0704a67-5330-482c-9edd-9b4f6d7f9fed None None] Routers {'a2622f9d-f886-4b46-ac0d-9416b3a51986'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:29.574177 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0704a67-5330-482c-9edd-9b4f6d7f9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2622f9d-f886-4b46-ac0d-9416b3a51986'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:29.601270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8d66b-f333-495c-b78d-6cd68db5cc98 None None] Port f7bf0c26-4914-4620-8274-c920ea3c2ec5 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:29.610189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb1de0b-a114-4922-8041-364245c5407c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:29.618199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:29.618354 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8bb1de0b-a114-4922-8041-364245c5407c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports/aea7372c-babc-4a73-83d2-bef6f510c94b HTTP/1.1" status: 200 len: 910 time: 0.0717757 Apr 01 15:47:29.618458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.618557 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54814) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:29.618759 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0704a67-5330-482c-9edd-9b4f6d7f9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:29.625822 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0704a67-5330-482c-9edd-9b4f6d7f9fed None None] Routers {'a2622f9d-f886-4b46-ac0d-9416b3a51986'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:29.626534 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0704a67-5330-482c-9edd-9b4f6d7f9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2622f9d-f886-4b46-ac0d-9416b3a51986'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:29.660999 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0704a67-5330-482c-9edd-9b4f6d7f9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:29.661778 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0704a67-5330-482c-9edd-9b4f6d7f9fed None None] The sync data for ids ['a2622f9d-f886-4b46-ac0d-9416b3a51986'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:29.747149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:29.839598 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.858498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] device_id is not set on port d2277971-859c-4d10-9cd0-e8c3cf2edfe4 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:29.980293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.025306 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.4 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/d9a2ca1a-b244-420c-baca-c98830a9b8a5/d2277971-859c-4d10-9cd0-e8c3cf2edfe4) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:30.178361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.229864 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f89234d4-e47f-40ed-871e-456d264b127d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:30.281501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f89234d4-e47f-40ed-871e-456d264b127d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:30.281795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.375334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3170f4c3-491d-439f-b47b-6b99acdcba59 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:30.423195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:30.423484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.541869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.565139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.21.0.1 (dc7a151c-413e-4056-af31-6de2d48648b8/8e9de49a-82e6-4672-85e0-af4d815d93f4/c3cc926c-6fde-4a95-b6d2-e93091b7d71f) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:30.586884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:30.590774 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:30.594547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:30.617925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=d2277971-859c-4d10-9cd0-e8c3cf2edfe4,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:30.654387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:30.655214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.690196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.746921 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-de42063e-d080-48b9-9d57-d8601a5aed03 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6237886 Apr 01 15:47:30.750318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54818) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:30.756080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-54978f8b-5c73-498f-b7e7-fff741339617 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:30.830424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-19a470df-2d13-443c-971e-4cbeb4e20bec None None] Provisioning complete for port d2277971-859c-4d10-9cd0-e8c3cf2edfe4 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:30.830950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-19a470df-2d13-443c-971e-4cbeb4e20bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.831118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:30.868439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-19a470df-2d13-443c-971e-4cbeb4e20bec None None] Port d2277971-859c-4d10-9cd0-e8c3cf2edfe4 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:30.890925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network dc7a151c-413e-4056-af31-6de2d48648b8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:30.898766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:30.907630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:30.918123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=c3cc926c-6fde-4a95-b6d2-e93091b7d71f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:30.968931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.067214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54978f8b-5c73-498f-b7e7-fff741339617 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:31.078925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54978f8b-5c73-498f-b7e7-fff741339617 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.178220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.188709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-88b71402-1313-4b37-8928-84d608f089cd None None] Provisioning complete for port c3cc926c-6fde-4a95-b6d2-e93091b7d71f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:31.189235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-88b71402-1313-4b37-8928-84d608f089cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.204023 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.ipam_backend_mixin [None req-54978f8b-5c73-498f-b7e7-fff741339617 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9a2ca1a-b244-420c-baca-c98830a9b8a5 (CIDR: 172.20.0.0/28) Apr 01 15:47:31.223716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-88b71402-1313-4b37-8928-84d608f089cd None None] Port c3cc926c-6fde-4a95-b6d2-e93091b7d71f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:31.280861 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-54978f8b-5c73-498f-b7e7-fff741339617 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:47:31.281345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54978f8b-5c73-498f-b7e7-fff741339617 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:31.421599 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-54978f8b-5c73-498f-b7e7-fff741339617 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6698987 Apr 01 15:47:31.424442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54820) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:31.431816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9b2efb34-07a2-433a-8b3d-07222e994a63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:31.534547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.655723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.704912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2efb34-07a2-433a-8b3d-07222e994a63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:31.708418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9b2efb34-07a2-433a-8b3d-07222e994a63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.796371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=c3cc926c-6fde-4a95-b6d2-e93091b7d71f,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:31.801330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:31.880117 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.ipam_backend_mixin [None req-9b2efb34-07a2-433a-8b3d-07222e994a63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 75bb0c72-6bbd-4780-b7bd-1684793380b3 (CIDR: 172.20.0.16/28) Apr 01 15:47:31.913285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network dc7a151c-413e-4056-af31-6de2d48648b8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:31.914679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:31.956074 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2efb34-07a2-433a-8b3d-07222e994a63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:47:31.960106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2efb34-07a2-433a-8b3d-07222e994a63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:32.023296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router a2622f9d-f886-4b46-ac0d-9416b3a51986 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:32.105373 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9b2efb34-07a2-433a-8b3d-07222e994a63 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6798251 Apr 01 15:47:32.108079 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54822) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:32.113331 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'subnet': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:32.126553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:32.135427 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c4ecd7dc-1c6a-4a00-b692-c2a5b67432f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/a2622f9d-f886-4b46-ac0d-9416b3a51986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5162175 Apr 01 15:47:32.138354 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54824) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:32.138729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1140153-9abc-419a-8057-63daed554edc None None] Sync routers for ids ['a2622f9d-f886-4b46-ac0d-9416b3a51986'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:32.157829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1140153-9abc-419a-8057-63daed554edc None None] Routers {'a2622f9d-f886-4b46-ac0d-9416b3a51986'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:32.158487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e1140153-9abc-419a-8057-63daed554edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2622f9d-f886-4b46-ac0d-9416b3a51986'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:32.194857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e1140153-9abc-419a-8057-63daed554edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:32.198604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e88408d9-98d4-46ba-b90d-a2b2d418b067 None None] Provisioning complete for port c3cc926c-6fde-4a95-b6d2-e93091b7d71f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:32.198978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e88408d9-98d4-46ba-b90d-a2b2d418b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.219055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe81c163-7af3-4b54-8efc-771885befb6e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:32.220464 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fe81c163-7af3-4b54-8efc-771885befb6e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports/c3cc926c-6fde-4a95-b6d2-e93091b7d71f HTTP/1.1" status: 200 len: 910 time: 0.0811515 Apr 01 15:47:32.223822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54826) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:32.237165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1140153-9abc-419a-8057-63daed554edc None None] Routers {'a2622f9d-f886-4b46-ac0d-9416b3a51986'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:32.237948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e1140153-9abc-419a-8057-63daed554edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2622f9d-f886-4b46-ac0d-9416b3a51986'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:32.278545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e1140153-9abc-419a-8057-63daed554edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:32.279185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1140153-9abc-419a-8057-63daed554edc None None] The sync data for ids ['a2622f9d-f886-4b46-ac0d-9416b3a51986'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:32.282197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e88408d9-98d4-46ba-b90d-a2b2d418b067 None None] Port c3cc926c-6fde-4a95-b6d2-e93091b7d71f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:32.354834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Made reservation on behalf of b90639d26b384ab29a90c919c9821b37 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:32.358406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.549771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.672860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.719283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:32.722602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:32.734367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:32.734367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.734807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5461519-14c8-4068-9fbc-14dcf1226d7e None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:32.742560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Subnet': ['ID=f86f0021-00ea-4991-b795-db3125a9824e,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:32.813137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port c3cc926c-6fde-4a95-b6d2-e93091b7d71f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:32.813137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.817641 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-717ca962-9758-4b4a-8509-2860eb5e61a0 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7057583 Apr 01 15:47:32.818914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54828) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:32.826404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1877071128', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f86f0021-00ea-4991-b795-db3125a9824e'}], 'security_groups': ['f67d7d19-7dbe-4bde-9c4e-70bad3b85c41', '8b7c2b1c-e1ff-4104-b6dd-45faeae87505']}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:32.903669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.918258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:32.936985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for c3cc926c-6fde-4a95-b6d2-e93091b7d71f owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:32.975150 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] Update dhcp port {'port': {'network_id': '075b0d53-e4e2-4bed-9cee-f1dfec3751ec', 'fixed_ips': [{'subnet_id': '75bb0c72-6bbd-4780-b7bd-1684793380b3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd9a2ca1a-b244-420c-baca-c98830a9b8a5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f86f0021-00ea-4991-b795-db3125a9824e'}], 'binding:host_id': 'dv-neutron-835865-1-hyperv'}, 'id': '3170f4c3-491d-439f-b47b-6b99acdcba59'} from dv-neutron-835865-1-hyperv. {{(pid=110107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 01 15:47:33.008929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.240885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.246259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Delete allocated IP 172.20.0.4 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/d9a2ca1a-b244-420c-baca-c98830a9b8a5) {{(pid=110105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:47:33.255161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Allocated IP 172.20.0.34 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/f86f0021-00ea-4991-b795-db3125a9824e/d2277971-859c-4d10-9cd0-e8c3cf2edfe4) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:33.270298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=c3cc926c-6fde-4a95-b6d2-e93091b7d71f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:33.439412 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.444069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.594623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.640746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router a2622f9d-f886-4b46-ac0d-9416b3a51986 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:33.649526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-7d3b176b-f7a5-425c-8727-f59c9beacc3c {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:33.650104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:33.668951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event updated for resources: {'Port': ['ID=d2277971-859c-4d10-9cd0-e8c3cf2edfe4,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:33.710197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] In _notify_port_updated(), no bound segment for port d2277971-859c-4d10-9cd0-e8c3cf2edfe4 on network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec {{(pid=110105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:47:33.715697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:33.716622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.717662 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6f5420db-5b46-4054-b612-8921382d996c tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "PUT /v2.0/ports/d2277971-859c-4d10-9cd0-e8c3cf2edfe4 HTTP/1.1" status: 200 len: 960 time: 0.8981438 Apr 01 15:47:33.720606 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54830) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:33.741369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:33.747018 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f07e55af-5c27-49e3-92c3-26adbea08352 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/a2622f9d-f886-4b46-ac0d-9416b3a51986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5207531 Apr 01 15:47:33.750370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54832) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:33.763734 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1fef2-05f2-4b2e-8d02-de73fafc04c9 None None] Sync routers for ids ['a2622f9d-f886-4b46-ac0d-9416b3a51986'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:33.768285 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1fef2-05f2-4b2e-8d02-de73fafc04c9 None None] Routers {'a2622f9d-f886-4b46-ac0d-9416b3a51986'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:33.769111 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-02b1fef2-05f2-4b2e-8d02-de73fafc04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2622f9d-f886-4b46-ac0d-9416b3a51986'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:33.805036 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-02b1fef2-05f2-4b2e-8d02-de73fafc04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:33.814525 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1fef2-05f2-4b2e-8d02-de73fafc04c9 None None] Routers {'a2622f9d-f886-4b46-ac0d-9416b3a51986'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:33.815123 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-02b1fef2-05f2-4b2e-8d02-de73fafc04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2622f9d-f886-4b46-ac0d-9416b3a51986'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:33.818271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f02a5f26-66d1-4a94-bfeb-89ef417d40da tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port d2277971-859c-4d10-9cd0-e8c3cf2edfe4 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:33.820871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f02a5f26-66d1-4a94-bfeb-89ef417d40da tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.848020 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-02b1fef2-05f2-4b2e-8d02-de73fafc04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:33.848974 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1fef2-05f2-4b2e-8d02-de73fafc04c9 None None] The sync data for ids ['a2622f9d-f886-4b46-ac0d-9416b3a51986'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:33.914982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f02a5f26-66d1-4a94-bfeb-89ef417d40da tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:33.927598 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f02a5f26-66d1-4a94-bfeb-89ef417d40da tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for d2277971-859c-4d10-9cd0-e8c3cf2edfe4 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:34.078872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.182701 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.189137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f02a5f26-66d1-4a94-bfeb-89ef417d40da tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.221357 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a5f26-66d1-4a94-bfeb-89ef417d40da tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=d2277971-859c-4d10-9cd0-e8c3cf2edfe4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:34.306586 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f02a5f26-66d1-4a94-bfeb-89ef417d40da tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.310576 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f02a5f26-66d1-4a94-bfeb-89ef417d40da tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/d2277971-859c-4d10-9cd0-e8c3cf2edfe4 HTTP/1.1" status: 204 len: 168 time: 0.5888314 Apr 01 15:47:34.312934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54834) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:34.372213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] Allocated IP 172.20.0.34 (075b0d53-e4e2-4bed-9cee-f1dfec3751ec/f86f0021-00ea-4991-b795-db3125a9824e/3170f4c3-491d-439f-b47b-6b99acdcba59) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:34.477467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] For port 3170f4c3-491d-439f-b47b-6b99acdcba59, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3170f4c3-491d-439f-b47b-6b99acdcba59,segment=NetworkSegment(e90d067c-a674-48fa-96ce-1c5a2ff46f8b),segment_id=e90d067c-a674-48fa-96ce-1c5a2ff46f8b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:34.511695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.623248 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.649455 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faa8039-03d4-4adf-9918-d1268f11f1ae tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] GET failed (client error): The resource could not be found. Apr 01 15:47:34.651692 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8faa8039-03d4-4adf-9918-d1268f11f1ae tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports/d2277971-859c-4d10-9cd0-e8c3cf2edfe4 HTTP/1.1" status: 404 len: 333 time: 0.3377604 Apr 01 15:47:34.654685 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54836) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:34.670577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port aea7372c-babc-4a73-83d2-bef6f510c94b {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:34.670921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.721229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e29cf05-9b62-4f6a-bf3f-fa3969e8040b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.740664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6bfc1-5c1a-4d19-af41-3c6827056992 None None] Pushing event updated for resources: {'Port': ['ID=3170f4c3-491d-439f-b47b-6b99acdcba59,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:34.752015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e29cf05-9b62-4f6a-bf3f-fa3969e8040b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.761447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-657c7972-d194-4f41-a0e2-5e1773973d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.779691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.809417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for aea7372c-babc-4a73-83d2-bef6f510c94b owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:34.891960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e29cf05-9b62-4f6a-bf3f-fa3969e8040b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.894864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e29cf05-9b62-4f6a-bf3f-fa3969e8040b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:34.899212 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0e29cf05-9b62-4f6a-bf3f-fa3969e8040b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/security-groups/ab06c198-810c-46dd-99d0-bba12046bde5 HTTP/1.1" status: 204 len: 168 time: 0.2425907 Apr 01 15:47:34.899435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54838) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:34.915229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29cf05-9b62-4f6a-bf3f-fa3969e8040b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab06c198-810c-46dd-99d0-bba12046bde5,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.026333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-85edeaed-47bc-4f62-a68c-36431e5096f1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.085461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-85edeaed-47bc-4f62-a68c-36431e5096f1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.250190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.278105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=aea7372c-babc-4a73-83d2-bef6f510c94b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.303794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-85edeaed-47bc-4f62-a68c-36431e5096f1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.306443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-85edeaed-47bc-4f62-a68c-36431e5096f1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.307621 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-85edeaed-47bc-4f62-a68c-36431e5096f1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/security-groups/8b7c2b1c-e1ff-4104-b6dd-45faeae87505 HTTP/1.1" status: 204 len: 168 time: 0.4073098 Apr 01 15:47:35.310643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54840) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:35.340521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edeaed-47bc-4f62-a68c-36431e5096f1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7c2b1c-e1ff-4104-b6dd-45faeae87505,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.389367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67585271-ae9d-4a93-b6eb-592a9645f1d2 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.423168 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67585271-ae9d-4a93-b6eb-592a9645f1d2 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.425458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a7585e95-bf37-4d69-bd21-697f0ccdb7fe None None] Could not find standard attr ID for object d2277971-859c-4d10-9cd0-e8c3cf2edfe4. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:47:35.438313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a7585e95-bf37-4d69-bd21-697f0ccdb7fe None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:35.438719 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a7585e95-bf37-4d69-bd21-697f0ccdb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.465504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.543048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a7585e95-bf37-4d69-bd21-697f0ccdb7fe None None] Provisioning complete for port f7bf0c26-4914-4620-8274-c920ea3c2ec5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:35.543421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a7585e95-bf37-4d69-bd21-697f0ccdb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.560368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67585271-ae9d-4a93-b6eb-592a9645f1d2 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.564032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67585271-ae9d-4a93-b6eb-592a9645f1d2 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.564852 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-67585271-ae9d-4a93-b6eb-592a9645f1d2 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/security-groups/f67d7d19-7dbe-4bde-9c4e-70bad3b85c41 HTTP/1.1" status: 204 len: 168 time: 0.2529492 Apr 01 15:47:35.569501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54842) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:35.583936 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67585271-ae9d-4a93-b6eb-592a9645f1d2 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d7d19-7dbe-4bde-9c4e-70bad3b85c41,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:35.590368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a7585e95-bf37-4d69-bd21-697f0ccdb7fe None None] Port f7bf0c26-4914-4620-8274-c920ea3c2ec5 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:35.636366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9e00cf-ae78-4dac-a8b0-04681b09fcac tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet d9a2ca1a-b244-420c-baca-c98830a9b8a5 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:35.639538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a9e00cf-ae78-4dac-a8b0-04681b09fcac tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.648591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router a2622f9d-f886-4b46-ac0d-9416b3a51986 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:35.690793 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a9e00cf-ae78-4dac-a8b0-04681b09fcac tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.759617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:35.771403 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-985027a2-4384-4c15-8bf3-bf4b2714556b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/a2622f9d-f886-4b46-ac0d-9416b3a51986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0174067 Apr 01 15:47:35.771861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54844) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:35.773466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0327d7f0-74f6-4456-b8b3-95e200ab0c84 None None] Sync routers for ids ['a2622f9d-f886-4b46-ac0d-9416b3a51986'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:35.791964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327d7f0-74f6-4456-b8b3-95e200ab0c84 None None] Routers {'a2622f9d-f886-4b46-ac0d-9416b3a51986'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:35.793156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0327d7f0-74f6-4456-b8b3-95e200ab0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2622f9d-f886-4b46-ac0d-9416b3a51986'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.794116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a9e00cf-ae78-4dac-a8b0-04681b09fcac tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.824152 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9292f4e7-7d58-4de8-a6c8-e8944ae7835a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2622f9d-f886-4b46-ac0d-9416b3a51986 HTTP/1.1" status: 200 len: 205 time: 0.0502048 Apr 01 15:47:35.826484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54846) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:35.837954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0327d7f0-74f6-4456-b8b3-95e200ab0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.849439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327d7f0-74f6-4456-b8b3-95e200ab0c84 None None] Routers {'a2622f9d-f886-4b46-ac0d-9416b3a51986'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:35.851120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0327d7f0-74f6-4456-b8b3-95e200ab0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2622f9d-f886-4b46-ac0d-9416b3a51986'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.903235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0327d7f0-74f6-4456-b8b3-95e200ab0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:35.904138 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0327d7f0-74f6-4456-b8b3-95e200ab0c84 None None] The sync data for ids ['a2622f9d-f886-4b46-ac0d-9416b3a51986'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:35.926471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-67520886-c8a6-494d-832d-c32c006581f3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:35.976149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a9e00cf-ae78-4dac-a8b0-04681b09fcac tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.001382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a076b2f3-be90-47d4-a159-173235f06119 None None] Could not find standard attr ID for object d2277971-859c-4d10-9cd0-e8c3cf2edfe4. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:47:36.003736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e00cf-ae78-4dac-a8b0-04681b09fcac tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a2ca1a-b244-420c-baca-c98830a9b8a5,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:36.011234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a9e00cf-ae78-4dac-a8b0-04681b09fcac tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.014626 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0a9e00cf-ae78-4dac-a8b0-04681b09fcac tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/d9a2ca1a-b244-420c-baca-c98830a9b8a5 HTTP/1.1" status: 204 len: 168 time: 0.4439502 Apr 01 15:47:36.021536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54848) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:36.083005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f4d4b0-9e80-4cc8-88ca-89013efcc4a1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet f86f0021-00ea-4991-b795-db3125a9824e {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:36.086815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-74f4d4b0-9e80-4cc8-88ca-89013efcc4a1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.112491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-67520886-c8a6-494d-832d-c32c006581f3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.114202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-67520886-c8a6-494d-832d-c32c006581f3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.115195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346245c-3f52-4a29-a0bf-7e2fad81fa6d None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:36.136489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-74f4d4b0-9e80-4cc8-88ca-89013efcc4a1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.239133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-74f4d4b0-9e80-4cc8-88ca-89013efcc4a1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.239612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3170f4c3-491d-439f-b47b-6b99acdcba59 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:36.240371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-67520886-c8a6-494d-832d-c32c006581f3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.241047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67520886-c8a6-494d-832d-c32c006581f3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Fanout notify agent at l3_agent the message router_deleted on router a2622f9d-f886-4b46-ac0d-9416b3a51986 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:47:36.250188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-67520886-c8a6-494d-832d-c32c006581f3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.251629 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-67520886-c8a6-494d-832d-c32c006581f3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/a2622f9d-f886-4b46-ac0d-9416b3a51986 HTTP/1.1" status: 204 len: 168 time: 0.4238293 Apr 01 15:47:36.253922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54850) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:36.319497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-089bbd7c-ec4f-4059-bc27-2bee2f149dd8 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting subnet 8e9de49a-82e6-4672-85e0-af4d815d93f4 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:36.327012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-089bbd7c-ec4f-4059-bc27-2bee2f149dd8 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.329282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:36.329282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.382962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-089bbd7c-ec4f-4059-bc27-2bee2f149dd8 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.427303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-74f4d4b0-9e80-4cc8-88ca-89013efcc4a1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.459001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4d4b0-9e80-4cc8-88ca-89013efcc4a1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=f86f0021-00ea-4991-b795-db3125a9824e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:36.463290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-74f4d4b0-9e80-4cc8-88ca-89013efcc4a1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.469268 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-74f4d4b0-9e80-4cc8-88ca-89013efcc4a1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/f86f0021-00ea-4991-b795-db3125a9824e HTTP/1.1" status: 204 len: 168 time: 0.4440603 Apr 01 15:47:36.469469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54852) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:36.514677 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ea4ae6-ea7d-41b8-a8ad-60ce7d23ddf5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:36.515323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ea4ae6-ea7d-41b8-a8ad-60ce7d23ddf5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:36.520041 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b4ea4ae6-ea7d-41b8-a8ad-60ce7d23ddf5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/d9a2ca1a-b244-420c-baca-c98830a9b8a5 HTTP/1.1" status: 404 len: 337 time: 0.0494959 Apr 01 15:47:36.524861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54854) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:36.529817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-089bbd7c-ec4f-4059-bc27-2bee2f149dd8 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.593366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca7df16-284c-4dfc-b228-bbe5c5a988a5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting subnet 75bb0c72-6bbd-4780-b7bd-1684793380b3 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:36.597189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ca7df16-284c-4dfc-b228-bbe5c5a988a5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.654260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ca7df16-284c-4dfc-b228-bbe5c5a988a5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.700664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-089bbd7c-ec4f-4059-bc27-2bee2f149dd8 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.717555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bbd7c-ec4f-4059-bc27-2bee2f149dd8 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9de49a-82e6-4672-85e0-af4d815d93f4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:36.723131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-089bbd7c-ec4f-4059-bc27-2bee2f149dd8 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.727029 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-089bbd7c-ec4f-4059-bc27-2bee2f149dd8 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/8e9de49a-82e6-4672-85e0-af4d815d93f4 HTTP/1.1" status: 204 len: 168 time: 0.4720891 Apr 01 15:47:36.729779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54856) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:36.746758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd6f2d-b115-4995-bbad-338fc1c221cb None None] Network dc7a151c-413e-4056-af31-6de2d48648b8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:36.784040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ca7df16-284c-4dfc-b228-bbe5c5a988a5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.795590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb78c7e4-b412-4d43-b5e5-4d43ac429ecf tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting subnet c2c250aa-ef43-43a5-9916-41d8f36bdb18 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:36.799332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb78c7e4-b412-4d43-b5e5-4d43ac429ecf tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.854773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb78c7e4-b412-4d43-b5e5-4d43ac429ecf tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:36.960717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb78c7e4-b412-4d43-b5e5-4d43ac429ecf tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.008165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79927aa3-b939-40fb-950e-e09a71a77d63 None None] Network 075b0d53-e4e2-4bed-9cee-f1dfec3751ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:37.029319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ca7df16-284c-4dfc-b228-bbe5c5a988a5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.044177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ca7df16-284c-4dfc-b228-bbe5c5a988a5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.047711 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1ca7df16-284c-4dfc-b228-bbe5c5a988a5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/75bb0c72-6bbd-4780-b7bd-1684793380b3 HTTP/1.1" status: 204 len: 168 time: 0.5233753 Apr 01 15:47:37.050341 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54858) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.071254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7df16-284c-4dfc-b228-bbe5c5a988a5 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Subnet': ['ID=75bb0c72-6bbd-4780-b7bd-1684793380b3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:37.083370 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a14ece-ef96-45fb-8d87-edbfa150857b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.083835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a14ece-ef96-45fb-8d87-edbfa150857b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.088381 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-73a14ece-ef96-45fb-8d87-edbfa150857b tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/03636ef0-d645-4ee0-98ff-598316f42587 HTTP/1.1" status: 404 len: 337 time: 0.0354681 Apr 01 15:47:37.088551 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d47a6f8a-dc8f-49b9-abe1-bb43a76fa19a None None] Provisioning complete for port 3170f4c3-491d-439f-b47b-6b99acdcba59 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:37.088551 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d47a6f8a-dc8f-49b9-abe1-bb43a76fa19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.089685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54860) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.121864 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-14718ee3-98fa-436a-96f5-d8b49772b7de tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "GET /v2.0/ports?device_id=5ac4500b-dab6-4ada-9bc2-3ea6b5950f33 HTTP/1.1" status: 200 len: 205 time: 0.0308955 Apr 01 15:47:37.124482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54862) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.169342 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-b013bdc7-4182-40e2-864a-05d9c44760d1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] delete failed (client error): The resource could not be found. Apr 01 15:47:37.173000 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b013bdc7-4182-40e2-864a-05d9c44760d1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/routers/5ac4500b-dab6-4ada-9bc2-3ea6b5950f33 HTTP/1.1" status: 404 len: 336 time: 0.0449960 Apr 01 15:47:37.173771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54864) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.188032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8086cafc-664c-4a22-adaa-9b11eac952f6 None None] DHCP port deletion for dc7a151c-413e-4056-af31-6de2d48648b8 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:37.200845 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8281d4-d262-47de-ba47-60a5f054a6bd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.201293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8281d4-d262-47de-ba47-60a5f054a6bd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.204304 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ad8281d4-d262-47de-ba47-60a5f054a6bd tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/f5b10264-2123-4462-be91-c9ce6bf7b667 HTTP/1.1" status: 404 len: 337 time: 0.0300775 Apr 01 15:47:37.207088 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54866) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.234463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb78c7e4-b412-4d43-b5e5-4d43ac429ecf tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.239681 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-542210dc-aa5d-44c1-a093-da00cb1cbd39 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.240138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542210dc-aa5d-44c1-a093-da00cb1cbd39 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.243089 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-542210dc-aa5d-44c1-a093-da00cb1cbd39 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/fbd06c26-2c09-41b2-9885-3487a14059a5 HTTP/1.1" status: 404 len: 337 time: 0.0350718 Apr 01 15:47:37.246369 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54868) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.267013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78c7e4-b412-4d43-b5e5-4d43ac429ecf tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c250aa-ef43-43a5-9916-41d8f36bdb18,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:37.270963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb78c7e4-b412-4d43-b5e5-4d43ac429ecf tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.277495 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadecaca-9557-4e1e-8c52-aa25c59132f6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.277804 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fb78c7e4-b412-4d43-b5e5-4d43ac429ecf tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/c2c250aa-ef43-43a5-9916-41d8f36bdb18 HTTP/1.1" status: 204 len: 168 time: 0.5464087 Apr 01 15:47:37.277914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadecaca-9557-4e1e-8c52-aa25c59132f6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.278159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54870) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.283672 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aadecaca-9557-4e1e-8c52-aa25c59132f6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/fa24ffd7-92f6-44ff-aa3d-a19a218379f9 HTTP/1.1" status: 404 len: 337 time: 0.0334890 Apr 01 15:47:37.283834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54872) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.303355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc851e4-eccb-4a56-9a3f-1db9aeae5ea8 None None] Network 07d71b73-aba2-4b86-9ee1-ba2d718e0053 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:37.314016 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-73584c5b-828b-4bc0-9cf1-ba4e26aec251 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.314744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73584c5b-828b-4bc0-9cf1-ba4e26aec251 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.320397 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-73584c5b-828b-4bc0-9cf1-ba4e26aec251 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/b77c8ad8-2563-4ac6-a217-bc875e89d00f HTTP/1.1" status: 404 len: 333 time: 0.0331366 Apr 01 15:47:37.320596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54874) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.351217 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0847794c-e0e8-47e0-9622-f87c82a27fba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.351678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0847794c-e0e8-47e0-9622-f87c82a27fba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.356397 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0847794c-e0e8-47e0-9622-f87c82a27fba tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/c9b66b04-0fe8-4d86-b3db-f8d4fdca2e84 HTTP/1.1" status: 404 len: 337 time: 0.0334363 Apr 01 15:47:37.357857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54876) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.367957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d47a6f8a-dc8f-49b9-abe1-bb43a76fa19a None None] Provisioning complete for port f7bf0c26-4914-4620-8274-c920ea3c2ec5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:37.367957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d47a6f8a-dc8f-49b9-abe1-bb43a76fa19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.373926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7efc5193-7f9e-4596-a53a-8b7c1b40e113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.382778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.391571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c559eb-1a97-4542-a8e5-6d103a11f595 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.391571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c559eb-1a97-4542-a8e5-6d103a11f595 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.398194 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-58c559eb-1a97-4542-a8e5-6d103a11f595 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/d5676d19-18f5-40ba-b82e-6ddc6fa47749 HTTP/1.1" status: 404 len: 337 time: 0.0368631 Apr 01 15:47:37.398400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54878) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.409077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ef3a2-0d76-4e3d-b1b2-ed6444145301 None None] DHCP port deletion for 075b0d53-e4e2-4bed-9cee-f1dfec3751ec request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:37.421808 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-15eed67b-4a9a-4306-8435-5ed6e9566fa1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.422511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15eed67b-4a9a-4306-8435-5ed6e9566fa1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.428258 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-15eed67b-4a9a-4306-8435-5ed6e9566fa1 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/afa8f67f-87d6-48b5-9f8c-012288cb6325 HTTP/1.1" status: 404 len: 333 time: 0.0263555 Apr 01 15:47:37.438919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8086cafc-664c-4a22-adaa-9b11eac952f6 None None] Deleting port f89234d4-e47f-40ed-871e-456d264b127d {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:37.438919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8086cafc-664c-4a22-adaa-9b11eac952f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.439193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54880) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.448561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port f89234d4-e47f-40ed-871e-456d264b127d {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:37.449030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.454923 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb5dcc5-7d95-4939-9ed9-af8382864bdc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.455373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb5dcc5-7d95-4939-9ed9-af8382864bdc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.461032 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7eb5dcc5-7d95-4939-9ed9-af8382864bdc tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/69351791-d1a8-45cb-bea3-4b4b2dbdc463 HTTP/1.1" status: 404 len: 337 time: 0.0290527 Apr 01 15:47:37.461946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54882) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.483279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d47a6f8a-dc8f-49b9-abe1-bb43a76fa19a None None] Port f7bf0c26-4914-4620-8274-c920ea3c2ec5 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:37.495916 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-788c0373-02dd-4859-bf0d-48fc74f90bc6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] DELETE failed (client error): The resource could not be found. Apr 01 15:47:37.496510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788c0373-02dd-4859-bf0d-48fc74f90bc6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:47:37.502250 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-788c0373-02dd-4859-bf0d-48fc74f90bc6 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/subnets/79c62d90-3108-49f1-a47b-b2fcdaacf79b HTTP/1.1" status: 404 len: 337 time: 0.0374250 Apr 01 15:47:37.503142 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54884) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:37.569138 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8086cafc-664c-4a22-adaa-9b11eac952f6 None None] For port f89234d4-e47f-40ed-871e-456d264b127d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f89234d4-e47f-40ed-871e-456d264b127d,segment=NetworkSegment(5a90356c-f919-4b1a-9128-3340a140e24d),segment_id=5a90356c-f919-4b1a-9128-3340a140e24d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:37.569539 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8086cafc-664c-4a22-adaa-9b11eac952f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.577982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port f89234d4-e47f-40ed-871e-456d264b127d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f89234d4-e47f-40ed-871e-456d264b127d,segment=NetworkSegment(5a90356c-f919-4b1a-9128-3340a140e24d),segment_id=5a90356c-f919-4b1a-9128-3340a140e24d)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:37.578352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.591373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8086cafc-664c-4a22-adaa-9b11eac952f6 None None] Calling delete_port for f89234d4-e47f-40ed-871e-456d264b127d owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:37.607070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ef3a2-0d76-4e3d-b1b2-ed6444145301 None None] Deleting port 3170f4c3-491d-439f-b47b-6b99acdcba59 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:37.619199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef3a2-0d76-4e3d-b1b2-ed6444145301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.619391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for f89234d4-e47f-40ed-871e-456d264b127d owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:37.697923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-07478878-5028-403b-adc8-4c93d27dcd43 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Deleting port f7bf0c26-4914-4620-8274-c920ea3c2ec5 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:37.698264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07478878-5028-403b-adc8-4c93d27dcd43 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.701791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4f0334-4d75-41d4-b79d-346a3cc4bf1d None None] DHCP port deletion for 07d71b73-aba2-4b86-9ee1-ba2d718e0053 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:37.723970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-bc3ef3a2-0d76-4e3d-b1b2-ed6444145301 None None] For port 3170f4c3-491d-439f-b47b-6b99acdcba59, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3170f4c3-491d-439f-b47b-6b99acdcba59,segment=NetworkSegment(e90d067c-a674-48fa-96ce-1c5a2ff46f8b),segment_id=e90d067c-a674-48fa-96ce-1c5a2ff46f8b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:37.724380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef3a2-0d76-4e3d-b1b2-ed6444145301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.767649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ef3a2-0d76-4e3d-b1b2-ed6444145301 None None] Calling delete_port for 3170f4c3-491d-439f-b47b-6b99acdcba59 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:37.778025 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07478878-5028-403b-adc8-4c93d27dcd43 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.793214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-07478878-5028-403b-adc8-4c93d27dcd43 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Calling delete_port for f7bf0c26-4914-4620-8274-c920ea3c2ec5 owned by {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:37.857018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-db4f0334-4d75-41d4-b79d-346a3cc4bf1d None None] Deleting port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:37.857310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-db4f0334-4d75-41d4-b79d-346a3cc4bf1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.873941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.905655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=f89234d4-e47f-40ed-871e-456d264b127d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:37.912488 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No DVR routers for this DVR port f89234d4-e47f-40ed-871e-456d264b127d on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:37.917233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8086cafc-664c-4a22-adaa-9b11eac952f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.952771 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-db4f0334-4d75-41d4-b79d-346a3cc4bf1d None None] For port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1ca1b343-455f-4a9d-890f-d905c5e0ebf6,segment=NetworkSegment(7a2a14cc-1e2a-4dd4-88f6-277897b55cec),segment_id=7a2a14cc-1e2a-4dd4-88f6-277897b55cec)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:37.953169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-db4f0334-4d75-41d4-b79d-346a3cc4bf1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:37.955579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086cafc-664c-4a22-adaa-9b11eac952f6 None None] Pushing event deleted for resources: {'Port': ['ID=f89234d4-e47f-40ed-871e-456d264b127d,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:37.965199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086cafc-664c-4a22-adaa-9b11eac952f6 None None] No DVR routers for this DVR port f89234d4-e47f-40ed-871e-456d264b127d on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:37.980617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-db4f0334-4d75-41d4-b79d-346a3cc4bf1d None None] Calling delete_port for 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:38.002633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.024926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7a151c-413e-4056-af31-6de2d48648b8']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.035169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a90356c-f919-4b1a-9128-3340a140e24d') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.035504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a90356c-f919-4b1a-9128-3340a140e24d') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.046314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.057930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef3a2-0d76-4e3d-b1b2-ed6444145301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.060266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.066573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:38.066956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:38.074738 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:38.084236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ef3a2-0d76-4e3d-b1b2-ed6444145301 None None] Pushing event deleted for resources: {'Port': ['ID=3170f4c3-491d-439f-b47b-6b99acdcba59,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:38.087732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ef3a2-0d76-4e3d-b1b2-ed6444145301 None None] No DVR routers for this DVR port 3170f4c3-491d-439f-b47b-6b99acdcba59 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:38.092410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07478878-5028-403b-adc8-4c93d27dcd43 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.153553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07478878-5028-403b-adc8-4c93d27dcd43 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Port': ['ID=f7bf0c26-4914-4620-8274-c920ea3c2ec5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:38.162005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07478878-5028-403b-adc8-4c93d27dcd43 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.167917 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-07478878-5028-403b-adc8-4c93d27dcd43 tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/ports/f7bf0c26-4914-4620-8274-c920ea3c2ec5 HTTP/1.1" status: 204 len: 168 time: 0.6623323 Apr 01 15:47:38.168272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54886) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:38.194608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-db4f0334-4d75-41d4-b79d-346a3cc4bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.221302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f0334-4d75-41d4-b79d-346a3cc4bf1d None None] Pushing event deleted for resources: {'Port': ['ID=1ca1b343-455f-4a9d-890f-d905c5e0ebf6,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:38.230847 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f89234d4-e47f-40ed-871e-456d264b127d no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:38.230847 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f0334-4d75-41d4-b79d-346a3cc4bf1d None None] No DVR routers for this DVR port 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:38.252740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f89234d4-e47f-40ed-871e-456d264b127d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:38.253087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f89234d4-e47f-40ed-871e-456d264b127d not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:38.253513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:38.274633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.279935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.280115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:38.280115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1ca1b343-455f-4a9d-890f-d905c5e0ebf6 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:38.280115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3170f4c3-491d-439f-b47b-6b99acdcba59 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:38.286188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.289476 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/networks/dc7a151c-413e-4056-af31-6de2d48648b8 HTTP/1.1" status: 204 len: 168 time: 1.0103731 Apr 01 15:47:38.293121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54888) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:38.299160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 3170f4c3-491d-439f-b47b-6b99acdcba59 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:38.299512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3170f4c3-491d-439f-b47b-6b99acdcba59 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:38.305409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f1869-f19d-40d1-b084-a199de511245 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Network': ['ID=dc7a151c-413e-4056-af31-6de2d48648b8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:38.383733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.392404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.415249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075b0d53-e4e2-4bed-9cee-f1dfec3751ec']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.424740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90d067c-a674-48fa-96ce-1c5a2ff46f8b') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.425039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90d067c-a674-48fa-96ce-1c5a2ff46f8b') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.435271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.448997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.454831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:38.455233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:38.458313 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:38.470529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.490685 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d71b73-aba2-4b86-9ee1-ba2d718e0053']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.500674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a14cc-1e2a-4dd4-88f6-277897b55cec') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.500973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a14cc-1e2a-4dd4-88f6-277897b55cec') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:38.516729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.529665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.535420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:38.538400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:38.538881 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:38.615579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.620719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.624478 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] 10.222.0.73 "DELETE /v2.0/networks/075b0d53-e4e2-4bed-9cee-f1dfec3751ec HTTP/1.1" status: 204 len: 168 time: 0.4551301 Apr 01 15:47:38.644587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f70b3-3085-4315-b776-ed3776be0bcb tempest-PortsTestJSON-1802457638 tempest-PortsTestJSON-1802457638-project] Pushing event deleted for resources: {'Network': ['ID=075b0d53-e4e2-4bed-9cee-f1dfec3751ec,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:38.714611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.723690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.726943 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/networks/07d71b73-aba2-4b86-9ee1-ba2d718e0053 HTTP/1.1" status: 204 len: 168 time: 0.4322896 Apr 01 15:47:38.735774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54892) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:38.737582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc01a09-2a7f-413a-9ea4-6d4bf3ddda68 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Network': ['ID=07d71b73-aba2-4b86-9ee1-ba2d718e0053,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:38.741500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'network': {'name': 'tempest-RoutersTest-1694774687'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:38.852188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:38.857263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.881841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:38.890423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.890756 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added segment 7c581222-739b-435d-b7af-2c5374de6449 of type vlan for network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 Apr 01 15:47:38.932073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.192554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.198430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:39.199040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.269634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Network': ['ID=b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:39.284159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:47:39.295008 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54896) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:39.365356 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d61ad66e-1ea9-4260-a863-1f5b25d184a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6279800 Apr 01 15:47:39.368516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54900) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:39.374866 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'subnet': {'network_id': 'b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:39.490022 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-52d7ad0a-899b-46bc-a81f-627581366098 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b90639d26b384ab29a90c919c9821b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937129 Apr 01 15:47:39.492695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54902) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:39.550399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a46ea0d2-4d37-4464-bef0-bde5d045f8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.573677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a46ea0d2-4d37-4464-bef0-bde5d045f8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.611905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:39.615888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.709201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.743569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a46ea0d2-4d37-4464-bef0-bde5d045f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.746885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a46ea0d2-4d37-4464-bef0-bde5d045f8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:39.748087 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a46ea0d2-4d37-4464-bef0-bde5d045f8ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12d0188d-2384-4357-a97f-9304ae5a63d2 HTTP/1.1" status: 204 len: 168 time: 0.2533441 Apr 01 15:47:39.756520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ea0d2-4d37-4464-bef0-bde5d045f8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0188d-2384-4357-a97f-9304ae5a63d2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:39.952952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.017480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Subnet': ['ID=860b8ddf-c20b-4b0b-a4b9-58e2c797494d,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:40.027395 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Checking segment: {'id': '7c581222-739b-435d-b7af-2c5374de6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:40.027765 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network hostable DHCP agents. Network: b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:40.135942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:40.324094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:40.329952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:40.331539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.334075 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807c550-4165-49a7-b2f0-b30386141a69 None None] Network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:40.476711 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71', 'network_id': 'b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'fixed_ips': [{'subnet_id': '860b8ddf-c20b-4b0b-a4b9-58e2c797494d'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:47:40.477585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.505905 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-33656353-f629-41ab-b7e1-927394e3b399 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1352265 Apr 01 15:47:40.508982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54906) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:40.514373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7345fb93-6694-486c-a22f-d31d9a5c1e38 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1374504389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:40.613870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Allocated IP 172.20.0.2 (b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71/860b8ddf-c20b-4b0b-a4b9-58e2c797494d/c46b4542-fe93-434a-8826-3c1526015202) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:40.703253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7345fb93-6694-486c-a22f-d31d9a5c1e38 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.704434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7345fb93-6694-486c-a22f-d31d9a5c1e38 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.760914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7345fb93-6694-486c-a22f-d31d9a5c1e38 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.771282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.915343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7345fb93-6694-486c-a22f-d31d9a5c1e38 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.982205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.983399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:40.985836 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.025604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:41.028436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:41.031988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:41.040290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Pushing event updated for resources: {'Port': ['ID=c46b4542-fe93-434a-8826-3c1526015202,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:41.048221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7345fb93-6694-486c-a22f-d31d9a5c1e38 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.049441 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7345fb93-6694-486c-a22f-d31d9a5c1e38 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5386467 Apr 01 15:47:41.052059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54910) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:41.057733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'port': {'network_id': 'b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71', 'name': 'tempest-RoutersTest-888185939'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:41.094091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Attempting to bind port c46b4542-fe93-434a-8826-3c1526015202 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:41.094457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Attempting to bind port c46b4542-fe93-434a-8826-3c1526015202 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7c581222-739b-435d-b7af-2c5374de6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:41.094812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Attempting to bind port c46b4542-fe93-434a-8826-3c1526015202 on network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:47:41.099998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:47:41.100389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Checking segment: {'id': '7c581222-739b-435d-b7af-2c5374de6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:41.100790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.101184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Bound using segment: {'id': '7c581222-739b-435d-b7af-2c5374de6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:47:41.101642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Bound port: c46b4542-fe93-434a-8826-3c1526015202, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c581222-739b-435d-b7af-2c5374de6449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:41.102034 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.167390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] For port c46b4542-fe93-434a-8826-3c1526015202, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:41.170690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] For port c46b4542-fe93-434a-8826-3c1526015202, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c46b4542-fe93-434a-8826-3c1526015202,segment=NetworkSegment(7c581222-739b-435d-b7af-2c5374de6449),segment_id=7c581222-739b-435d-b7af-2c5374de6449)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:47:41.292395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:41.296194 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.313168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.314729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] device_id is not set on port 67848a08-f135-4cff-a271-2bb68c4e13e2 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:47:41.376013 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6524ff-36ad-4c27-9d02-8ff0c3202d27 None None] Pushing event updated for resources: {'Port': ['ID=c46b4542-fe93-434a-8826-3c1526015202,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:41.449616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.20.0.8 (b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71/860b8ddf-c20b-4b0b-a4b9-58e2c797494d/67848a08-f135-4cff-a271-2bb68c4e13e2) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:41.626256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.749399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.796836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:41.799958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:41.804075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:41.830411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=67848a08-f135-4cff-a271-2bb68c4e13e2,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:41.859703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:41.860318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:41.958509 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1397c5ff-383f-4cab-acf5-ea9e418fd505 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9052184 Apr 01 15:47:41.961240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54912) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:42.256802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c46b4542-fe93-434a-8826-3c1526015202 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:42.317820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c46b4542-fe93-434a-8826-3c1526015202 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:42.318331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.342904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de9a14-381b-45c0-b4d1-ca40792b74f1 None None] Network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:42.562790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a10bfa58-8ab9-4076-a3eb-dd6e5a0971b4 None None] Provisioning complete for port c46b4542-fe93-434a-8826-3c1526015202 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:42.563464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a10bfa58-8ab9-4076-a3eb-dd6e5a0971b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.608520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.679590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.777086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port c46b4542-fe93-434a-8826-3c1526015202, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c46b4542-fe93-434a-8826-3c1526015202,segment=NetworkSegment(7c581222-739b-435d-b7af-2c5374de6449),segment_id=7c581222-739b-435d-b7af-2c5374de6449)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:42.780747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a10bfa58-8ab9-4076-a3eb-dd6e5a0971b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.874787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.881693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:42.954922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-a10bfa58-8ab9-4076-a3eb-dd6e5a0971b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:47:42.959454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-a10bfa58-8ab9-4076-a3eb-dd6e5a0971b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:47:42.965193 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=c46b4542-fe93-434a-8826-3c1526015202,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:43.069286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.148101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=67848a08-f135-4cff-a271-2bb68c4e13e2,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:43.298625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.509288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.609312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-728a7a62-03b3-44b9-ab1b-5e5628664c06 None None] Provisioning complete for port 67848a08-f135-4cff-a271-2bb68c4e13e2 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:43.609910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-728a7a62-03b3-44b9-ab1b-5e5628664c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.644982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-728a7a62-03b3-44b9-ab1b-5e5628664c06 None None] Port 67848a08-f135-4cff-a271-2bb68c4e13e2 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:43.655452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-728a7a62-03b3-44b9-ab1b-5e5628664c06 None None] Provisioning complete for port c46b4542-fe93-434a-8826-3c1526015202 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:43.655822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-728a7a62-03b3-44b9-ab1b-5e5628664c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.770077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.845429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.919778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:43.921527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=67848a08-f135-4cff-a271-2bb68c4e13e2,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:44.017460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:44.018835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:44.216529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c46b4542-fe93-434a-8826-3c1526015202 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:44.232838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router 1992d34b-22e2-4870-8ebe-734cac053e8c is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:47:44.270488 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-26d9d442-2d3d-4ca3-965c-7c344941941a None None] Provisioning complete for port 67848a08-f135-4cff-a271-2bb68c4e13e2 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:44.270855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-26d9d442-2d3d-4ca3-965c-7c344941941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.308478 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c46b4542-fe93-434a-8826-3c1526015202 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:44.309343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.334006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-26d9d442-2d3d-4ca3-965c-7c344941941a None None] Port 67848a08-f135-4cff-a271-2bb68c4e13e2 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:44.334543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:44.343562 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3c7f74ca-886d-4591-861e-304ba209f99a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/1992d34b-22e2-4870-8ebe-734cac053e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3783493 Apr 01 15:47:44.343562 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54914) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:44.346349 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092279dc-5826-4a64-90da-260c4c694c9b None None] Sync routers for ids ['1992d34b-22e2-4870-8ebe-734cac053e8c'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:44.356749 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092279dc-5826-4a64-90da-260c4c694c9b None None] Routers {'1992d34b-22e2-4870-8ebe-734cac053e8c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:44.357380 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-092279dc-5826-4a64-90da-260c4c694c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['1992d34b-22e2-4870-8ebe-734cac053e8c'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:44.394134 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-092279dc-5826-4a64-90da-260c4c694c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:44.394396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac594f5-946a-4760-a3eb-cbc88da52ca6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:44.398209 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bac594f5-946a-4760-a3eb-cbc88da52ca6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports/67848a08-f135-4cff-a271-2bb68c4e13e2 HTTP/1.1" status: 200 len: 976 time: 0.0508347 Apr 01 15:47:44.398891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54916) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:44.403440 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092279dc-5826-4a64-90da-260c4c694c9b None None] Routers {'1992d34b-22e2-4870-8ebe-734cac053e8c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:44.404119 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-092279dc-5826-4a64-90da-260c4c694c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['1992d34b-22e2-4870-8ebe-734cac053e8c'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:44.438081 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-092279dc-5826-4a64-90da-260c4c694c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:44.438633 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092279dc-5826-4a64-90da-260c4c694c9b None None] The sync data for ids ['1992d34b-22e2-4870-8ebe-734cac053e8c'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:44.709579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:44.924787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 67848a08-f135-4cff-a271-2bb68c4e13e2 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:44.925517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.025128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.037211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 67848a08-f135-4cff-a271-2bb68c4e13e2 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:45.319848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.350413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=67848a08-f135-4cff-a271-2bb68c4e13e2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:45.460367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.528819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:45.689533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router 1992d34b-22e2-4870-8ebe-734cac053e8c has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:45.768619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:45.773843 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f2d6f1fb-b2cf-4611-9180-99f245c9d52d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/1992d34b-22e2-4870-8ebe-734cac053e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3741617 Apr 01 15:47:45.776568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54918) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:45.778250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a2630-7406-4c8e-a3c9-cda9c0b9929f None None] Sync routers for ids ['1992d34b-22e2-4870-8ebe-734cac053e8c'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:45.789087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a2630-7406-4c8e-a3c9-cda9c0b9929f None None] Routers {'1992d34b-22e2-4870-8ebe-734cac053e8c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:45.791899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fe5a2630-7406-4c8e-a3c9-cda9c0b9929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['1992d34b-22e2-4870-8ebe-734cac053e8c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:45.823021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fe5a2630-7406-4c8e-a3c9-cda9c0b9929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:45.832165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a2630-7406-4c8e-a3c9-cda9c0b9929f None None] Routers {'1992d34b-22e2-4870-8ebe-734cac053e8c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:45.832810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fe5a2630-7406-4c8e-a3c9-cda9c0b9929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['1992d34b-22e2-4870-8ebe-734cac053e8c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:45.869300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fe5a2630-7406-4c8e-a3c9-cda9c0b9929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:45.869966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a2630-7406-4c8e-a3c9-cda9c0b9929f None None] The sync data for ids ['1992d34b-22e2-4870-8ebe-734cac053e8c'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:45.963830 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-35d02405-c4e0-4637-98c3-fb052ba49955 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 15:47:45.964881 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-35d02405-c4e0-4637-98c3-fb052ba49955 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/1992d34b-22e2-4870-8ebe-734cac053e8c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1871984 Apr 01 15:47:45.967731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54920) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:45.994260 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5737c325-c5ef-4e0c-a92a-373252fecd26 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=1992d34b-22e2-4870-8ebe-734cac053e8c HTTP/1.1" status: 200 len: 205 time: 0.0254171 Apr 01 15:47:46.000450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54922) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:46.073495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-631438c3-556b-4e1b-9476-d68ee662658e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.227957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-631438c3-556b-4e1b-9476-d68ee662658e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.230247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-631438c3-556b-4e1b-9476-d68ee662658e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.392706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-631438c3-556b-4e1b-9476-d68ee662658e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.393277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631438c3-556b-4e1b-9476-d68ee662658e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Fanout notify agent at l3_agent the message router_deleted on router 1992d34b-22e2-4870-8ebe-734cac053e8c {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:47:46.400477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-631438c3-556b-4e1b-9476-d68ee662658e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.401587 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-631438c3-556b-4e1b-9476-d68ee662658e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/1992d34b-22e2-4870-8ebe-734cac053e8c HTTP/1.1" status: 204 len: 168 time: 0.4002392 Apr 01 15:47:46.404230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54924) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:46.458660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b5a74d-f25f-4f2f-a5ed-f992a106f4da tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting subnet 860b8ddf-c20b-4b0b-a4b9-58e2c797494d {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:46.461862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-70b5a74d-f25f-4f2f-a5ed-f992a106f4da tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.501111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-70b5a74d-f25f-4f2f-a5ed-f992a106f4da tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.583958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-70b5a74d-f25f-4f2f-a5ed-f992a106f4da tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.759666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-70b5a74d-f25f-4f2f-a5ed-f992a106f4da tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.787039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a74d-f25f-4f2f-a5ed-f992a106f4da tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Subnet': ['ID=860b8ddf-c20b-4b0b-a4b9-58e2c797494d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:46.800216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-70b5a74d-f25f-4f2f-a5ed-f992a106f4da tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.800216 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-70b5a74d-f25f-4f2f-a5ed-f992a106f4da tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/860b8ddf-c20b-4b0b-a4b9-58e2c797494d HTTP/1.1" status: 204 len: 168 time: 0.3916569 Apr 01 15:47:46.800443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38009924-bcda-4b97-b23f-100e2daeaf77 None None] Network b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:46.800842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54926) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:46.888552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.943487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port c46b4542-fe93-434a-8826-3c1526015202 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:46.943831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:46.972559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69885bdc-3db2-45bf-b70c-c325ae534d9a None None] DHCP port deletion for b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:47.012495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port c46b4542-fe93-434a-8826-3c1526015202, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c46b4542-fe93-434a-8826-3c1526015202,segment=NetworkSegment(7c581222-739b-435d-b7af-2c5374de6449),segment_id=7c581222-739b-435d-b7af-2c5374de6449)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:47.013081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.020750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-69885bdc-3db2-45bf-b70c-c325ae534d9a None None] Deleting port c46b4542-fe93-434a-8826-3c1526015202 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:47.021117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-69885bdc-3db2-45bf-b70c-c325ae534d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.025907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for c46b4542-fe93-434a-8826-3c1526015202 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:47.083634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-69885bdc-3db2-45bf-b70c-c325ae534d9a None None] For port c46b4542-fe93-434a-8826-3c1526015202, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c46b4542-fe93-434a-8826-3c1526015202,segment=NetworkSegment(7c581222-739b-435d-b7af-2c5374de6449),segment_id=7c581222-739b-435d-b7af-2c5374de6449)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:47.092445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-69885bdc-3db2-45bf-b70c-c325ae534d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.096944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-69885bdc-3db2-45bf-b70c-c325ae534d9a None None] Calling delete_port for c46b4542-fe93-434a-8826-3c1526015202 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:47.182021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.187944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-69885bdc-3db2-45bf-b70c-c325ae534d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.210790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69885bdc-3db2-45bf-b70c-c325ae534d9a None None] Pushing event deleted for resources: {'Port': ['ID=c46b4542-fe93-434a-8826-3c1526015202,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:47.212971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=c46b4542-fe93-434a-8826-3c1526015202,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:47.214884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No DVR routers for this DVR port c46b4542-fe93-434a-8826-3c1526015202 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:47.220906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69885bdc-3db2-45bf-b70c-c325ae534d9a None None] No DVR routers for this DVR port c46b4542-fe93-434a-8826-3c1526015202 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:47.300395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.321434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:47.332099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c581222-739b-435d-b7af-2c5374de6449') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:47.332452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c581222-739b-435d-b7af-2c5374de6449') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:47.342728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.356935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.363098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:47.363483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:47.366481 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:47.526063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.532832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.535857 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/networks/b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71 HTTP/1.1" status: 204 len: 168 time: 0.7353022 Apr 01 15:47:47.539866 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54928) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:47.545502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'network': {'name': 'tempest-RoutersTest-5081867'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:47.547985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ef5d9-4787-4ce5-ab66-265274342780 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Network': ['ID=b8523d4a-3aaa-433f-9bf0-bc8e5a54ab71,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:47.685817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:47.689423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.713296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:47:47.721874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.725932 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added segment 9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b of type vlan for network 595bb529-b12d-4db5-9305-09fe3410c2b3 Apr 01 15:47:47.762939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.906588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.912758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:47.913438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:47.992232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Network': ['ID=595bb529-b12d-4db5-9305-09fe3410c2b3,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:48.004955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 595bb529-b12d-4db5-9305-09fe3410c2b3 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:47:48.058267 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c6dde16e-a2fa-49bd-be90-eedca7c4f1a9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.5166812 Apr 01 15:47:48.062247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54930) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:48.067669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'subnet': {'network_id': '595bb529-b12d-4db5-9305-09fe3410c2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:48.213472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c46b4542-fe93-434a-8826-3c1526015202 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:48.235623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c46b4542-fe93-434a-8826-3c1526015202 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:48.235992 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c46b4542-fe93-434a-8826-3c1526015202 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:48.294808 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:47:48.298482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.598684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.663003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Subnet': ['ID=1195c4f5-02c1-4c3a-adc5-bd5d405a2cab,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:48.671483 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Checking segment: {'id': '9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '595bb529-b12d-4db5-9305-09fe3410c2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:48.671846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network hostable DHCP agents. Network: 595bb529-b12d-4db5-9305-09fe3410c2b3, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:47:48.754526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 595bb529-b12d-4db5-9305-09fe3410c2b3 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:47:48.889613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 595bb529-b12d-4db5-9305-09fe3410c2b3) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:48.893560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:48.894205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:48.898145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbea708-813f-4e13-8f82-22739fcccdeb None None] Network 595bb529-b12d-4db5-9305-09fe3410c2b3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:49.038563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-595bb529-b12d-4db5-9305-09fe3410c2b3', 'network_id': '595bb529-b12d-4db5-9305-09fe3410c2b3', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'fixed_ips': [{'subnet_id': '1195c4f5-02c1-4c3a-adc5-bd5d405a2cab'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:47:49.039468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.069278 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c5d0dd7b-970c-4128-98a3-7d75d1216b7e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0058792 Apr 01 15:47:49.071971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54932) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:49.076841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-89b8f240-0081-4698-a38a-d394401fc327 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1915732365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:49.172842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Allocated IP 172.20.0.2 (595bb529-b12d-4db5-9305-09fe3410c2b3/1195c4f5-02c1-4c3a-adc5-bd5d405a2cab/497d5b89-e111-4c81-ba54-c81b674559c7) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:49.211961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89b8f240-0081-4698-a38a-d394401fc327 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.213096 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89b8f240-0081-4698-a38a-d394401fc327 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.266817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89b8f240-0081-4698-a38a-d394401fc327 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.319577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.418102 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89b8f240-0081-4698-a38a-d394401fc327 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.469164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.518277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Network 595bb529-b12d-4db5-9305-09fe3410c2b3 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:49.522743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:49.526911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:49.532660 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Pushing event updated for resources: {'Port': ['ID=497d5b89-e111-4c81-ba54-c81b674559c7,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:49.585249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89b8f240-0081-4698-a38a-d394401fc327 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.585526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Attempting to bind port 497d5b89-e111-4c81-ba54-c81b674559c7 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:47:49.585939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Attempting to bind port 497d5b89-e111-4c81-ba54-c81b674559c7 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '595bb529-b12d-4db5-9305-09fe3410c2b3'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:47:49.586306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Attempting to bind port 497d5b89-e111-4c81-ba54-c81b674559c7 on network 595bb529-b12d-4db5-9305-09fe3410c2b3 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:47:49.586927 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-89b8f240-0081-4698-a38a-d394401fc327 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5138295 Apr 01 15:47:49.590272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54934) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:49.593420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:47:49.593935 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Checking segment: {'id': '9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '595bb529-b12d-4db5-9305-09fe3410c2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:47:49.594367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.594764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Bound using segment: {'id': '9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '595bb529-b12d-4db5-9305-09fe3410c2b3'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:47:49.595227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Bound port: 497d5b89-e111-4c81-ba54-c81b674559c7, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '595bb529-b12d-4db5-9305-09fe3410c2b3'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:47:49.595605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.665956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] For port 497d5b89-e111-4c81-ba54-c81b674559c7, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:47:49.670361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] For port 497d5b89-e111-4c81-ba54-c81b674559c7, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=497d5b89-e111-4c81-ba54-c81b674559c7,segment=NetworkSegment(9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b),segment_id=9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:47:49.806357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:49.870162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188510c-4415-4d24-929c-53f06e2a7491 None None] Pushing event updated for resources: {'Port': ['ID=497d5b89-e111-4c81-ba54-c81b674559c7,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:50.200262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.258730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 497d5b89-e111-4c81-ba54-c81b674559c7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:50.310198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 497d5b89-e111-4c81-ba54-c81b674559c7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:50.310448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.391054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.424969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 497d5b89-e111-4c81-ba54-c81b674559c7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=497d5b89-e111-4c81-ba54-c81b674559c7,segment=NetworkSegment(9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b),segment_id=9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:50.448284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.20.0.1 (595bb529-b12d-4db5-9305-09fe3410c2b3/1195c4f5-02c1-4c3a-adc5-bd5d405a2cab/8045cc56-71b3-40f4-bc7b-49a633c64b16) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:50.561903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.651876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.708058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=497d5b89-e111-4c81-ba54-c81b674559c7,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:50.730388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.782795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 595bb529-b12d-4db5-9305-09fe3410c2b3 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:50.786345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:50.790770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:50.797339 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=8045cc56-71b3-40f4-bc7b-49a633c64b16,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:50.840102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:50.902106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f09b5c-04f2-4dfd-adad-34976aec278b None None] Network 595bb529-b12d-4db5-9305-09fe3410c2b3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:51.032520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-267cb83f-084b-4bef-9116-d1182492339e None None] Provisioning complete for port 497d5b89-e111-4c81-ba54-c81b674559c7 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:51.032937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-267cb83f-084b-4bef-9116-d1182492339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.064178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.338512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.363532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-336da27a-69ff-4308-baca-db5198aa17e1 None None] Provisioning complete for port 8045cc56-71b3-40f4-bc7b-49a633c64b16 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:51.364134 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-336da27a-69ff-4308-baca-db5198aa17e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.403598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-336da27a-69ff-4308-baca-db5198aa17e1 None None] Port 8045cc56-71b3-40f4-bc7b-49a633c64b16 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:51.411187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.414660 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-336da27a-69ff-4308-baca-db5198aa17e1 None None] Provisioning complete for port 497d5b89-e111-4c81-ba54-c81b674559c7 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:51.415612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-336da27a-69ff-4308-baca-db5198aa17e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.493506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.501834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=8045cc56-71b3-40f4-bc7b-49a633c64b16,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:51.591940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 595bb529-b12d-4db5-9305-09fe3410c2b3 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:51.593532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:51.620252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-61f554d9-72a4-46e8-afd3-59be9ca13a70 None None] Provisioning complete for port 8045cc56-71b3-40f4-bc7b-49a633c64b16 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:51.620647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-61f554d9-72a4-46e8-afd3-59be9ca13a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.662829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-61f554d9-72a4-46e8-afd3-59be9ca13a70 None None] Port 8045cc56-71b3-40f4-bc7b-49a633c64b16 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:51.820785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router 95ea6116-3c9c-462d-aed4-9fd5b7c9f108 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:47:51.887568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2ff4edb8-6a10-4e4e-890e-64aa1a3ebe28 None None] Provisioning complete for port 8045cc56-71b3-40f4-bc7b-49a633c64b16 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:51.887901 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2ff4edb8-6a10-4e4e-890e-64aa1a3ebe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:51.925897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:51.926583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2ff4edb8-6a10-4e4e-890e-64aa1a3ebe28 None None] Port 8045cc56-71b3-40f4-bc7b-49a633c64b16 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:47:51.933438 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9431d2f5-994b-46c3-a67b-fe855ece3dcd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/95ea6116-3c9c-462d-aed4-9fd5b7c9f108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3416927 Apr 01 15:47:51.935539 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54936) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:51.936770 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a09fbe-64e1-4f60-ad90-2f565cc1fa8d None None] Sync routers for ids ['95ea6116-3c9c-462d-aed4-9fd5b7c9f108'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:51.947909 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a09fbe-64e1-4f60-ad90-2f565cc1fa8d None None] Routers {'95ea6116-3c9c-462d-aed4-9fd5b7c9f108'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:51.948881 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-12a09fbe-64e1-4f60-ad90-2f565cc1fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['95ea6116-3c9c-462d-aed4-9fd5b7c9f108'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:51.982784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fa1e93-70c7-484e-a2d4-953ab904df17 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:47:51.984310 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-66fa1e93-70c7-484e-a2d4-953ab904df17 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports/8045cc56-71b3-40f4-bc7b-49a633c64b16 HTTP/1.1" status: 200 len: 910 time: 0.0477459 Apr 01 15:47:51.986564 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-12a09fbe-64e1-4f60-ad90-2f565cc1fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:51.988946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54938) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:51.996057 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a09fbe-64e1-4f60-ad90-2f565cc1fa8d None None] Routers {'95ea6116-3c9c-462d-aed4-9fd5b7c9f108'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:51.996726 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-12a09fbe-64e1-4f60-ad90-2f565cc1fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['95ea6116-3c9c-462d-aed4-9fd5b7c9f108'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:52.029763 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-12a09fbe-64e1-4f60-ad90-2f565cc1fa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:52.030411 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a09fbe-64e1-4f60-ad90-2f565cc1fa8d None None] The sync data for ids ['95ea6116-3c9c-462d-aed4-9fd5b7c9f108'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:52.221428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 497d5b89-e111-4c81-ba54-c81b674559c7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:47:52.270761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 497d5b89-e111-4c81-ba54-c81b674559c7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:47:52.271131 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.318971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.567965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 8045cc56-71b3-40f4-bc7b-49a633c64b16 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:52.568305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.655990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:52.667821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 8045cc56-71b3-40f4-bc7b-49a633c64b16 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:52.992310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.024765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=8045cc56-71b3-40f4-bc7b-49a633c64b16,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:53.168824 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.321086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router 95ea6116-3c9c-462d-aed4-9fd5b7c9f108 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:53.397341 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:53.402290 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-343a3722-271e-4cde-b8ce-2bbef3cf6a2c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/95ea6116-3c9c-462d-aed4-9fd5b7c9f108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4123347 Apr 01 15:47:53.404949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54944) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:53.407527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c52db-d707-46ce-8917-20132bac4d99 None None] Sync routers for ids ['95ea6116-3c9c-462d-aed4-9fd5b7c9f108'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:53.418373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c52db-d707-46ce-8917-20132bac4d99 None None] Routers {'95ea6116-3c9c-462d-aed4-9fd5b7c9f108'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:53.419072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-024c52db-d707-46ce-8917-20132bac4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['95ea6116-3c9c-462d-aed4-9fd5b7c9f108'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:53.433453 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c8ae0cf7-ba0c-4071-bb83-e2f7fb7a5f63 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=95ea6116-3c9c-462d-aed4-9fd5b7c9f108 HTTP/1.1" status: 200 len: 205 time: 0.0245583 Apr 01 15:47:53.433648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54946) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:53.451959 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-024c52db-d707-46ce-8917-20132bac4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:53.460625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024c52db-d707-46ce-8917-20132bac4d99 None None] Routers {'95ea6116-3c9c-462d-aed4-9fd5b7c9f108'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:53.461272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-024c52db-d707-46ce-8917-20132bac4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['95ea6116-3c9c-462d-aed4-9fd5b7c9f108'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:53.492221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-024c52db-d707-46ce-8917-20132bac4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:53.492877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c52db-d707-46ce-8917-20132bac4d99 None None] The sync data for ids ['95ea6116-3c9c-462d-aed4-9fd5b7c9f108'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:53.509589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5909c85c-4b5d-44c5-9b46-4e485d4e9b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.664792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5909c85c-4b5d-44c5-9b46-4e485d4e9b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.667631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5909c85c-4b5d-44c5-9b46-4e485d4e9b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.875080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5909c85c-4b5d-44c5-9b46-4e485d4e9b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.875771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5909c85c-4b5d-44c5-9b46-4e485d4e9b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Fanout notify agent at l3_agent the message router_deleted on router 95ea6116-3c9c-462d-aed4-9fd5b7c9f108 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:47:53.883250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5909c85c-4b5d-44c5-9b46-4e485d4e9b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.884740 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5909c85c-4b5d-44c5-9b46-4e485d4e9b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/95ea6116-3c9c-462d-aed4-9fd5b7c9f108 HTTP/1.1" status: 204 len: 168 time: 0.4501939 Apr 01 15:47:53.887291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54948) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:53.944143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0251245c-d112-401e-a238-b7930abcc781 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting subnet 1195c4f5-02c1-4c3a-adc5-bd5d405a2cab {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:47:53.947471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0251245c-d112-401e-a238-b7930abcc781 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.989072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0251245c-d112-401e-a238-b7930abcc781 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.074200 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0251245c-d112-401e-a238-b7930abcc781 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.297892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0251245c-d112-401e-a238-b7930abcc781 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.328679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251245c-d112-401e-a238-b7930abcc781 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Subnet': ['ID=1195c4f5-02c1-4c3a-adc5-bd5d405a2cab,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:54.330837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0251245c-d112-401e-a238-b7930abcc781 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.334470 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0251245c-d112-401e-a238-b7930abcc781 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/1195c4f5-02c1-4c3a-adc5-bd5d405a2cab HTTP/1.1" status: 204 len: 168 time: 0.4461668 Apr 01 15:47:54.337913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54950) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:54.341040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e571eed-cb9f-4fea-afb8-a07659542813 None None] Network 595bb529-b12d-4db5-9305-09fe3410c2b3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:47:54.423870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.491859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 497d5b89-e111-4c81-ba54-c81b674559c7 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:54.491859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.510539 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda0b3a-e5de-4132-aa05-801939115908 None None] DHCP port deletion for 595bb529-b12d-4db5-9305-09fe3410c2b3 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:47:54.555976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port 497d5b89-e111-4c81-ba54-c81b674559c7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=497d5b89-e111-4c81-ba54-c81b674559c7,segment=NetworkSegment(9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b),segment_id=9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:54.557014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.566477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-abda0b3a-e5de-4132-aa05-801939115908 None None] Deleting port 497d5b89-e111-4c81-ba54-c81b674559c7 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:54.566845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-abda0b3a-e5de-4132-aa05-801939115908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.569997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 497d5b89-e111-4c81-ba54-c81b674559c7 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:54.628029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-abda0b3a-e5de-4132-aa05-801939115908 None None] For port 497d5b89-e111-4c81-ba54-c81b674559c7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=497d5b89-e111-4c81-ba54-c81b674559c7,segment=NetworkSegment(9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b),segment_id=9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:47:54.628446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-abda0b3a-e5de-4132-aa05-801939115908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.640776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-abda0b3a-e5de-4132-aa05-801939115908 None None] Calling delete_port for 497d5b89-e111-4c81-ba54-c81b674559c7 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:47:54.788934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.867191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-abda0b3a-e5de-4132-aa05-801939115908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:54.895676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda0b3a-e5de-4132-aa05-801939115908 None None] Pushing event deleted for resources: {'Port': ['ID=497d5b89-e111-4c81-ba54-c81b674559c7,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:54.897641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda0b3a-e5de-4132-aa05-801939115908 None None] No DVR routers for this DVR port 497d5b89-e111-4c81-ba54-c81b674559c7 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:55.120995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=497d5b89-e111-4c81-ba54-c81b674559c7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:55.124771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No DVR routers for this DVR port 497d5b89-e111-4c81-ba54-c81b674559c7 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:47:55.139517 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:47:55.219231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.245497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595bb529-b12d-4db5-9305-09fe3410c2b3']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:55.257348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:55.257644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd2c2e8-d3c2-4d6a-853d-1f07c1d2473b') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:55.277743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.292593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.298547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:47:55.298928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:47:55.301821 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:47:55.520319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.530946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.534776 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/networks/595bb529-b12d-4db5-9305-09fe3410c2b3 HTTP/1.1" status: 204 len: 168 time: 1.1957219 Apr 01 15:47:55.540187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54952) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:55.544759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1991997637', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:55.547000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78739d-1a59-408a-8736-60545caf69bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Network': ['ID=595bb529-b12d-4db5-9305-09fe3410c2b3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:55.680155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.681883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.736858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:55.955234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.220356 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 497d5b89-e111-4c81-ba54-c81b674559c7 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:47:56.234475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.242292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 497d5b89-e111-4c81-ba54-c81b674559c7 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:47:56.242657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 497d5b89-e111-4c81-ba54-c81b674559c7 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:47:56.256987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.367617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.26.6.93 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/7c54d205-5065-4645-883d-2c9e41ad1799) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:47:56.473591 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.720483 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.773517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:47:56.773517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:47:56.773517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:47:56.794758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=7c54d205-5065-4645-883d-2c9e41ad1799,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:47:57.250846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.757889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.994435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:47:58.106366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:58.116136 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69b4b8-f98c-44d6-b262-ef58522cc222 None None] Sync routers for ids ['f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:58.126687 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69b4b8-f98c-44d6-b262-ef58522cc222 None None] Routers {'f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:58.127303 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8b69b4b8-f98c-44d6-b262-ef58522cc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:58.163748 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8b69b4b8-f98c-44d6-b262-ef58522cc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:58.172703 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69b4b8-f98c-44d6-b262-ef58522cc222 None None] Routers {'f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:58.173343 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8b69b4b8-f98c-44d6-b262-ef58522cc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:58.205894 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8b69b4b8-f98c-44d6-b262-ef58522cc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:58.206539 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69b4b8-f98c-44d6-b262-ef58522cc222 None None] The sync data for ids ['f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:58.285444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.286628 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ad002f9d-a9f2-4134-a552-0c49683a52bb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.7454193 Apr 01 15:47:58.289889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54954) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:58.403303 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3013ca2e-b726-41c5-90ce-fa58c21813fc tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/routers/f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd HTTP/1.1" status: 200 len: 880 time: 0.1122410 Apr 01 15:47:58.405795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54956) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:58.539676 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5bd3ea1d-a0be-4880-93a0-a3755a38778c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1327069 Apr 01 15:47:58.542184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54958) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:58.546484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7f536775-125c-42e8-9a52-aeab2fccee3e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1991997637'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:47:58.855492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f536775-125c-42e8-9a52-aeab2fccee3e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:58.988699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f536775-125c-42e8-9a52-aeab2fccee3e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.104299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f536775-125c-42e8-9a52-aeab2fccee3e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:47:59.212992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f536775-125c-42e8-9a52-aeab2fccee3e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:47:59.220202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7f536775-125c-42e8-9a52-aeab2fccee3e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.221508 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7f536775-125c-42e8-9a52-aeab2fccee3e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd HTTP/1.1" status: 200 len: 887 time: 0.6782966 Apr 01 15:47:59.221962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff88743-e6f3-4101-b21a-7edd21df7be4 None None] Sync routers for ids ['f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:47:59.223986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54960) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:59.232581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff88743-e6f3-4101-b21a-7edd21df7be4 None None] Routers {'f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:59.233210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2ff88743-e6f3-4101-b21a-7edd21df7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:59.267586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2ff88743-e6f3-4101-b21a-7edd21df7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:59.277068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff88743-e6f3-4101-b21a-7edd21df7be4 None None] Routers {'f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:47:59.277767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2ff88743-e6f3-4101-b21a-7edd21df7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:59.310318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2ff88743-e6f3-4101-b21a-7edd21df7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:47:59.310966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff88743-e6f3-4101-b21a-7edd21df7be4 None None] The sync data for ids ['f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:47:59.341231 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eab26ba9-9c2c-4e57-a27b-6722c6e00804 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/routers/f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd HTTP/1.1" status: 200 len: 887 time: 0.1160522 Apr 01 15:47:59.343824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54962) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:59.370216 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-24dc0ecd-91b9-4ca1-b10e-c0053bf43090 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd HTTP/1.1" status: 200 len: 205 time: 0.0252879 Apr 01 15:47:59.372632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54964) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:47:59.479086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.582590 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.720325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 7c54d205-5065-4645-883d-2c9e41ad1799 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:47:59.720692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.802881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.815276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 7c54d205-5065-4645-883d-2c9e41ad1799 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:00.079968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.108838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=7c54d205-5065-4645-883d-2c9e41ad1799,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:00.173343 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.270913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.273314 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.411310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.411792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Fanout notify agent at l3_agent the message router_deleted on router f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:48:00.419206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.420449 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5ec7ec29-9c07-483b-b48c-6a969214d427 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd HTTP/1.1" status: 204 len: 168 time: 1.0464160 Apr 01 15:48:00.424462 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54966) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:00.429862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'network': {'name': 'tempest-RoutersTest-851058624'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:00.580668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:00.584303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.608694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:00.617738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.618700 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added segment 392d67eb-d8e8-466e-a320-e1a5bfbc733b of type vlan for network 8fe6e966-e9d8-4b33-ace9-463108df10af Apr 01 15:48:00.659786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.775817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.781323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:00.781947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:00.849720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Network': ['ID=8fe6e966-e9d8-4b33-ace9-463108df10af,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:00.861225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 8fe6e966-e9d8-4b33-ace9-463108df10af details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:48:00.928266 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7d296836-ac9d-4210-ac79-881ee5ecc54c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5023963 Apr 01 15:48:00.931064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54968) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:00.936049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'subnet': {'network_id': '8fe6e966-e9d8-4b33-ace9-463108df10af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:01.142893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:01.146601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.817122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:01.875961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Subnet': ['ID=26bda8a3-9b92-4922-9cc3-dfd5c96e0f17,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:01.886761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Checking segment: {'id': '392d67eb-d8e8-466e-a320-e1a5bfbc733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8fe6e966-e9d8-4b33-ace9-463108df10af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:01.887118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network hostable DHCP agents. Network: 8fe6e966-e9d8-4b33-ace9-463108df10af, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:02.051165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 8fe6e966-e9d8-4b33-ace9-463108df10af is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:02.296600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 8fe6e966-e9d8-4b33-ace9-463108df10af) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:02.300774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:02.301415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.305482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f6a69-7e4e-4593-bf12-d0bd2bf0ba87 None None] Network 8fe6e966-e9d8-4b33-ace9-463108df10af requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:02.448288 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fee5a3f5-5f70-481a-8309-ebac10b64f19 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5137453 Apr 01 15:48:02.448693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54970) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:02.452323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-8fe6e966-e9d8-4b33-ace9-463108df10af', 'network_id': '8fe6e966-e9d8-4b33-ace9-463108df10af', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'fixed_ips': [{'subnet_id': '26bda8a3-9b92-4922-9cc3-dfd5c96e0f17'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:48:02.453249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.453643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-816eee6d-df04-43a6-b4e0-488849fdd6b9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-162536593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:02.595472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Allocated IP 172.20.0.2 (8fe6e966-e9d8-4b33-ace9-463108df10af/26bda8a3-9b92-4922-9cc3-dfd5c96e0f17/22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:02.604649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-816eee6d-df04-43a6-b4e0-488849fdd6b9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.610555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-816eee6d-df04-43a6-b4e0-488849fdd6b9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.660274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-816eee6d-df04-43a6-b4e0-488849fdd6b9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.745892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:02.880029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-816eee6d-df04-43a6-b4e0-488849fdd6b9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.017101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.033603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-816eee6d-df04-43a6-b4e0-488849fdd6b9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.034857 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-816eee6d-df04-43a6-b4e0-488849fdd6b9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5851130 Apr 01 15:48:03.037555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54972) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:03.064313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Network 8fe6e966-e9d8-4b33-ace9-463108df10af is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:03.067148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:03.071591 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:03.074827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Pushing event updated for resources: {'Port': ['ID=22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:03.129292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Attempting to bind port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:03.129663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Attempting to bind port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '392d67eb-d8e8-466e-a320-e1a5bfbc733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8fe6e966-e9d8-4b33-ace9-463108df10af'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:03.130089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Attempting to bind port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 on network 8fe6e966-e9d8-4b33-ace9-463108df10af {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:03.135340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:03.135737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Checking segment: {'id': '392d67eb-d8e8-466e-a320-e1a5bfbc733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8fe6e966-e9d8-4b33-ace9-463108df10af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:03.136113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.136535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Bound using segment: {'id': '392d67eb-d8e8-466e-a320-e1a5bfbc733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8fe6e966-e9d8-4b33-ace9-463108df10af'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:03.137082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Bound port: 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392d67eb-d8e8-466e-a320-e1a5bfbc733b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8fe6e966-e9d8-4b33-ace9-463108df10af'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:03.137465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.201379 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] For port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:03.204492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] For port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40,segment=NetworkSegment(392d67eb-d8e8-466e-a320-e1a5bfbc733b),segment_id=392d67eb-d8e8-466e-a320-e1a5bfbc733b)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:03.325091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.331595 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.397917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e506f-f102-482a-a688-7bdab7f00384 None None] Pushing event updated for resources: {'Port': ['ID=22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:03.599497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.20.0.1 (8fe6e966-e9d8-4b33-ace9-463108df10af/26bda8a3-9b92-4922-9cc3-dfd5c96e0f17/dcfb7b32-cf0d-4440-aee0-210d9598f1f1) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:03.717694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.834522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:03.878236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 8fe6e966-e9d8-4b33-ace9-463108df10af is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:03.881506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:03.885291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:03.891933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=dcfb7b32-cf0d-4440-aee0-210d9598f1f1,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:03.934496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.136977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.272732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:04.328025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:04.328459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.351516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a786898-414e-4bdc-b46e-fe8657d41383 None None] Network 8fe6e966-e9d8-4b33-ace9-463108df10af requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:04.428220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.445016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c7f5d211-6d5d-41ea-9c0c-1f82dc467561 None None] Provisioning complete for port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:04.445355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d211-6d5d-41ea-9c0c-1f82dc467561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.491141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.558728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.569654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.571464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=dcfb7b32-cf0d-4440-aee0-210d9598f1f1,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:04.641569 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40,segment=NetworkSegment(392d67eb-d8e8-466e-a320-e1a5bfbc733b),segment_id=392d67eb-d8e8-466e-a320-e1a5bfbc733b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:04.661256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7f5d211-6d5d-41ea-9c0c-1f82dc467561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.672947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 8fe6e966-e9d8-4b33-ace9-463108df10af is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:04.674908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:04.765656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.820186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0783-d825-4b0b-94ab-7a8bad4b1e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.856864 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-c7f5d211-6d5d-41ea-9c0c-1f82dc467561 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:04.857214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-c7f5d211-6d5d-41ea-9c0c-1f82dc467561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:04.858120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:04.942359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router a2738e3c-a484-40fb-b407-3fc059551ad5 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:48:05.038404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:05.046910 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b6a5dbf1-7e43-488f-900a-2d014516ca6c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/a2738e3c-a484-40fb-b407-3fc059551ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0056844 Apr 01 15:48:05.046910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54974) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:05.048711 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263426b2-1871-4ae6-836b-2a709b07840a None None] Sync routers for ids ['a2738e3c-a484-40fb-b407-3fc059551ad5'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:05.060542 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263426b2-1871-4ae6-836b-2a709b07840a None None] Routers {'a2738e3c-a484-40fb-b407-3fc059551ad5'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:05.061264 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-263426b2-1871-4ae6-836b-2a709b07840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2738e3c-a484-40fb-b407-3fc059551ad5'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:05.094008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10fcb27-a3d5-4dc1-aa3f-27346546a5b6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:05.097965 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f10fcb27-a3d5-4dc1-aa3f-27346546a5b6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports/dcfb7b32-cf0d-4440-aee0-210d9598f1f1 HTTP/1.1" status: 200 len: 910 time: 0.0475681 Apr 01 15:48:05.098221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54976) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:05.101205 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-263426b2-1871-4ae6-836b-2a709b07840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:05.103446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-830ad41f-0cca-4190-a674-a01e2134c0ce tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26bda8a3-9b92-4922-9cc3-dfd5c96e0f17'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:05.113680 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263426b2-1871-4ae6-836b-2a709b07840a None None] Routers {'a2738e3c-a484-40fb-b407-3fc059551ad5'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:05.114320 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-263426b2-1871-4ae6-836b-2a709b07840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:47:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2738e3c-a484-40fb-b407-3fc059551ad5'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:05.146974 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-263426b2-1871-4ae6-836b-2a709b07840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:05.147699 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263426b2-1871-4ae6-836b-2a709b07840a None None] The sync data for ids ['a2738e3c-a484-40fb-b407-3fc059551ad5'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:05.264440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-830ad41f-0cca-4190-a674-a01e2134c0ce tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.514889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ba24abbe-05ea-4bde-8eaa-b061c96e3ef2 None None] Provisioning complete for port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:05.515489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ba24abbe-05ea-4bde-8eaa-b061c96e3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.607102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ba24abbe-05ea-4bde-8eaa-b061c96e3ef2 None None] Provisioning complete for port dcfb7b32-cf0d-4440-aee0-210d9598f1f1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:05.607477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ba24abbe-05ea-4bde-8eaa-b061c96e3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.632310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-830ad41f-0cca-4190-a674-a01e2134c0ce tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.641389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ba24abbe-05ea-4bde-8eaa-b061c96e3ef2 None None] Port dcfb7b32-cf0d-4440-aee0-210d9598f1f1 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:05.743877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-830ad41f-0cca-4190-a674-a01e2134c0ce tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.820770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad41f-0cca-4190-a674-a01e2134c0ce tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=dcfb7b32-cf0d-4440-aee0-210d9598f1f1,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:05.831657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ad41f-0cca-4190-a674-a01e2134c0ce tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:05.831657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-830ad41f-0cca-4190-a674-a01e2134c0ce tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:05.832576 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-830ad41f-0cca-4190-a674-a01e2134c0ce tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/ports/dcfb7b32-cf0d-4440-aee0-210d9598f1f1 HTTP/1.1" status: 200 len: 910 time: 0.7333841 Apr 01 15:48:05.835683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54978) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:06.228541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:06.279843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:06.280196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.443915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.689750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port dcfb7b32-cf0d-4440-aee0-210d9598f1f1 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:06.690111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.784471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:06.796236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for dcfb7b32-cf0d-4440-aee0-210d9598f1f1 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:07.034410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.063364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=dcfb7b32-cf0d-4440-aee0-210d9598f1f1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:07.203825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.237626 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-15df28c4-2831-483e-87ec-80c196eda461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.367224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router a2738e3c-a484-40fb-b407-3fc059551ad5 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:07.446274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:07.451515 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e1f35f21-b9f4-411e-88eb-eec136ec1b4f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/a2738e3c-a484-40fb-b407-3fc059551ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6148605 Apr 01 15:48:07.454312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54980) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:07.457528 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a05d7f-b52f-4dfa-be65-f21dfa5f4362 None None] Sync routers for ids ['a2738e3c-a484-40fb-b407-3fc059551ad5'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:07.471393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a05d7f-b52f-4dfa-be65-f21dfa5f4362 None None] Routers {'a2738e3c-a484-40fb-b407-3fc059551ad5'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:07.472204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07a05d7f-b52f-4dfa-be65-f21dfa5f4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2738e3c-a484-40fb-b407-3fc059551ad5'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:07.484374 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cb3c211f-ed47-4fb6-a54c-97aeb0b1030e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2738e3c-a484-40fb-b407-3fc059551ad5 HTTP/1.1" status: 200 len: 205 time: 0.0288613 Apr 01 15:48:07.486764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54982) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:07.505797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07a05d7f-b52f-4dfa-be65-f21dfa5f4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:07.514611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a05d7f-b52f-4dfa-be65-f21dfa5f4362 None None] Routers {'a2738e3c-a484-40fb-b407-3fc059551ad5'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:07.515212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07a05d7f-b52f-4dfa-be65-f21dfa5f4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a2738e3c-a484-40fb-b407-3fc059551ad5'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:07.550634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07a05d7f-b52f-4dfa-be65-f21dfa5f4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:07.551271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a05d7f-b52f-4dfa-be65-f21dfa5f4362 None None] The sync data for ids ['a2738e3c-a484-40fb-b407-3fc059551ad5'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:07.563988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b797a9f7-2908-46c5-9064-73ffcc901ecd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.726159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b797a9f7-2908-46c5-9064-73ffcc901ecd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.729893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b797a9f7-2908-46c5-9064-73ffcc901ecd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.890997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b797a9f7-2908-46c5-9064-73ffcc901ecd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.891510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b797a9f7-2908-46c5-9064-73ffcc901ecd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Fanout notify agent at l3_agent the message router_deleted on router a2738e3c-a484-40fb-b407-3fc059551ad5 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:48:07.898570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b797a9f7-2908-46c5-9064-73ffcc901ecd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:07.900237 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b797a9f7-2908-46c5-9064-73ffcc901ecd tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/a2738e3c-a484-40fb-b407-3fc059551ad5 HTTP/1.1" status: 204 len: 168 time: 0.4125404 Apr 01 15:48:07.902877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54984) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:07.953107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting subnet 26bda8a3-9b92-4922-9cc3-dfd5c96e0f17 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:48:07.956158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.000275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.081249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.245919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.279436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Subnet': ['ID=26bda8a3-9b92-4922-9cc3-dfd5c96e0f17,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:08.282081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.285208 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/26bda8a3-9b92-4922-9cc3-dfd5c96e0f17 HTTP/1.1" status: 204 len: 168 time: 0.3814154 Apr 01 15:48:08.288028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8a117e-b4b2-413c-bf29-07390a35aa7f None None] Network 8fe6e966-e9d8-4b33-ace9-463108df10af requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:08.293360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54986) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:08.293847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.293847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.293847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.293847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.293847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.293847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.294374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.294374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.294793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.295094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.295427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.295751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4a966c-0cc9-4a65-b8f9-d20551503e72 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:08.369970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.427799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:08.428221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.467862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ffb24-aae7-40e8-b35b-8c4b0a10359a None None] DHCP port deletion for 8fe6e966-e9d8-4b33-ace9-463108df10af request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:48:08.493724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40,segment=NetworkSegment(392d67eb-d8e8-466e-a320-e1a5bfbc733b),segment_id=392d67eb-d8e8-466e-a320-e1a5bfbc733b)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:08.494122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.507640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:08.516148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ffb24-aae7-40e8-b35b-8c4b0a10359a None None] Deleting port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:08.516631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffb24-aae7-40e8-b35b-8c4b0a10359a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.579320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3b6ffb24-aae7-40e8-b35b-8c4b0a10359a None None] For port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40,segment=NetworkSegment(392d67eb-d8e8-466e-a320-e1a5bfbc733b),segment_id=392d67eb-d8e8-466e-a320-e1a5bfbc733b)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:08.579712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffb24-aae7-40e8-b35b-8c4b0a10359a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.592307 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ffb24-aae7-40e8-b35b-8c4b0a10359a None None] Calling delete_port for 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:08.694722 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.701115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3b6ffb24-aae7-40e8-b35b-8c4b0a10359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.720487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:08.724150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No DVR routers for this DVR port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:08.727996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ffb24-aae7-40e8-b35b-8c4b0a10359a None None] Pushing event deleted for resources: {'Port': ['ID=22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:08.731263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ffb24-aae7-40e8-b35b-8c4b0a10359a None None] No DVR routers for this DVR port 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:08.811837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.831246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe6e966-e9d8-4b33-ace9-463108df10af']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:08.840323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392d67eb-d8e8-466e-a320-e1a5bfbc733b') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:08.840646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392d67eb-d8e8-466e-a320-e1a5bfbc733b') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:08.849870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.863482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.869666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:08.870054 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:08.873428 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:09.048668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.060841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.060841 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/networks/8fe6e966-e9d8-4b33-ace9-463108df10af HTTP/1.1" status: 204 len: 168 time: 0.7695308 Apr 01 15:48:09.062391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54988) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:09.067663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-283421be-bf63-4c66-aeae-2009bfbec8be tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1363107908', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:09.070103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5486fc-cda5-442e-9c89-2dfcbf0d787a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Network': ['ID=8fe6e966-e9d8-4b33-ace9-463108df10af,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:09.186777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-283421be-bf63-4c66-aeae-2009bfbec8be tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.187881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-283421be-bf63-4c66-aeae-2009bfbec8be tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.242670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-283421be-bf63-4c66-aeae-2009bfbec8be tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.331451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-283421be-bf63-4c66-aeae-2009bfbec8be tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.447112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-283421be-bf63-4c66-aeae-2009bfbec8be tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.448364 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-283421be-bf63-4c66-aeae-2009bfbec8be tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3843803 Apr 01 15:48:09.450991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54990) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:09.455865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'network': {'name': 'tempest-RoutersTest-1035374879'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:09.576694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:09.580192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.605905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:09.614832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.615190 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added segment 5ce32fb7-7747-424d-be90-59823c3ce378 of type vlan for network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a Apr 01 15:48:09.655364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.694425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.757380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.762977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:09.763682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:09.832328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Network': ['ID=a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:09.843304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:48:09.854041 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ad34d8e6-a7fe-4ac8-b06a-8cc3ddc64306 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4019711 Apr 01 15:48:09.856904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54992) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:09.861814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'subnet': {'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:10.037240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:10.041942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.226491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:48:10.246561 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:48:10.246896 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 22d257f4-cc44-4b61-9bcf-9cbf0f1c0d40 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:48:10.285737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.347562 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Subnet': ['ID=dd602f0c-b463-452f-b248-a4881748fe6c,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:10.357664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Checking segment: {'id': '5ce32fb7-7747-424d-be90-59823c3ce378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:10.358023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network hostable DHCP agents. Network: a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:10.448791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:10.582437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:10.586870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:10.588132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:10.591418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f86b2-71a0-4801-9382-7e8a88ce81d7 None None] Network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:10.716776 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6ad13ff7-e378-4ad4-bd80-c2374f66158e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8586895 Apr 01 15:48:10.719507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54994) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:10.737036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:48:10.737929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.015660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.049101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Allocated IP 172.20.0.2 (a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a/dd602f0c-b463-452f-b248-a4881748fe6c/ba3a8f16-08af-4c9d-821e-62fbf373c845) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:11.085386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.175568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:11.198610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.017562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.052815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:12.058375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:12.062168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:12.068625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.20.0.1 (a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a/dd602f0c-b463-452f-b248-a4881748fe6c/627627c7-3788-4876-b73c-b505f0c56db8) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:12.076894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Pushing event updated for resources: {'Port': ['ID=ba3a8f16-08af-4c9d-821e-62fbf373c845,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:12.122400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Attempting to bind port ba3a8f16-08af-4c9d-821e-62fbf373c845 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:12.123028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Attempting to bind port ba3a8f16-08af-4c9d-821e-62fbf373c845 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '5ce32fb7-7747-424d-be90-59823c3ce378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:12.123388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Attempting to bind port ba3a8f16-08af-4c9d-821e-62fbf373c845 on network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:12.129130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:12.129584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Checking segment: {'id': '5ce32fb7-7747-424d-be90-59823c3ce378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:12.129916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.130347 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Bound using segment: {'id': '5ce32fb7-7747-424d-be90-59823c3ce378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:12.130784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Bound port: ba3a8f16-08af-4c9d-821e-62fbf373c845, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce32fb7-7747-424d-be90-59823c3ce378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:12.131167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.195197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.204649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] For port ba3a8f16-08af-4c9d-821e-62fbf373c845, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:12.208272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] For port ba3a8f16-08af-4c9d-821e-62fbf373c845, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ba3a8f16-08af-4c9d-821e-62fbf373c845,segment=NetworkSegment(5ce32fb7-7747-424d-be90-59823c3ce378),segment_id=5ce32fb7-7747-424d-be90-59823c3ce378)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:12.337206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.352588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.400254 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:12.403159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdef8e1-eb18-430f-acf5-408be0f27bf6 None None] Pushing event updated for resources: {'Port': ['ID=ba3a8f16-08af-4c9d-821e-62fbf373c845,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:12.403472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:12.408436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:12.412584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=627627c7-3788-4876-b73c-b505f0c56db8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:12.458054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:12.771236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.044788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.154117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.235006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=627627c7-3788-4876-b73c-b505f0c56db8,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:13.237776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.303635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f003b859-6065-4a8a-9b0a-6525f05cf178 None None] Network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:13.349350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:13.351108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:13.446390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0b053730-2f11-4985-bbbe-dab74ed3491b None None] Provisioning complete for port ba3a8f16-08af-4c9d-821e-62fbf373c845 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:13.446802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b053730-2f11-4985-bbbe-dab74ed3491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.566897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b053730-2f11-4985-bbbe-dab74ed3491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.609419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0b053730-2f11-4985-bbbe-dab74ed3491b None None] For port ba3a8f16-08af-4c9d-821e-62fbf373c845, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ba3a8f16-08af-4c9d-821e-62fbf373c845,segment=NetworkSegment(5ce32fb7-7747-424d-be90-59823c3ce378),segment_id=5ce32fb7-7747-424d-be90-59823c3ce378)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:13.720186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b053730-2f11-4985-bbbe-dab74ed3491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.775014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b053730-2f11-4985-bbbe-dab74ed3491b None None] Pushing event updated for resources: {'Port': ['ID=ba3a8f16-08af-4c9d-821e-62fbf373c845,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:13.847151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c6424947-15da-45ad-9cfc-a5f27130f431 None None] Provisioning complete for port ba3a8f16-08af-4c9d-821e-62fbf373c845 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:13.847522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c6424947-15da-45ad-9cfc-a5f27130f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.896871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:48:13.950852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c6424947-15da-45ad-9cfc-a5f27130f431 None None] Provisioning complete for port 627627c7-3788-4876-b73c-b505f0c56db8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:13.951228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c6424947-15da-45ad-9cfc-a5f27130f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:13.991659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c6424947-15da-45ad-9cfc-a5f27130f431 None None] Port 627627c7-3788-4876-b73c-b505f0c56db8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:14.006863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:14.015409 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-09342d48-559d-438a-a0ef-e8a816a97dbe tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2919447 Apr 01 15:48:14.016836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 54996) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:14.020250 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:14.025527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'network': {'name': 'tempest-RoutersTest-1140637114'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:14.033452 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:14.034230 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:14.113298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-30d5e854-903b-4de8-a954-21bd123c37a2 None None] Provisioning complete for port 627627c7-3788-4876-b73c-b505f0c56db8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:14.113865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-30d5e854-903b-4de8-a954-21bd123c37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.126046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:14.132269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.142252 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:14.159892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-30d5e854-903b-4de8-a954-21bd123c37a2 None None] Port 627627c7-3788-4876-b73c-b505f0c56db8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:14.173468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] vlan segment allocate from pool success with {'vlan_id': 1112, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:14.191898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.192842 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added segment 7a36849e-6fc4-47fa-88f6-7a8a74dbdd84 of type vlan for network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 Apr 01 15:48:14.248294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.284426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ba3a8f16-08af-4c9d-821e-62fbf373c845 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:14.317704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-dc459997-93ee-4e9b-a001-94645849bdd4 None None] Provisioning complete for port 627627c7-3788-4876-b73c-b505f0c56db8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:14.318684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dc459997-93ee-4e9b-a001-94645849bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.352270 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:12Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:12Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:14.363416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-dc459997-93ee-4e9b-a001-94645849bdd4 None None] Port 627627c7-3788-4876-b73c-b505f0c56db8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:14.371216 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port ba3a8f16-08af-4c9d-821e-62fbf373c845 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:14.372063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.380796 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:14.381118 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Updating router effaa03f-de41-4113-b60e-ddcede2d65c8 port 627627c7-3788-4876-b73c-b505f0c56db8 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:14.403288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.409157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:14.409814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.414001 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.484634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Network': ['ID=6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:14.495978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:48:14.570057 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-60699ff0-301d-4a25-afc2-00d2f382eb49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5531597 Apr 01 15:48:14.581632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 54998) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:14.587600 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'subnet': {'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:14.719485 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.793695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:14.797435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.829170 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.882201 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Pushing event updated for resources: {'Port': ['ID=627627c7-3788-4876-b73c-b505f0c56db8,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:14.907443 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.909447 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.909447 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.909447 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.909447 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.909930 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.909930 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.910568 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.911140 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.911463 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.911793 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.912120 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:14.956065 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Attempting to bind port 627627c7-3788-4876-b73c-b505f0c56db8 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:14.956700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Attempting to bind port 627627c7-3788-4876-b73c-b505f0c56db8 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '5ce32fb7-7747-424d-be90-59823c3ce378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:14.957288 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Attempting to bind port 627627c7-3788-4876-b73c-b505f0c56db8 on network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:14.975015 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:14.975619 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Checking segment: {'id': '5ce32fb7-7747-424d-be90-59823c3ce378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:14.976456 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:14.977084 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Bound using segment: {'id': '5ce32fb7-7747-424d-be90-59823c3ce378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:14.978112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Bound port: 627627c7-3788-4876-b73c-b505f0c56db8, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce32fb7-7747-424d-be90-59823c3ce378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:14.978731 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.070072 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] For port 627627c7-3788-4876-b73c-b505f0c56db8, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:15.077108 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] For port 627627c7-3788-4876-b73c-b505f0c56db8, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=627627c7-3788-4876-b73c-b505f0c56db8,segment=NetworkSegment(5ce32fb7-7747-424d-be90-59823c3ce378),segment_id=5ce32fb7-7747-424d-be90-59823c3ce378)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:15.085578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.149591 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Subnet': ['ID=0ca2af2b-7b35-49a8-a7f4-3a306a887918,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:15.160154 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.162879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.163763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.163763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.164125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.164294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.164626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.164959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.165293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.165624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.165952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.166285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.166613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.170956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Checking segment: {'id': '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:15.170956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network hostable DHCP agents. Network: 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:15.209500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Provisioning complete for port 627627c7-3788-4876-b73c-b505f0c56db8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:15.209896 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.230357 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd4d4-9c05-4105-ba94-ec1b12deea01 None None] Pushing event updated for resources: {'Port': ['ID=627627c7-3788-4876-b73c-b505f0c56db8,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:15.239785 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:15.240462 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:15.301270 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:15.348825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.391124 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] For port 627627c7-3788-4876-b73c-b505f0c56db8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=627627c7-3788-4876-b73c-b505f0c56db8,segment=NetworkSegment(5ce32fb7-7747-424d-be90-59823c3ce378),segment_id=5ce32fb7-7747-424d-be90-59823c3ce378)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:15.426124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:15.433321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:15.434892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.447140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b62457-0443-4b59-8ac9-5a0fa164b291 None None] Network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:15.447478 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:15.484664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.553692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.585150 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-219e1aae-b624-4cbe-b09c-20531baa1015 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0021765 Apr 01 15:48:15.588882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55000) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:15.651963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Pushing event updated for resources: {'Port': ['ID=627627c7-3788-4876-b73c-b505f0c56db8,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:15.657669 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:12Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:15.673646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.674027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.674325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.675531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.675531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.675531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.676089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.676089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.676577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.676577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.676917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.677194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95126aaf-6742-48d5-9d76-fc63080d1350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:48:15.706533 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d83666c-0ee0-43e3-87af-b78a91aca756 None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:12Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:15.717761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-02bf6c8c-1f5c-4c00-8365-66451178cb8b None None] Provisioning complete for port 627627c7-3788-4876-b73c-b505f0c56db8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:15.718139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02bf6c8c-1f5c-4c00-8365-66451178cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.742055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:48:15.743427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:15.960086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Allocated IP 172.21.0.2 (6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30/0ca2af2b-7b35-49a8-a7f4-3a306a887918/d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:16.045176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.157644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.263315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.311298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 627627c7-3788-4876-b73c-b505f0c56db8 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:16.350391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:16.358101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:16.361515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:16.392448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Pushing event updated for resources: {'Port': ['ID=d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:16.406908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.21.0.1 (6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30/0ca2af2b-7b35-49a8-a7f4-3a306a887918/795ca06d-0fc6-4e25-85fa-bd8ce5b03965) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:16.478624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Attempting to bind port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:16.478822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Attempting to bind port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:16.479356 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Attempting to bind port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 on network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:16.488503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:16.488886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Checking segment: {'id': '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:16.490818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.490818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Bound using segment: {'id': '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:16.490818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Bound port: d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:16.490818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.507508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 627627c7-3788-4876-b73c-b505f0c56db8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:16.507923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.584529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.595362 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] For port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:16.599001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] For port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6,segment=NetworkSegment(7a36849e-6fc4-47fa-88f6-7a8a74dbdd84),segment_id=7a36849e-6fc4-47fa-88f6-7a8a74dbdd84)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:16.683515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.725255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:16.749341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc5466-5616-421f-ae74-b226c034ac7d None None] Pushing event updated for resources: {'Port': ['ID=d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:16.781611 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:16.784802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:16.790202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:16.797467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=795ca06d-0fc6-4e25-85fa-bd8ce5b03965,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:16.836838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.091558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.385797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.582247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.660714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:17.662689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=795ca06d-0fc6-4e25-85fa-bd8ce5b03965,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:17.782951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:17.784417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:17.897871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:17.921295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e523e-f154-414c-93db-336efcc7c0b0 None None] Network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:17.995519 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:18.001013 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-26208334-acfe-43c9-8f0d-d972a2966730 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4104230 Apr 01 15:48:18.003541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55002) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:18.008777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'network': {'name': 'tempest-RoutersTest-127210784'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:18.135126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:18.157263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:18.162492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.167946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:18.168596 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:18.187753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:18.207251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.207251 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added segment d3db2723-8762-4213-bd08-d0076ddbd5ae of type vlan for network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a Apr 01 15:48:18.210615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e8bc7d4e-80c3-494f-b16f-37a3ccbd4422 None None] Provisioning complete for port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:18.211014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d4e-80c3-494f-b16f-37a3ccbd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.253253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.295371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:18.359461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.361672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:18.366354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:18.366980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.437012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Network': ['ID=832a140b-6ea9-42f8-8546-3fe8c29d3e1a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:18.485803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:48:18.497267 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fb2cc2f3-0acc-4f52-8236-fbb4a1219c6b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4926383 Apr 01 15:48:18.500146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55004) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:18.505528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'subnet': {'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:18.588883 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:18.589252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.596604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d4e-80c3-494f-b16f-37a3ccbd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.686571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:18.692865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.727760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e8bc7d4e-80c3-494f-b16f-37a3ccbd4422 None None] For port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6,segment=NetworkSegment(7a36849e-6fc4-47fa-88f6-7a8a74dbdd84),segment_id=7a36849e-6fc4-47fa-88f6-7a8a74dbdd84)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:18.796403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.828647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:16Z', 'revision_number': 3, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:17Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:18.861969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e8bc7d4e-80c3-494f-b16f-37a3ccbd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:18.863852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:18.864125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Updating router effaa03f-de41-4113-b60e-ddcede2d65c8 port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:18.995520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.028635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:48:19.038588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:48:19.041019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc7d4e-80c3-494f-b16f-37a3ccbd4422 None None] Pushing event updated for resources: {'Port': ['ID=d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:19.055476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-279acc12-e3c7-432f-84db-88687e95e732 None None] Provisioning complete for port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:19.056087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-279acc12-e3c7-432f-84db-88687e95e732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.173164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-279acc12-e3c7-432f-84db-88687e95e732 None None] Port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:19.239035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.239666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-279acc12-e3c7-432f-84db-88687e95e732 None None] Provisioning complete for port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:19.239666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-279acc12-e3c7-432f-84db-88687e95e732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.290347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Subnet': ['ID=ecab26ac-d74c-42ec-96d5-f431c3b5536a,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:19.292963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Checking segment: {'id': 'd3db2723-8762-4213-bd08-d0076ddbd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:19.293144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network hostable DHCP agents. Network: 832a140b-6ea9-42f8-8546-3fe8c29d3e1a, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:19.454971 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.467654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:19.518088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4a574c2a-ee68-4ed5-b55f-e9225707ef3e None None] Provisioning complete for port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:19.518380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4a574c2a-ee68-4ed5-b55f-e9225707ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.579745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4a574c2a-ee68-4ed5-b55f-e9225707ef3e None None] Port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:19.610592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.654608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 832a140b-6ea9-42f8-8546-3fe8c29d3e1a) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:19.659457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:19.660374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.669424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd7337c-8b42-40ee-93eb-5ec9a5376d98 None None] Network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:19.684588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21920691-299c-4d34-b65b-2609b7ea8ce5 None None] Pushing event updated for resources: {'Port': ['ID=795ca06d-0fc6-4e25-85fa-bd8ce5b03965,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:19.771549 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-788499ac-62c2-4daf-b1f0-604c0e967556 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2700994 Apr 01 15:48:19.774228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55006) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:19.796149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Attempting to bind port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:19.800022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Attempting to bind port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:19.800022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Attempting to bind port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 on network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:19.816160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:19.816824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Checking segment: {'id': '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:19.817441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.818060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Bound using segment: {'id': '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:19.818819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Bound port: 795ca06d-0fc6-4e25-85fa-bd8ce5b03965, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:19.819428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:19.966323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-59487f17-f9a9-41df-8595-ad19439d33a2 None None] Provisioning complete for port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:19.966598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-59487f17-f9a9-41df-8595-ad19439d33a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.009599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] For port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:20.030717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:48:20.030717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.039648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] For port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=795ca06d-0fc6-4e25-85fa-bd8ce5b03965,segment=NetworkSegment(7a36849e-6fc4-47fa-88f6-7a8a74dbdd84),segment_id=7a36849e-6fc4-47fa-88f6-7a8a74dbdd84)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:20.205051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.209343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-59487f17-f9a9-41df-8595-ad19439d33a2 None None] Port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:20.260405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.342595 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21920691-299c-4d34-b65b-2609b7ea8ce5 None None] Pushing event updated for resources: {'Port': ['ID=795ca06d-0fc6-4e25-85fa-bd8ce5b03965,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:20.348527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:20.437046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:20.437690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:20.528678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Allocated IP 172.22.0.2 (832a140b-6ea9-42f8-8546-3fe8c29d3e1a/ecab26ac-d74c-42ec-96d5-f431c3b5536a/b79db494-bd91-4b9a-a0a6-f83f9a1baaf0) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:20.554066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:20.554473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:20.605983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:20.809235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cadf640f-b6dc-4356-9303-b01676133a4c None None] Provisioning complete for port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:20.809605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cadf640f-b6dc-4356-9303-b01676133a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.019636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.082345 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cadf640f-b6dc-4356-9303-b01676133a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.111830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:16Z', 'revision_number': 3, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:19Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:21.149015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.154284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49381046-a40f-4bb7-a0b0-685500cdeb34 None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:16Z', 'revision_number': 3, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:19Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:21.158005 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-cadf640f-b6dc-4356-9303-b01676133a4c None None] For port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=795ca06d-0fc6-4e25-85fa-bd8ce5b03965,segment=NetworkSegment(7a36849e-6fc4-47fa-88f6-7a8a74dbdd84),segment_id=7a36849e-6fc4-47fa-88f6-7a8a74dbdd84)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:21.172960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.22.0.1 (832a140b-6ea9-42f8-8546-3fe8c29d3e1a/ecab26ac-d74c-42ec-96d5-f431c3b5536a/6817d835-b3e2-4bf6-beda-39636370ca20) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:21.210421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:21.220972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:21.232160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:21.240325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Pushing event updated for resources: {'Port': ['ID=b79db494-bd91-4b9a-a0a6-f83f9a1baaf0,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.244247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cadf640f-b6dc-4356-9303-b01676133a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.343375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Attempting to bind port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:21.355066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Attempting to bind port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'd3db2723-8762-4213-bd08-d0076ddbd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:21.355066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Attempting to bind port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 on network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:21.355066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:21.355066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Checking segment: {'id': 'd3db2723-8762-4213-bd08-d0076ddbd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:21.355066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.355823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Bound using segment: {'id': 'd3db2723-8762-4213-bd08-d0076ddbd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:21.355823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Bound port: b79db494-bd91-4b9a-a0a6-f83f9a1baaf0, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3db2723-8762-4213-bd08-d0076ddbd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:21.355986 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.357976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf640f-b6dc-4356-9303-b01676133a4c None None] Pushing event updated for resources: {'Port': ['ID=795ca06d-0fc6-4e25-85fa-bd8ce5b03965,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.434226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] For port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:21.439197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] For port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b79db494-bd91-4b9a-a0a6-f83f9a1baaf0,segment=NetworkSegment(d3db2723-8762-4213-bd08-d0076ddbd5ae),segment_id=d3db2723-8762-4213-bd08-d0076ddbd5ae)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:21.524026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.616773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a3afb-ec09-449f-b4fa-d3802424f61e None None] Pushing event updated for resources: {'Port': ['ID=b79db494-bd91-4b9a-a0a6-f83f9a1baaf0,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.694712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.834177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:21.885300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:21.888835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:21.893174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:21.923310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=6817d835-b3e2-4bf6-beda-39636370ca20,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:21.949647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.153978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.334594 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:22.387222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:22.387680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.474576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.479091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.510691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b79db494-bd91-4b9a-a0a6-f83f9a1baaf0,segment=NetworkSegment(d3db2723-8762-4213-bd08-d0076ddbd5ae),segment_id=d3db2723-8762-4213-bd08-d0076ddbd5ae)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:22.559577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.624597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694e603-ed1b-4172-851e-95f6df2d33b2 None None] Network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:22.632855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.633616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:22.645574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.652147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=6817d835-b3e2-4bf6-beda-39636370ca20,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:22.757079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:22.759313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:22.783300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-465755fd-ddb7-4bd2-9c00-397015a2dc3d None None] Provisioning complete for port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:22.783692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-465755fd-ddb7-4bd2-9c00-397015a2dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.792948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=b79db494-bd91-4b9a-a0a6-f83f9a1baaf0,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:22.875958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:22.876523 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:22.876661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:22.994290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:23.000038 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9954de59-fd32-432f-a1b9-d7e69a7755f2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2242048 Apr 01 15:48:23.002718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55008) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:23.005963 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:23.010504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'network': {'name': 'tempest-RoutersTest-737247679'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:23.018951 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:23.019594 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:23.106136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:23.110515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.117197 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:23.141987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:23.154288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.154629 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added segment e34a9b7d-10ba-4662-91fa-5157281ef8a2 of type vlan for network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 Apr 01 15:48:23.202895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.313750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.321283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:23.325087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.402682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Network': ['ID=e542c19b-1a76-4159-9c30-fec9f6e4b1d9,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:23.414780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:48:23.421159 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:22Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:22Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:23.453233 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:23.453588 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Updating router effaa03f-de41-4113-b60e-ddcede2d65c8 port 6817d835-b3e2-4bf6-beda-39636370ca20 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:23.467441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55010) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:23.471135 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e43a5bae-ecee-42ee-b4bf-22586da0432f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4630928 Apr 01 15:48:23.472670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'subnet': {'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:23.495973 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.506360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-631f09e4-a5b3-4e8a-bbfb-3b25a4e8a3d6 None None] Provisioning complete for port 6817d835-b3e2-4bf6-beda-39636370ca20 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:23.509923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-631f09e4-a5b3-4e8a-bbfb-3b25a4e8a3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.549809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-631f09e4-a5b3-4e8a-bbfb-3b25a4e8a3d6 None None] Port 6817d835-b3e2-4bf6-beda-39636370ca20 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:23.560859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-631f09e4-a5b3-4e8a-bbfb-3b25a4e8a3d6 None None] Provisioning complete for port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:23.561260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-631f09e4-a5b3-4e8a-bbfb-3b25a4e8a3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.697526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Made reservation on behalf of de0d45646a824b37bfad890c1073fa63 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:23.704114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.813912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-851c11e9-cbf8-4137-871d-35e8af400e0f None None] Provisioning complete for port 6817d835-b3e2-4bf6-beda-39636370ca20 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:23.815840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-851c11e9-cbf8-4137-871d-35e8af400e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.841841 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.869741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-851c11e9-cbf8-4137-871d-35e8af400e0f None None] Port 6817d835-b3e2-4bf6-beda-39636370ca20 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:23.968934 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.993988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-287ab75b-2b22-4159-96bc-642f7bea74c9 None None] Provisioning complete for port 6817d835-b3e2-4bf6-beda-39636370ca20 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:23.993988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-287ab75b-2b22-4159-96bc-642f7bea74c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.015642 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4058ed-016d-4845-ac51-c3a641e5a16a None None] Pushing event updated for resources: {'Port': ['ID=6817d835-b3e2-4bf6-beda-39636370ca20,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:24.033235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-287ab75b-2b22-4159-96bc-642f7bea74c9 None None] Port 6817d835-b3e2-4bf6-beda-39636370ca20 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:24.079769 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.100671 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Attempting to bind port 6817d835-b3e2-4bf6-beda-39636370ca20 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:24.103332 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Attempting to bind port 6817d835-b3e2-4bf6-beda-39636370ca20 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'd3db2723-8762-4213-bd08-d0076ddbd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:24.103332 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Attempting to bind port 6817d835-b3e2-4bf6-beda-39636370ca20 on network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:24.109424 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:24.110500 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Checking segment: {'id': 'd3db2723-8762-4213-bd08-d0076ddbd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:24.113399 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.114096 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Bound using segment: {'id': 'd3db2723-8762-4213-bd08-d0076ddbd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:24.114883 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Bound port: 6817d835-b3e2-4bf6-beda-39636370ca20, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3db2723-8762-4213-bd08-d0076ddbd5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:24.115542 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.170252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Subnet': ['ID=0337a548-530e-4bba-979e-0f166dadd552,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:24.172791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Checking segment: {'id': 'e34a9b7d-10ba-4662-91fa-5157281ef8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:24.173151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network hostable DHCP agents. Network: e542c19b-1a76-4159-9c30-fec9f6e4b1d9, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:24.203687 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] For port 6817d835-b3e2-4bf6-beda-39636370ca20, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:24.207156 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] For port 6817d835-b3e2-4bf6-beda-39636370ca20, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6817d835-b3e2-4bf6-beda-39636370ca20,segment=NetworkSegment(d3db2723-8762-4213-bd08-d0076ddbd5ae),segment_id=d3db2723-8762-4213-bd08-d0076ddbd5ae)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:24.269881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:24.300133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:24.346912 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.347895 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:24.348275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.390703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-9edbb9a5-f83d-40d6-8094-f224be899fcb None None] Provisioning complete for port 6817d835-b3e2-4bf6-beda-39636370ca20 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:24.391624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9edbb9a5-f83d-40d6-8094-f224be899fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.417538 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:24.418202 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:24.463323 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4058ed-016d-4845-ac51-c3a641e5a16a None None] Pushing event updated for resources: {'Port': ['ID=6817d835-b3e2-4bf6-beda-39636370ca20,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:24.477565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, e542c19b-1a76-4159-9c30-fec9f6e4b1d9) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:24.482465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:24.483034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.502478 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d1ed3-9a15-41f5-a9e2-45e91e4d3b1e None None] Network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:24.583216 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:24.613326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9edbb9a5-f83d-40d6-8094-f224be899fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.619585 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e1bef778-41d5-4f66-857b-9c62342847de tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1509922 Apr 01 15:48:24.623892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55018) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:24.659091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9edbb9a5-f83d-40d6-8094-f224be899fcb None None] For port 6817d835-b3e2-4bf6-beda-39636370ca20, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6817d835-b3e2-4bf6-beda-39636370ca20,segment=NetworkSegment(d3db2723-8762-4213-bd08-d0076ddbd5ae),segment_id=d3db2723-8762-4213-bd08-d0076ddbd5ae)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:24.749723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9edbb9a5-f83d-40d6-8094-f224be899fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.806984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbb9a5-f83d-40d6-8094-f224be899fcb None None] Pushing event updated for resources: {'Port': ['ID=6817d835-b3e2-4bf6-beda-39636370ca20,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:24.810099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-e542c19b-1a76-4159-9c30-fec9f6e4b1d9', 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'fixed_ips': [{'subnet_id': '0337a548-530e-4bba-979e-0f166dadd552'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:48:24.811247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.942575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-de5fbd7b-100c-4a6f-8f2b-9d31482c51a0 None None] Provisioning complete for port 6817d835-b3e2-4bf6-beda-39636370ca20 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:24.943861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-de5fbd7b-100c-4a6f-8f2b-9d31482c51a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:24.998354 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:22Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:25.030360 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014aa580-def6-41ec-b5e5-ecc02245d400 None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:22Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:25.068718 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Allocated IP 172.23.0.2 (e542c19b-1a76-4159-9c30-fec9f6e4b1d9/0337a548-530e-4bba-979e-0f166dadd552/748456d9-59a5-411c-b142-c0cd6bd48b92) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:25.161487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.275710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.380711 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.431188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:25.434752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:25.439602 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:25.442943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Pushing event updated for resources: {'Port': ['ID=748456d9-59a5-411c-b142-c0cd6bd48b92,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:25.499482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Attempting to bind port 748456d9-59a5-411c-b142-c0cd6bd48b92 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:25.499860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Attempting to bind port 748456d9-59a5-411c-b142-c0cd6bd48b92 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'e34a9b7d-10ba-4662-91fa-5157281ef8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:25.500227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Attempting to bind port 748456d9-59a5-411c-b142-c0cd6bd48b92 on network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:25.503689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Allocated IP 172.23.0.1 (e542c19b-1a76-4159-9c30-fec9f6e4b1d9/0337a548-530e-4bba-979e-0f166dadd552/57404367-d797-4a84-a2c5-e72aa565e5e0) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:25.507011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:25.507710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Checking segment: {'id': 'e34a9b7d-10ba-4662-91fa-5157281ef8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:25.507963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.508758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Bound using segment: {'id': 'e34a9b7d-10ba-4662-91fa-5157281ef8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:25.509249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Bound port: 748456d9-59a5-411c-b142-c0cd6bd48b92, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a9b7d-10ba-4662-91fa-5157281ef8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:25.509650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.601893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] For port 748456d9-59a5-411c-b142-c0cd6bd48b92, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:25.607405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] For port 748456d9-59a5-411c-b142-c0cd6bd48b92, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=748456d9-59a5-411c-b142-c0cd6bd48b92,segment=NetworkSegment(e34a9b7d-10ba-4662-91fa-5157281ef8a2),segment_id=e34a9b7d-10ba-4662-91fa-5157281ef8a2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:25.658601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.760140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.826259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9565cfa-9db5-489d-897f-885071d0de51 None None] Pushing event updated for resources: {'Port': ['ID=748456d9-59a5-411c-b142-c0cd6bd48b92,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:25.877816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:25.926403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:25.930086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:25.934614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:25.963245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=57404367-d797-4a84-a2c5-e72aa565e5e0,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:25.994752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.267197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.307095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 748456d9-59a5-411c-b142-c0cd6bd48b92 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:26.364662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 748456d9-59a5-411c-b142-c0cd6bd48b92 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:26.364930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.450874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.504167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 748456d9-59a5-411c-b142-c0cd6bd48b92, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=748456d9-59a5-411c-b142-c0cd6bd48b92,segment=NetworkSegment(e34a9b7d-10ba-4662-91fa-5157281ef8a2),segment_id=e34a9b7d-10ba-4662-91fa-5157281ef8a2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:26.612643 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-5d3cbac6-1d49-4fbb-b411-c165e7e95f70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1189973 Apr 01 15:48:26.628967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.698337 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.699483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6817d835-b3e2-4bf6-beda-39636370ca20 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:26.720878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-4ad9b9e3-bed8-4b3b-95bf-69f641d539ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:26.722889 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-4ad9b9e3-bed8-4b3b-95bf-69f641d539ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 1099 time: 0.0537500 Apr 01 15:48:26.796902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=748456d9-59a5-411c-b142-c0cd6bd48b92,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:26.815956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 6817d835-b3e2-4bf6-beda-39636370ca20 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:26.816584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.849221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.928267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609ac34-45de-4c29-94e2-7a68aafbde90 None None] Network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:26.943216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.949296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-0b536f2c-a54d-45ff-b92e-d67e8858dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:26.950783 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-0b536f2c-a54d-45ff-b92e-d67e8858dadf service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.1975260 Apr 01 15:48:26.954976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event updated for resources: {'Port': ['ID=57404367-d797-4a84-a2c5-e72aa565e5e0,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:27.003098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-62173e3e-254e-4276-bbce-b150c7f5626d None None] Provisioning complete for port 748456d9-59a5-411c-b142-c0cd6bd48b92 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:27.003517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-62173e3e-254e-4276-bbce-b150c7f5626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.083212 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-c7bf5e1f-668c-4cde-a331-2e30d5e42ed3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d146460f-5d0f-4614-a0d9-b529995579db HTTP/1.1" status: 200 len: 1002 time: 0.1199954 Apr 01 15:48:27.145703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:27.151746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:27.164486 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-4f462cae-45ea-4ee8-8392-bf50a6e1d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:27.165956 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-4f462cae-45ea-4ee8-8392-bf50a6e1d687 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0712829 Apr 01 15:48:27.289257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-cadc5e66-f15a-437e-bff6-11fc698ed109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:27.290793 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-cadc5e66-f15a-437e-bff6-11fc698ed109 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890596 Apr 01 15:48:27.302348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:27.391297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4b7a5c7a-4429-49e4-9e5e-cc03539a74bf None None] Provisioning complete for port 57404367-d797-4a84-a2c5-e72aa565e5e0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:27.391662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5c7a-4429-49e4-9e5e-cc03539a74bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.430449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a5c7a-4429-49e4-9e5e-cc03539a74bf None None] Port 57404367-d797-4a84-a2c5-e72aa565e5e0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:27.441412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4b7a5c7a-4429-49e4-9e5e-cc03539a74bf None None] Provisioning complete for port 748456d9-59a5-411c-b142-c0cd6bd48b92 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:27.442285 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4b7a5c7a-4429-49e4-9e5e-cc03539a74bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.665108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4209c43c-2a58-47a1-8585-d363b7605609 None None] Provisioning complete for port 57404367-d797-4a84-a2c5-e72aa565e5e0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:27.665483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4209c43c-2a58-47a1-8585-d363b7605609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.707857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4209c43c-2a58-47a1-8585-d363b7605609 None None] Port 57404367-d797-4a84-a2c5-e72aa565e5e0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:27.818463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:27.825027 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-30b83c1d-df1d-4d4d-9a4b-40529a910af3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1989007 Apr 01 15:48:27.828364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55020) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:27.830982 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-59974b56-5866-4c57-a5c9-313b0b23bf15 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266411 Apr 01 15:48:27.833210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:27.834438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:27.852612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6b26588c-df33-4776-b656-db8f76503be0 None None] Provisioning complete for port 57404367-d797-4a84-a2c5-e72aa565e5e0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:27.852612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6b26588c-df33-4776-b656-db8f76503be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.876674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:27.877257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:27.941892 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a31a753e-16d5-4cf8-8a41-09c9d44e4e69 req-223ec52c-0ee5-4eee-984e-631022bfb259 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998266 Apr 01 15:48:27.959326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6b26588c-df33-4776-b656-db8f76503be0 None None] Port 57404367-d797-4a84-a2c5-e72aa565e5e0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:27.981610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:28.240478 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:26Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '57404367-d797-4a84-a2c5-e72aa565e5e0', 'name': '', 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:df:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '0337a548-530e-4bba-979e-0f166dadd552', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:25Z', 'updated_at': '2022-04-01T15:48:26Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0337a548-530e-4bba-979e-0f166dadd552', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:28.276852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 748456d9-59a5-411c-b142-c0cd6bd48b92 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:28.280729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:28.281197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Updating router effaa03f-de41-4113-b60e-ddcede2d65c8 port 57404367-d797-4a84-a2c5-e72aa565e5e0 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:28.340859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.443355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 748456d9-59a5-411c-b142-c0cd6bd48b92 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:28.443752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.539078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.extraroute_db [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=110105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 15:48:28.555143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.extraroute_db [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Removed routes are [] {{(pid=110105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 15:48:28.555627 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.843082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.881556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.885231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:28.987570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:28.988001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.059333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557c9b8-3d82-46ea-a7e6-58c196b7f181 None None] Pushing event updated for resources: {'Port': ['ID=57404367-d797-4a84-a2c5-e72aa565e5e0,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:29.090655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:29.098378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.099145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Attempting to bind port 57404367-d797-4a84-a2c5-e72aa565e5e0 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:29.099508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Attempting to bind port 57404367-d797-4a84-a2c5-e72aa565e5e0 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'e34a9b7d-10ba-4662-91fa-5157281ef8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:29.099695 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8ba5c331-cd4f-4bb5-b5d9-b66a4cd9ce7b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8 HTTP/1.1" status: 200 len: 934 time: 1.2700989 Apr 01 15:48:29.099860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Attempting to bind port 57404367-d797-4a84-a2c5-e72aa565e5e0 on network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:29.102767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55022) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:29.106253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:29.106751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Checking segment: {'id': 'e34a9b7d-10ba-4662-91fa-5157281ef8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:29.107256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.107690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Bound using segment: {'id': 'e34a9b7d-10ba-4662-91fa-5157281ef8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:29.108161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Bound port: 57404367-d797-4a84-a2c5-e72aa565e5e0, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34a9b7d-10ba-4662-91fa-5157281ef8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:29.108572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.182266 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] For port 57404367-d797-4a84-a2c5-e72aa565e5e0, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:29.185624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] For port 57404367-d797-4a84-a2c5-e72aa565e5e0, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=57404367-d797-4a84-a2c5-e72aa565e5e0,segment=NetworkSegment(e34a9b7d-10ba-4662-91fa-5157281ef8a2),segment_id=e34a9b7d-10ba-4662-91fa-5157281ef8a2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:29.210567 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6ece20be-3d44-4910-8d6d-7dfdca92eff6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8 HTTP/1.1" status: 200 len: 934 time: 0.1065259 Apr 01 15:48:29.213152 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55024) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:29.217850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'routes': None}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:29.289743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-88adf33e-aa98-4097-9a5b-5052aee83f5e None None] Provisioning complete for port 57404367-d797-4a84-a2c5-e72aa565e5e0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:29.290138 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-88adf33e-aa98-4097-9a5b-5052aee83f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.321889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.355030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-88adf33e-aa98-4097-9a5b-5052aee83f5e None None] Port 57404367-d797-4a84-a2c5-e72aa565e5e0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:29.388712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:29.389352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:29.424394 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557c9b8-3d82-46ea-a7e6-58c196b7f181 None None] Pushing event updated for resources: {'Port': ['ID=57404367-d797-4a84-a2c5-e72aa565e5e0,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:29.489118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:29.606760 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.extraroute_db [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added routes are [] {{(pid=110105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 15:48:29.606994 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.extraroute_db [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=110105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 15:48:29.636681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.696271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6a52bbe7-a582-42c9-93c9-45cb983a64f9 None None] Provisioning complete for port 57404367-d797-4a84-a2c5-e72aa565e5e0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:29.696664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6a52bbe7-a582-42c9-93c9-45cb983a64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.742360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:28Z', 'revision_number': 6, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '57404367-d797-4a84-a2c5-e72aa565e5e0', 'name': '', 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:df:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '0337a548-530e-4bba-979e-0f166dadd552', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:25Z', 'updated_at': '2022-04-01T15:48:29Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0337a548-530e-4bba-979e-0f166dadd552', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:29.776979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d56e25-028f-4d89-a9f3-d4f8ef52c437 None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:28Z', 'revision_number': 6, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '57404367-d797-4a84-a2c5-e72aa565e5e0', 'name': '', 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:df:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '0337a548-530e-4bba-979e-0f166dadd552', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:25Z', 'updated_at': '2022-04-01T15:48:29Z', 'revision_number': 4, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0337a548-530e-4bba-979e-0f166dadd552', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:29.816303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6a52bbe7-a582-42c9-93c9-45cb983a64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.882998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6a52bbe7-a582-42c9-93c9-45cb983a64f9 None None] For port 57404367-d797-4a84-a2c5-e72aa565e5e0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=57404367-d797-4a84-a2c5-e72aa565e5e0,segment=NetworkSegment(e34a9b7d-10ba-4662-91fa-5157281ef8a2),segment_id=e34a9b7d-10ba-4662-91fa-5157281ef8a2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:29.987368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.990938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.010919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6a52bbe7-a582-42c9-93c9-45cb983a64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.069113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52bbe7-a582-42c9-93c9-45cb983a64f9 None None] Pushing event updated for resources: {'Port': ['ID=57404367-d797-4a84-a2c5-e72aa565e5e0,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:30.094476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:30.200837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:30.208989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.210783 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-75036ffc-867d-4c6f-acaf-622de1c249f1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8 HTTP/1.1" status: 200 len: 700 time: 0.9961493 Apr 01 15:48:30.213761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55026) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:30.294135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 57404367-d797-4a84-a2c5-e72aa565e5e0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:30.334030 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3825fb8f-c480-44b5-819c-29c52bf37535 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8 HTTP/1.1" status: 200 len: 700 time: 0.1189480 Apr 01 15:48:30.337467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55028) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:30.356116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 57404367-d797-4a84-a2c5-e72aa565e5e0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:30.356669 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.552524 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:30.562571 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:30.563204 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:30.658510 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:30.685427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:30.879671 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:29Z', 'revision_number': 7, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '57404367-d797-4a84-a2c5-e72aa565e5e0', 'name': '', 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:df:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '0337a548-530e-4bba-979e-0f166dadd552', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:25Z', 'updated_at': '2022-04-01T15:48:29Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0337a548-530e-4bba-979e-0f166dadd552', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:30.907968 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:30.917027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:30.917651 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:30.945507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 57404367-d797-4a84-a2c5-e72aa565e5e0 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:30.945845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.008091 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:31.035803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port 57404367-d797-4a84-a2c5-e72aa565e5e0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=57404367-d797-4a84-a2c5-e72aa565e5e0,segment=NetworkSegment(e34a9b7d-10ba-4662-91fa-5157281ef8a2),segment_id=e34a9b7d-10ba-4662-91fa-5157281ef8a2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:31.036168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.049271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 57404367-d797-4a84-a2c5-e72aa565e5e0 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:31.225505 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:29Z', 'revision_number': 7, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '57404367-d797-4a84-a2c5-e72aa565e5e0', 'name': '', 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:df:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '0337a548-530e-4bba-979e-0f166dadd552', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:25Z', 'updated_at': '2022-04-01T15:48:29Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0337a548-530e-4bba-979e-0f166dadd552', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:31.254201 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022e4f0-c5a1-4198-97d1-c4c6a57384bf None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:29Z', 'revision_number': 7, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '57404367-d797-4a84-a2c5-e72aa565e5e0', 'name': '', 'network_id': 'e542c19b-1a76-4159-9c30-fec9f6e4b1d9', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:df:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '0337a548-530e-4bba-979e-0f166dadd552', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:25Z', 'updated_at': '2022-04-01T15:48:29Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0337a548-530e-4bba-979e-0f166dadd552', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:31.331037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.366529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=57404367-d797-4a84-a2c5-e72aa565e5e0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:31.559087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:31.821232 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:31.913344 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:31.918304 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1c1f79bc-a26e-45da-bad8-bb7939d85ee2 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5795608 Apr 01 15:48:31.920953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55030) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:31.923446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:31.934924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:31.935555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:31.979690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec73163-3c4d-409c-a0e8-128719084310 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting subnet 0337a548-530e-4bba-979e-0f166dadd552 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:48:31.983724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ec73163-3c4d-409c-a0e8-128719084310 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.026159 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:32.029203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ec73163-3c4d-409c-a0e8-128719084310 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.120656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ec73163-3c4d-409c-a0e8-128719084310 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.136483 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:48:32.255076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:31Z', 'revision_number': 8, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:32.283063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:32.292425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:32.293048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:32.348652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ec73163-3c4d-409c-a0e8-128719084310 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.378978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec73163-3c4d-409c-a0e8-128719084310 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Subnet': ['ID=0337a548-530e-4bba-979e-0f166dadd552,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:32.381541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:32.382949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7ec73163-3c4d-409c-a0e8-128719084310 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.388514 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7ec73163-3c4d-409c-a0e8-128719084310 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/0337a548-530e-4bba-979e-0f166dadd552 HTTP/1.1" status: 204 len: 168 time: 0.4615915 Apr 01 15:48:32.389283 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55032) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:32.410376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95101770-257e-428b-a545-88670e75b7f3 None None] Network e542c19b-1a76-4159-9c30-fec9f6e4b1d9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:32.480004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.546494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 748456d9-59a5-411c-b142-c0cd6bd48b92 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:32.546907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.627919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port 748456d9-59a5-411c-b142-c0cd6bd48b92, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=748456d9-59a5-411c-b142-c0cd6bd48b92,segment=NetworkSegment(e34a9b7d-10ba-4662-91fa-5157281ef8a2),segment_id=e34a9b7d-10ba-4662-91fa-5157281ef8a2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:32.628278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.642698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 748456d9-59a5-411c-b142-c0cd6bd48b92 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:32.731840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:31Z', 'revision_number': 8, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:32.764326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a6ce9-7add-40d4-b05e-51cf9d9e1e21 None None] DHCP port deletion for e542c19b-1a76-4159-9c30-fec9f6e4b1d9 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:48:32.766672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9858f-c1cc-45ca-801f-b1fe918c2617 None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:31Z', 'revision_number': 8, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6817d835-b3e2-4bf6-beda-39636370ca20', 'name': '', 'network_id': '832a140b-6ea9-42f8-8546-3fe8c29d3e1a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:35:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:20Z', 'updated_at': '2022-04-01T15:48:24Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'ecab26ac-d74c-42ec-96d5-f431c3b5536a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:32.813958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-499a6ce9-7add-40d4-b05e-51cf9d9e1e21 None None] Deleting port 748456d9-59a5-411c-b142-c0cd6bd48b92 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:32.814330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-499a6ce9-7add-40d4-b05e-51cf9d9e1e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.873591 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.876391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-499a6ce9-7add-40d4-b05e-51cf9d9e1e21 None None] For port 748456d9-59a5-411c-b142-c0cd6bd48b92, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=748456d9-59a5-411c-b142-c0cd6bd48b92,segment=NetworkSegment(e34a9b7d-10ba-4662-91fa-5157281ef8a2),segment_id=e34a9b7d-10ba-4662-91fa-5157281ef8a2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:32.876792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-499a6ce9-7add-40d4-b05e-51cf9d9e1e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.893921 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-499a6ce9-7add-40d4-b05e-51cf9d9e1e21 None None] Calling delete_port for 748456d9-59a5-411c-b142-c0cd6bd48b92 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:32.905078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=748456d9-59a5-411c-b142-c0cd6bd48b92,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:32.907057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No DVR routers for this DVR port 748456d9-59a5-411c-b142-c0cd6bd48b92 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:32.969748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-499a6ce9-7add-40d4-b05e-51cf9d9e1e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.984169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:32.994732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a6ce9-7add-40d4-b05e-51cf9d9e1e21 None None] Pushing event deleted for resources: {'Port': ['ID=748456d9-59a5-411c-b142-c0cd6bd48b92,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:32.999069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a6ce9-7add-40d4-b05e-51cf9d9e1e21 None None] No DVR routers for this DVR port 748456d9-59a5-411c-b142-c0cd6bd48b92 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:33.005695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e542c19b-1a76-4159-9c30-fec9f6e4b1d9']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:33.018616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34a9b7d-10ba-4662-91fa-5157281ef8a2') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:33.018943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34a9b7d-10ba-4662-91fa-5157281ef8a2') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:33.028485 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.041353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.046991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:33.047370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:33.050346 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:33.267749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.275077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.278429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/networks/e542c19b-1a76-4159-9c30-fec9f6e4b1d9 HTTP/1.1" status: 204 len: 168 time: 0.8884292 Apr 01 15:48:33.281525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55034) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:33.291267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6ce97-7f61-4344-a5e5-3dd4a858553c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Network': ['ID=e542c19b-1a76-4159-9c30-fec9f6e4b1d9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:33.623430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:33.876471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 6817d835-b3e2-4bf6-beda-39636370ca20 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:33.876716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.250171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 57404367-d797-4a84-a2c5-e72aa565e5e0 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:48:34.273658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 57404367-d797-4a84-a2c5-e72aa565e5e0 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:48:34.274004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 57404367-d797-4a84-a2c5-e72aa565e5e0 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:48:34.274426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 748456d9-59a5-411c-b142-c0cd6bd48b92 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:48:34.289731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port 6817d835-b3e2-4bf6-beda-39636370ca20, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6817d835-b3e2-4bf6-beda-39636370ca20,segment=NetworkSegment(d3db2723-8762-4213-bd08-d0076ddbd5ae),segment_id=d3db2723-8762-4213-bd08-d0076ddbd5ae)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:34.290357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.308596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 6817d835-b3e2-4bf6-beda-39636370ca20 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:34.437368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 748456d9-59a5-411c-b142-c0cd6bd48b92 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:48:34.437627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 748456d9-59a5-411c-b142-c0cd6bd48b92 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:48:34.610728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.637525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=6817d835-b3e2-4bf6-beda-39636370ca20,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:34.770818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7c42cb50-ebc9-490f-b5e9-771aca7ab5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:34.807239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.000434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:35.096919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:35.101963 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a5aa88d5-4024-4c84-9073-add53bebfaac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193095 Apr 01 15:48:35.105020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55038) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:35.106067 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:35.116995 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:35.117698 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:35.161345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f163a109-3c18-41cc-be12-e0b30317ac6a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting subnet ecab26ac-d74c-42ec-96d5-f431c3b5536a {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:48:35.165653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f163a109-3c18-41cc-be12-e0b30317ac6a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.211834 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:35.215905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f163a109-3c18-41cc-be12-e0b30317ac6a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.341889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f163a109-3c18-41cc-be12-e0b30317ac6a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.458291 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:34Z', 'revision_number': 9, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:35.485714 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:35.495324 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:35.495932 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:35.557133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f163a109-3c18-41cc-be12-e0b30317ac6a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.583536 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:35.590603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163a109-3c18-41cc-be12-e0b30317ac6a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Subnet': ['ID=ecab26ac-d74c-42ec-96d5-f431c3b5536a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:35.602351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f163a109-3c18-41cc-be12-e0b30317ac6a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.602351 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f163a109-3c18-41cc-be12-e0b30317ac6a tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/ecab26ac-d74c-42ec-96d5-f431c3b5536a HTTP/1.1" status: 204 len: 168 time: 0.4959328 Apr 01 15:48:35.605319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55040) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:35.606036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c232db8-3c40-4703-ad57-ca34e1b0ad0a None None] Network 832a140b-6ea9-42f8-8546-3fe8c29d3e1a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:35.703606 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.768390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:35.768902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.806461 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b881eba-41e4-478e-8126-a3db50d7f4d2 None None] DHCP port deletion for 832a140b-6ea9-42f8-8546-3fe8c29d3e1a request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:48:35.840175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b79db494-bd91-4b9a-a0a6-f83f9a1baaf0,segment=NetworkSegment(d3db2723-8762-4213-bd08-d0076ddbd5ae),segment_id=d3db2723-8762-4213-bd08-d0076ddbd5ae)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:35.840515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.856783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:35.869782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8b881eba-41e4-478e-8126-a3db50d7f4d2 None None] Deleting port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:35.870164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8b881eba-41e4-478e-8126-a3db50d7f4d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.907455 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:34Z', 'revision_number': 9, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:35.939942 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414f9ff4-9e53-4b29-810e-f288c932ee40 None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:34Z', 'revision_number': 9, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '795ca06d-0fc6-4e25-85fa-bd8ce5b03965', 'name': '', 'network_id': '6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:18:21:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:16Z', 'updated_at': '2022-04-01T15:48:21Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': '0ca2af2b-7b35-49a8-a7f4-3a306a887918', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:35.957415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8b881eba-41e4-478e-8126-a3db50d7f4d2 None None] For port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b79db494-bd91-4b9a-a0a6-f83f9a1baaf0,segment=NetworkSegment(d3db2723-8762-4213-bd08-d0076ddbd5ae),segment_id=d3db2723-8762-4213-bd08-d0076ddbd5ae)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:35.957830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8b881eba-41e4-478e-8126-a3db50d7f4d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:35.973399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8b881eba-41e4-478e-8126-a3db50d7f4d2 None None] Calling delete_port for b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:36.060011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.065801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8b881eba-41e4-478e-8126-a3db50d7f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.084465 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=b79db494-bd91-4b9a-a0a6-f83f9a1baaf0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:36.092611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No DVR routers for this DVR port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:36.092789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b881eba-41e4-478e-8126-a3db50d7f4d2 None None] Pushing event deleted for resources: {'Port': ['ID=b79db494-bd91-4b9a-a0a6-f83f9a1baaf0,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:36.096473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b881eba-41e4-478e-8126-a3db50d7f4d2 None None] No DVR routers for this DVR port b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:36.180488 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.200658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832a140b-6ea9-42f8-8546-3fe8c29d3e1a']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:36.209697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3db2723-8762-4213-bd08-d0076ddbd5ae') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:36.210018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3db2723-8762-4213-bd08-d0076ddbd5ae') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:36.219384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.232558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.238366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:36.238751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:36.242643 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:36.326803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:48:36.357915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:48:36.357915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b79db494-bd91-4b9a-a0a6-f83f9a1baaf0 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:48:36.357915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6817d835-b3e2-4bf6-beda-39636370ca20 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:48:36.374286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 6817d835-b3e2-4bf6-beda-39636370ca20 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:48:36.374644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6817d835-b3e2-4bf6-beda-39636370ca20 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:48:36.388040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.398568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.399393 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/networks/832a140b-6ea9-42f8-8546-3fe8c29d3e1a HTTP/1.1" status: 204 len: 168 time: 0.7907994 Apr 01 15:48:36.402179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55042) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:36.414985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296afd42-18d3-46b7-bcda-a936d0f0035e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Network': ['ID=832a140b-6ea9-42f8-8546-3fe8c29d3e1a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:36.737295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:36.981092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:36.981357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.073816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port 795ca06d-0fc6-4e25-85fa-bd8ce5b03965, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=795ca06d-0fc6-4e25-85fa-bd8ce5b03965,segment=NetworkSegment(7a36849e-6fc4-47fa-88f6-7a8a74dbdd84),segment_id=7a36849e-6fc4-47fa-88f6-7a8a74dbdd84)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:37.074177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.085797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:37.250502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9480b1ab-3cd6-42ac-9fcb-b475ed0f084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.342179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.369293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=795ca06d-0fc6-4e25-85fa-bd8ce5b03965,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:37.543799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.733099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:37.834973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:37.840784 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d2f05dc7-26a4-41d6-a3a9-500004dc074e tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375222 Apr 01 15:48:37.844111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55044) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:37.846948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:37.857110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:37.857755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:37.903893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-11239dfb-71a1-41f0-905e-4de32edc0f2f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting subnet 0ca2af2b-7b35-49a8-a7f4-3a306a887918 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:48:37.907274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-11239dfb-71a1-41f0-905e-4de32edc0f2f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:37.947281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:37.949025 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-11239dfb-71a1-41f0-905e-4de32edc0f2f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.047864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-11239dfb-71a1-41f0-905e-4de32edc0f2f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.154530 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:37Z', 'revision_number': 10, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.186460 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:38.196595 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:38.197233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.216459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-11239dfb-71a1-41f0-905e-4de32edc0f2f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.245247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11239dfb-71a1-41f0-905e-4de32edc0f2f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca2af2b-7b35-49a8-a7f4-3a306a887918,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:38.257886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-11239dfb-71a1-41f0-905e-4de32edc0f2f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.257886 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-11239dfb-71a1-41f0-905e-4de32edc0f2f tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/0ca2af2b-7b35-49a8-a7f4-3a306a887918 HTTP/1.1" status: 204 len: 168 time: 0.4091153 Apr 01 15:48:38.259017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55046) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:38.271956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd123f-dfb3-4a74-83cd-7e2386158ff2 None None] Network 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:38.339209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:38.344943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.429786 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:38.430257 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.515570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6,segment=NetworkSegment(7a36849e-6fc4-47fa-88f6-7a8a74dbdd84),segment_id=7a36849e-6fc4-47fa-88f6-7a8a74dbdd84)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:38.515987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.532009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:38.592368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138ccad-2b73-45fa-b5fd-da814fb580e5 None None] DHCP port deletion for 6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:48:38.622748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:37Z', 'revision_number': 10, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.655922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf02606-8a1d-4175-8279-26e1be3d614e None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:37Z', 'revision_number': 10, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None, '_interfaces': [{'id': '627627c7-3788-4876-b73c-b505f0c56db8', 'name': '', 'network_id': 'a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'mac_address': 'fa:16:3e:d3:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:11Z', 'updated_at': '2022-04-01T15:48:15Z', 'revision_number': 5, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'subnets': [{'id': 'dd602f0c-b463-452f-b248-a4881748fe6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:38.677274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0138ccad-2b73-45fa-b5fd-da814fb580e5 None None] Deleting port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:38.677647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0138ccad-2b73-45fa-b5fd-da814fb580e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.739803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0138ccad-2b73-45fa-b5fd-da814fb580e5 None None] For port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6,segment=NetworkSegment(7a36849e-6fc4-47fa-88f6-7a8a74dbdd84),segment_id=7a36849e-6fc4-47fa-88f6-7a8a74dbdd84)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:38.742600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0138ccad-2b73-45fa-b5fd-da814fb580e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.753200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0138ccad-2b73-45fa-b5fd-da814fb580e5 None None] Calling delete_port for d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:38.776360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.800703 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:38.811804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No DVR routers for this DVR port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:38.841871 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0138ccad-2b73-45fa-b5fd-da814fb580e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.867567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ccad-2b73-45fa-b5fd-da814fb580e5 None None] Pushing event deleted for resources: {'Port': ['ID=d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:38.874357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0138ccad-2b73-45fa-b5fd-da814fb580e5 None None] No DVR routers for this DVR port d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:38.898378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.919692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.929777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.930073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a36849e-6fc4-47fa-88f6-7a8a74dbdd84') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:38.939643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.953905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.961547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:38.962092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:38.965973 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:39.145671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.152894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.155892 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/networks/6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30 HTTP/1.1" status: 204 len: 168 time: 0.8958437 Apr 01 15:48:39.158804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55048) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:39.168250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15aa69-c007-459e-ad9a-308a9b59e7f7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Network': ['ID=6d36d2c7-aa0f-485f-a8b7-cc7f2b18ed30,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:39.504581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.714373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.771582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port 627627c7-3788-4876-b73c-b505f0c56db8 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:39.771582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.862400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port 627627c7-3788-4876-b73c-b505f0c56db8, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=627627c7-3788-4876-b73c-b505f0c56db8,segment=NetworkSegment(5ce32fb7-7747-424d-be90-59823c3ce378),segment_id=5ce32fb7-7747-424d-be90-59823c3ce378)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:39.862903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:39.878982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for 627627c7-3788-4876-b73c-b505f0c56db8 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:40.256222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:48:40.280471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:48:40.280810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d7f2a4fd-7659-4e5e-9b59-e7b084bb28e6 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:48:40.281237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:48:40.301217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:48:40.301559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 795ca06d-0fc6-4e25-85fa-bd8ce5b03965 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:48:40.644919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.676606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=627627c7-3788-4876-b73c-b505f0c56db8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:40.830582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.884798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:40.934361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.023220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:41.099852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:41.105338 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6bd799c4-8876-42d1-b179-6f37f998ef78 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9453905 Apr 01 15:48:41.107875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55050) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:41.111082 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:41.121599 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:41.122489 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:41.162140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ba1f4d-4af8-41da-96f2-0cfc4f62b718 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting subnet dd602f0c-b463-452f-b248-a4881748fe6c {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:48:41.165571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01ba1f4d-4af8-41da-96f2-0cfc4f62b718 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.193026 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:41.212949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01ba1f4d-4af8-41da-96f2-0cfc4f62b718 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.245616 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 11, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:41.280066 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:41.290075 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:41.290723 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:41.307879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01ba1f4d-4af8-41da-96f2-0cfc4f62b718 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.368542 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:41.422388 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 11, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:41.456208 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6747be-0f2e-42d6-8318-6efaf9dfe026 None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 11, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:41.478218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01ba1f4d-4af8-41da-96f2-0cfc4f62b718 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.511525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba1f4d-4af8-41da-96f2-0cfc4f62b718 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Subnet': ['ID=dd602f0c-b463-452f-b248-a4881748fe6c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:41.517960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-01ba1f4d-4af8-41da-96f2-0cfc4f62b718 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.521197 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-01ba1f4d-4af8-41da-96f2-0cfc4f62b718 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/dd602f0c-b463-452f-b248-a4881748fe6c HTTP/1.1" status: 204 len: 168 time: 0.4122779 Apr 01 15:48:41.525354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55052) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:41.529459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf79541-f3ab-481d-ba04-aa7677455e33 None None] Network a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:41.621211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.691663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Deleting port ba3a8f16-08af-4c9d-821e-62fbf373c845 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:41.692691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.769715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] For port ba3a8f16-08af-4c9d-821e-62fbf373c845, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ba3a8f16-08af-4c9d-821e-62fbf373c845,segment=NetworkSegment(5ce32fb7-7747-424d-be90-59823c3ce378),segment_id=5ce32fb7-7747-424d-be90-59823c3ce378)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:41.769967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.782436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Calling delete_port for ba3a8f16-08af-4c9d-821e-62fbf373c845 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:41.837021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] DHCP port deletion for a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:48:42.033777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.040978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] Deleting port ba3a8f16-08af-4c9d-821e-62fbf373c845 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:48:42.043991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.086413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Port': ['ID=ba3a8f16-08af-4c9d-821e-62fbf373c845,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.088882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No DVR routers for this DVR port ba3a8f16-08af-4c9d-821e-62fbf373c845 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:42.143468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] For port ba3a8f16-08af-4c9d-821e-62fbf373c845, host dv-neutron-835865-1-hyperv, got binding levels [] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:42.143875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.166728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] Calling delete_port for ba3a8f16-08af-4c9d-821e-62fbf373c845 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:48:42.171907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.ipam_backend_mixin [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] Port ba3a8f16-08af-4c9d-821e-62fbf373c845 was not found and therefore no delete operation was performed {{(pid=110107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 15:48:42.173961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.202841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.228717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] Pushing event deleted for resources: {'Port': ['ID=ba3a8f16-08af-4c9d-821e-62fbf373c845,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.232083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57ce87-8f1d-45e8-acf5-a13d4bdd356b None None] No DVR routers for this DVR port ba3a8f16-08af-4c9d-821e-62fbf373c845 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:48:42.240580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:42.257304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce32fb7-7747-424d-be90-59823c3ce378') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:42.257602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce32fb7-7747-424d-be90-59823c3ce378') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:42.269260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ba3a8f16-08af-4c9d-821e-62fbf373c845 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:48:42.274313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.289066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.291431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: ba3a8f16-08af-4c9d-821e-62fbf373c845 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:48:42.291776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ba3a8f16-08af-4c9d-821e-62fbf373c845 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:48:42.292201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 627627c7-3788-4876-b73c-b505f0c56db8 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:48:42.295510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:48:42.295910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:48:42.299100 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:48:42.315432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 627627c7-3788-4876-b73c-b505f0c56db8 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:48:42.320044 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 627627c7-3788-4876-b73c-b505f0c56db8 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:48:42.482623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.489564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:42.495819 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/networks/a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a HTTP/1.1" status: 204 len: 168 time: 0.9669318 Apr 01 15:48:42.496213 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55054) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:42.502145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'routes': None}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:42.505402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f128f34-e393-4a84-949a-4e38121b5f29 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Pushing event deleted for resources: {'Network': ['ID=a2a89989-2a3b-4ff1-b8ec-fefd3103cd5a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:42.954413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.extraroute_db [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Added routes are [] {{(pid=110105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 01 15:48:42.954739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.extraroute_db [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Removed routes are [] {{(pid=110105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 01 15:48:42.955057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.090718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.096993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.180174 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router effaa03f-de41-4113-b60e-ddcede2d65c8 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:43.262652 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:43.269388 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.275560 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-89f11cc0-f250-418f-85c0-95ae47dedc4d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8 HTTP/1.1" status: 200 len: 701 time: 0.7730141 Apr 01 15:48:43.275770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] Sync routers for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:43.276267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55056) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:43.287328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:43.288171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:43.303240 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0160be46-b930-4082-a38a-3ccfb4d54eac tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=effaa03f-de41-4113-b60e-ddcede2d65c8 HTTP/1.1" status: 200 len: 205 time: 0.0265939 Apr 01 15:48:43.307329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55058) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:43.361284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:43.386357 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1f891c8b-e325-45cd-9333-e2338171e7e9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.419118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 11, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:43.449574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] Checking router: effaa03f-de41-4113-b60e-ddcede2d65c8 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:43.458534 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] Routers {'effaa03f-de41-4113-b60e-ddcede2d65c8'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:43.459164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['effaa03f-de41-4113-b60e-ddcede2d65c8'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:43.533263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] Set router effaa03f-de41-4113-b60e-ddcede2d65c8 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:43.554377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1f891c8b-e325-45cd-9333-e2338171e7e9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.556905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1f891c8b-e325-45cd-9333-e2338171e7e9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.586647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 11, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:43.617110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a434f6-46ed-4489-beaa-980b41d80b40 None None] The sync data for ids ['effaa03f-de41-4113-b60e-ddcede2d65c8'] in dv-neutron-835865-1-hyperv is: [{'id': 'effaa03f-de41-4113-b60e-ddcede2d65c8', 'name': 'tempest-RoutersTest-router-1363107908', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:09Z', 'updated_at': '2022-04-01T15:48:40Z', 'revision_number': 11, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:43.735958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1f891c8b-e325-45cd-9333-e2338171e7e9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.736540 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f891c8b-e325-45cd-9333-e2338171e7e9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Fanout notify agent at l3_agent the message router_deleted on router effaa03f-de41-4113-b60e-ddcede2d65c8 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:48:43.744220 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1f891c8b-e325-45cd-9333-e2338171e7e9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.745379 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1f891c8b-e325-45cd-9333-e2338171e7e9 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8 HTTP/1.1" status: 204 len: 168 time: 0.4371300 Apr 01 15:48:43.749960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55060) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:43.760327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bf53ee65-756a-4a20-9d3c-7e72235e3e01 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-631351956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:43.866136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bf53ee65-756a-4a20-9d3c-7e72235e3e01 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.867972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bf53ee65-756a-4a20-9d3c-7e72235e3e01 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:43.924855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bf53ee65-756a-4a20-9d3c-7e72235e3e01 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.010633 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bf53ee65-756a-4a20-9d3c-7e72235e3e01 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.137975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bf53ee65-756a-4a20-9d3c-7e72235e3e01 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.139183 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bf53ee65-756a-4a20-9d3c-7e72235e3e01 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3876290 Apr 01 15:48:44.141887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55062) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:44.146552 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c4160ece-fe3a-4b10-8797-0cbb88ea0afa tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:44.356288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c4160ece-fe3a-4b10-8797-0cbb88ea0afa tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.497065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c4160ece-fe3a-4b10-8797-0cbb88ea0afa tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.665069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4160ece-fe3a-4b10-8797-0cbb88ea0afa tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Router 95468be8-b590-41a2-a962-2dcac3306cbe is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:48:44.747058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4160ece-fe3a-4b10-8797-0cbb88ea0afa tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:44.753852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c4160ece-fe3a-4b10-8797-0cbb88ea0afa tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:44.757408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c4160ece-fe3a-4b10-8797-0cbb88ea0afa tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "PUT /v2.0/routers/95468be8-b590-41a2-a962-2dcac3306cbe HTTP/1.1" status: 200 len: 693 time: 0.6122251 Apr 01 15:48:44.757555 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] Sync routers for ids ['95468be8-b590-41a2-a962-2dcac3306cbe'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:44.758021 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55064) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:44.768362 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] Routers {'95468be8-b590-41a2-a962-2dcac3306cbe'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:44.768362 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['95468be8-b590-41a2-a962-2dcac3306cbe'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:44.837650 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] Set router 95468be8-b590-41a2-a962-2dcac3306cbe gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:44.839870 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9784d5b4-8d94-4798-820b-2e6315f6644b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/routers/95468be8-b590-41a2-a962-2dcac3306cbe HTTP/1.1" status: 200 len: 699 time: 0.0807629 Apr 01 15:48:44.842561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55066) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:44.871198 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1a1efde4-0efd-48e6-b414-0179080e00b6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=95468be8-b590-41a2-a962-2dcac3306cbe HTTP/1.1" status: 200 len: 205 time: 0.0275271 Apr 01 15:48:44.874136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55068) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:44.891419 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95468be8-b590-41a2-a962-2dcac3306cbe', 'name': 'tempest-RoutersTest-router-631351956', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:44Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:44.922002 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] Checking router: 95468be8-b590-41a2-a962-2dcac3306cbe for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:44.930527 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] Routers {'95468be8-b590-41a2-a962-2dcac3306cbe'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:44.931142 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['95468be8-b590-41a2-a962-2dcac3306cbe'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:44.952243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad564ced-b19b-49f3-9ec7-a7148e0ebdb0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.001528 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] Set router 95468be8-b590-41a2-a962-2dcac3306cbe gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:45.056686 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95468be8-b590-41a2-a962-2dcac3306cbe', 'name': 'tempest-RoutersTest-router-631351956', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:44Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:45.083367 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee6ae9-a356-4f9f-bd6b-bcb08fef4775 None None] The sync data for ids ['95468be8-b590-41a2-a962-2dcac3306cbe'] in dv-neutron-835865-1-hyperv is: [{'id': '95468be8-b590-41a2-a962-2dcac3306cbe', 'name': 'tempest-RoutersTest-router-631351956', 'tenant_id': 'de0d45646a824b37bfad890c1073fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:43Z', 'updated_at': '2022-04-01T15:48:44Z', 'revision_number': 2, 'project_id': 'de0d45646a824b37bfad890c1073fa63', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:45.114420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad564ced-b19b-49f3-9ec7-a7148e0ebdb0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.116892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad564ced-b19b-49f3-9ec7-a7148e0ebdb0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.250448 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad564ced-b19b-49f3-9ec7-a7148e0ebdb0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.251002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad564ced-b19b-49f3-9ec7-a7148e0ebdb0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Fanout notify agent at l3_agent the message router_deleted on router 95468be8-b590-41a2-a962-2dcac3306cbe {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:48:45.257943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ad564ced-b19b-49f3-9ec7-a7148e0ebdb0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.259066 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ad564ced-b19b-49f3-9ec7-a7148e0ebdb0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/95468be8-b590-41a2-a962-2dcac3306cbe HTTP/1.1" status: 204 len: 168 time: 0.3840139 Apr 01 15:48:45.272090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55070) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.293364 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-54630169-6852-4fb3-aeb6-cd46caa4a2e3 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=95468be8-b590-41a2-a962-2dcac3306cbe HTTP/1.1" status: 200 len: 205 time: 0.0268910 Apr 01 15:48:45.295829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55072) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.333613 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-f4641183-e828-4d56-bf3b-cdd5a3070fd6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] delete failed (client error): The resource could not be found. Apr 01 15:48:45.334647 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f4641183-e828-4d56-bf3b-cdd5a3070fd6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/95468be8-b590-41a2-a962-2dcac3306cbe HTTP/1.1" status: 404 len: 336 time: 0.0378299 Apr 01 15:48:45.337320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55074) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.369767 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ef6f8a-68b9-4e5f-b447-21aec8890c49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:45.370216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ef6f8a-68b9-4e5f-b447-21aec8890c49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:45.373542 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f9ef6f8a-68b9-4e5f-b447-21aec8890c49 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/0337a548-530e-4bba-979e-0f166dadd552 HTTP/1.1" status: 404 len: 337 time: 0.0353262 Apr 01 15:48:45.376029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55076) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.396241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:45.410521 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1c236d-cab8-478c-abdd-bbcf1ed07b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:45.410521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1c236d-cab8-478c-abdd-bbcf1ed07b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:45.410521 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3d1c236d-cab8-478c-abdd-bbcf1ed07b02 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/ecab26ac-d74c-42ec-96d5-f431c3b5536a HTTP/1.1" status: 404 len: 337 time: 0.0273194 Apr 01 15:48:45.412364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55078) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.438379 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f4759a-55a8-45dc-af8a-e89f45681ee6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:45.438823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f4759a-55a8-45dc-af8a-e89f45681ee6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:45.441940 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c5f4759a-55a8-45dc-af8a-e89f45681ee6 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/0ca2af2b-7b35-49a8-a7f4-3a306a887918 HTTP/1.1" status: 404 len: 337 time: 0.0281253 Apr 01 15:48:45.444506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55080) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.470173 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5a7847-1117-4bb9-bbcb-eb8745b70725 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:45.470622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5a7847-1117-4bb9-bbcb-eb8745b70725 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:45.473882 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-af5a7847-1117-4bb9-bbcb-eb8745b70725 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/dd602f0c-b463-452f-b248-a4881748fe6c HTTP/1.1" status: 404 len: 337 time: 0.0281582 Apr 01 15:48:45.476818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55082) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.503818 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0273cbd1-d1b2-4f73-af09-be08d75b78a4 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=effaa03f-de41-4113-b60e-ddcede2d65c8 HTTP/1.1" status: 200 len: 205 time: 0.0259533 Apr 01 15:48:45.506156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55084) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.547759 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-bd21489c-7c0d-46c3-baf8-b24efa953c0c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] delete failed (client error): The resource could not be found. Apr 01 15:48:45.548816 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bd21489c-7c0d-46c3-baf8-b24efa953c0c tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/effaa03f-de41-4113-b60e-ddcede2d65c8 HTTP/1.1" status: 404 len: 336 time: 0.0411241 Apr 01 15:48:45.551389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55086) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.577964 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-09feab79-d5b5-4939-aecf-c79167f31941 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2738e3c-a484-40fb-b407-3fc059551ad5 HTTP/1.1" status: 200 len: 205 time: 0.0254891 Apr 01 15:48:45.580168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55088) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.615754 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-12d00084-e0d2-44da-b50f-0db84a7e6dbb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] delete failed (client error): The resource could not be found. Apr 01 15:48:45.616733 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-12d00084-e0d2-44da-b50f-0db84a7e6dbb tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/a2738e3c-a484-40fb-b407-3fc059551ad5 HTTP/1.1" status: 404 len: 336 time: 0.0356660 Apr 01 15:48:45.619456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55090) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.651303 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb75c38-835b-46ed-bf3b-a162d596c0a1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:45.651783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb75c38-835b-46ed-bf3b-a162d596c0a1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:45.654790 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7cb75c38-835b-46ed-bf3b-a162d596c0a1 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/26bda8a3-9b92-4922-9cc3-dfd5c96e0f17 HTTP/1.1" status: 404 len: 337 time: 0.0344484 Apr 01 15:48:45.657520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55092) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.684038 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c37bb8d4-8602-4537-a2df-b17b20ab173b tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd HTTP/1.1" status: 200 len: 205 time: 0.0254028 Apr 01 15:48:45.686441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55094) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.724930 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-1e6dcc60-d1b1-43be-922d-92f7adf17a64 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] delete failed (client error): The resource could not be found. Apr 01 15:48:45.725992 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1e6dcc60-d1b1-43be-922d-92f7adf17a64 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/f463bb90-0f2f-4d1f-b2ab-e5196c37d6fd HTTP/1.1" status: 404 len: 336 time: 0.0386515 Apr 01 15:48:45.728760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55096) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.763056 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a226e3c7-7c2c-4d07-9f86-05514699cdad tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=95ea6116-3c9c-462d-aed4-9fd5b7c9f108 HTTP/1.1" status: 200 len: 205 time: 0.0326784 Apr 01 15:48:45.765757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55098) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.804134 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-f1ca5c65-83a6-47d7-bbe7-a9a411fe4702 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] delete failed (client error): The resource could not be found. Apr 01 15:48:45.805227 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f1ca5c65-83a6-47d7-bbe7-a9a411fe4702 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/95ea6116-3c9c-462d-aed4-9fd5b7c9f108 HTTP/1.1" status: 404 len: 336 time: 0.0384517 Apr 01 15:48:45.807736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55100) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.834522 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4ac380-26df-4ed4-b618-4ff9d71007d0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:45.835520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4ac380-26df-4ed4-b618-4ff9d71007d0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:45.838616 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8b4ac380-26df-4ed4-b618-4ff9d71007d0 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/1195c4f5-02c1-4c3a-adc5-bd5d405a2cab HTTP/1.1" status: 404 len: 337 time: 0.0299468 Apr 01 15:48:45.841451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55102) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.873625 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3db08e23-1d9d-48bc-9c08-8219ee0c69c7 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=1992d34b-22e2-4870-8ebe-734cac053e8c HTTP/1.1" status: 200 len: 205 time: 0.0278082 Apr 01 15:48:45.875504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55104) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.918201 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-ce343ae7-e854-4a49-926b-19ec66677003 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] delete failed (client error): The resource could not be found. Apr 01 15:48:45.919259 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ce343ae7-e854-4a49-926b-19ec66677003 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/1992d34b-22e2-4870-8ebe-734cac053e8c HTTP/1.1" status: 404 len: 336 time: 0.0428283 Apr 01 15:48:45.922089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55106) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.949012 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bcde55-130d-4dc6-9708-260480f4accc tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:45.949465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bcde55-130d-4dc6-9708-260480f4accc tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:45.954941 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-45bcde55-130d-4dc6-9708-260480f4accc tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/860b8ddf-c20b-4b0b-a4b9-58e2c797494d HTTP/1.1" status: 404 len: 337 time: 0.0294361 Apr 01 15:48:45.955304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55108) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:45.983414 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a3c01e4e-ab9c-41a4-968a-10ca99176833 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2622f9d-f886-4b46-ac0d-9416b3a51986 HTTP/1.1" status: 200 len: 205 time: 0.0269935 Apr 01 15:48:45.986119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55110) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:46.027926 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-4636a3f8-b03e-4d25-ac3a-22613df1142d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] delete failed (client error): The resource could not be found. Apr 01 15:48:46.029008 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4636a3f8-b03e-4d25-ac3a-22613df1142d tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/routers/a2622f9d-f886-4b46-ac0d-9416b3a51986 HTTP/1.1" status: 404 len: 336 time: 0.0417864 Apr 01 15:48:46.031614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55112) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:46.058527 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a4054d-d848-4c2d-9d19-efdb61bf9b39 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:46.058980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a4054d-d848-4c2d-9d19-efdb61bf9b39 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:46.062003 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e5a4054d-d848-4c2d-9d19-efdb61bf9b39 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/8e9de49a-82e6-4672-85e0-af4d815d93f4 HTTP/1.1" status: 404 len: 337 time: 0.0294857 Apr 01 15:48:46.064700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55114) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:46.091071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39125e5-1490-4f8b-95e0-1a6c27fe9002 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] DELETE failed (client error): The resource could not be found. Apr 01 15:48:46.091520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39125e5-1490-4f8b-95e0-1a6c27fe9002 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:48:46.094523 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f39125e5-1490-4f8b-95e0-1a6c27fe9002 tempest-RoutersTest-1824349888 tempest-RoutersTest-1824349888-project] 10.222.0.73 "DELETE /v2.0/subnets/c2c250aa-ef43-43a5-9916-41d8f36bdb18 HTTP/1.1" status: 404 len: 337 time: 0.0289011 Apr 01 15:48:46.723350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55120) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:46.855530 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-12cef299-c4c5-4b7a-96d5-37c5fee4f9a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de0d45646a824b37bfad890c1073fa63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310124 Apr 01 15:48:46.858333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55124) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:46.906225 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b0f93be2-8855-49d2-99ae-0ab58a92847e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:46.927307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b0f93be2-8855-49d2-99ae-0ab58a92847e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.062155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b0f93be2-8855-49d2-99ae-0ab58a92847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.064825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b0f93be2-8855-49d2-99ae-0ab58a92847e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:47.066249 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b0f93be2-8855-49d2-99ae-0ab58a92847e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab048f36-e087-46f3-8094-8fe53da7565b HTTP/1.1" status: 204 len: 168 time: 0.2069473 Apr 01 15:48:47.074296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f93be2-8855-49d2-99ae-0ab58a92847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab048f36-e087-46f3-8094-8fe53da7565b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:49.189879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55160) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:49.338156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'network': {'name': 'tempest-network-smoke--1943812343', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'port_security_enabled': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:49.455980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:49.459949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.469224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.547589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.633367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.664015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:48:49.669750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a14820b-12ba-4063-ae0d-a78daf7c43de,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:49.677783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.678130 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Added segment 8c3f6f2f-79a8-49ae-98b6-09dee24513b2 of type vlan for network 7fb14d5e-24dc-479f-9106-c74845779936 Apr 01 15:48:49.723374 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.821763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.827822 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:49.828429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:49.900184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Network': ['ID=7fb14d5e-24dc-479f-9106-c74845779936,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:49.910481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 7fb14d5e-24dc-479f-9106-c74845779936 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:48:49.944983 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-67e77d50-cf94-48f2-828f-c4f151f74810 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7539678 Apr 01 15:48:49.947983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55164) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:49.952897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-30298119', 'admin_state_up': True, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:50.047959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.049094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.101564 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.321802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.586226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.606173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:50.712762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.162 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/540999fe-6cfb-47a8-b3ef-5513cb1c7694) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:51.122661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.245027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.288446 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:51.291635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:51.294245 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:51.319996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=540999fe-6cfb-47a8-b3ef-5513cb1c7694,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:51.658021 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:51.870855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.073081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router fec04f8c-fa77-44d2-8e0e-1a935b91d213 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:48:52.189554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:52.200362 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Sync routers for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:52.214473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:52.215273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:52.272630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.273888 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-360e2ddd-882a-4cb0-b466-c277a0627497 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3248198 Apr 01 15:48:52.277099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55168) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:52.328991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:52.370901 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b7fbfa08-d4b7-422f-89ba-92e05b9ba919 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0926557 Apr 01 15:48:52.373961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55172) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:52.519017 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:51Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:52.534669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0a07c-95c0-4c3c-ad82-ec98198253dc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:52.536209 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-66b0a07c-95c0-4c3c-ad82-ec98198253dc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1612203 Apr 01 15:48:52.539725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55174) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:52.551464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Checking router: fec04f8c-fa77-44d2-8e0e-1a935b91d213 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:52.551804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Updating router fec04f8c-fa77-44d2-8e0e-1a935b91d213 port 540999fe-6cfb-47a8-b3ef-5513cb1c7694 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:52.576803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.579298 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1162ad17-5187-49ac-b8cd-2559ca572d5f tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378263 Apr 01 15:48:52.581522 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55176) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:52.587093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1316411518', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:52.745022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:48:52.749000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.846693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:52.924866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.021094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Attempting to bind port 540999fe-6cfb-47a8-b3ef-5513cb1c7694 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:53.021692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Attempting to bind port 540999fe-6cfb-47a8-b3ef-5513cb1c7694 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:53.022768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Attempting to bind port 540999fe-6cfb-47a8-b3ef-5513cb1c7694 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:53.024992 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f8568-03f3-45d1-a2c9-ec8001cd97be None None] Pushing event updated for resources: {'Port': ['ID=540999fe-6cfb-47a8-b3ef-5513cb1c7694,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:53.032032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:53.032032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:53.033571 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.033571 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:53.033571 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Bound port: 540999fe-6cfb-47a8-b3ef-5513cb1c7694, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:53.033571 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.089174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] For port 540999fe-6cfb-47a8-b3ef-5513cb1c7694, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:53.094273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] For port 540999fe-6cfb-47a8-b3ef-5513cb1c7694, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=540999fe-6cfb-47a8-b3ef-5513cb1c7694,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:53.100136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.161655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=cc466f03-1ab8-4a0f-990e-8c0d7077a112,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:53.183359 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Checking segment: {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:53.183717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network hostable DHCP agents. Network: 7fb14d5e-24dc-479f-9106-c74845779936, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:48:53.239021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.299719 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:53.300372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:53.304225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f8568-03f3-45d1-a2c9-ec8001cd97be None None] Pushing event updated for resources: {'Port': ['ID=540999fe-6cfb-47a8-b3ef-5513cb1c7694,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:53.324258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 7fb14d5e-24dc-479f-9106-c74845779936 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:48:53.415032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:53.465519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 7fb14d5e-24dc-479f-9106-c74845779936) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:53.472199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:53.487063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.487410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b1348-aed2-4fa6-bd2f-dd9251e0e6ee None None] Network 7fb14d5e-24dc-479f-9106-c74845779936 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:53.618893 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-592ec29b-a18a-4f68-8220-5c2902147d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0324702 Apr 01 15:48:53.619441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55178) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:53.875753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:51Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:53.879175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-7fb14d5e-24dc-479f-9106-c74845779936', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:48:53.880028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.916168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca7219-c128-4d4e-8cb1-477e2a448579 None None] The sync data for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv is: [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:51Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:54.080247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Allocated IP 172.20.0.2 (7fb14d5e-24dc-479f-9106-c74845779936/cc466f03-1ab8-4a0f-990e-8c0d7077a112/54f2c98e-9707-4f94-a799-22db21465d5e) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:54.158703 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.302625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.346918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 540999fe-6cfb-47a8-b3ef-5513cb1c7694 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:54.405156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 540999fe-6cfb-47a8-b3ef-5513cb1c7694 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:54.405693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.409115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.479140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Network 7fb14d5e-24dc-479f-9106-c74845779936 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:54.488833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:54.493798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:54.497521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.1 (7fb14d5e-24dc-479f-9106-c74845779936/cc466f03-1ab8-4a0f-990e-8c0d7077a112/0dfcb441-d120-44ec-9a87-cd96108e3871) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:48:54.511996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Pushing event updated for resources: {'Port': ['ID=54f2c98e-9707-4f94-a799-22db21465d5e,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:54.571048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Attempting to bind port 54f2c98e-9707-4f94-a799-22db21465d5e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:54.571423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Attempting to bind port 54f2c98e-9707-4f94-a799-22db21465d5e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:54.571807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Attempting to bind port 54f2c98e-9707-4f94-a799-22db21465d5e on network 7fb14d5e-24dc-479f-9106-c74845779936 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:54.596848 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:54.597228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Checking segment: {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:54.597641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.598025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Bound using segment: {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:54.598512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Bound port: 54f2c98e-9707-4f94-a799-22db21465d5e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:54.598894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.646107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.658871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.683882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 540999fe-6cfb-47a8-b3ef-5513cb1c7694, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=540999fe-6cfb-47a8-b3ef-5513cb1c7694,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:54.698417 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] For port 54f2c98e-9707-4f94-a799-22db21465d5e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:54.703222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] For port 54f2c98e-9707-4f94-a799-22db21465d5e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=54f2c98e-9707-4f94-a799-22db21465d5e,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:54.767783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.804289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.804603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:54.834209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=540999fe-6cfb-47a8-b3ef-5513cb1c7694,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:54.864241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 7fb14d5e-24dc-479f-9106-c74845779936 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:54.868767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:54.875007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:48:54.880782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=0dfcb441-d120-44ec-9a87-cd96108e3871,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:54.927468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052545c7-57d1-471b-9321-6da2e4c5a551 None None] Pushing event updated for resources: {'Port': ['ID=54f2c98e-9707-4f94-a799-22db21465d5e,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:54.930071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.215568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.637775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.716523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.791699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=0dfcb441-d120-44ec-9a87-cd96108e3871,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:55.794558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:55.903828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 7fb14d5e-24dc-479f-9106-c74845779936 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:48:55.905321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:48:56.022284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router fec04f8c-fa77-44d2-8e0e-1a935b91d213 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:48:56.144426 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:48:56.150547 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-24e1b8f9-739c-431c-a427-545f57b73c24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/fec04f8c-fa77-44d2-8e0e-1a935b91d213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5298781 Apr 01 15:48:56.152961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55186) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:56.154968 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Sync routers for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:48:56.165437 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:56.166045 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:56.306401 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:56.405410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 54f2c98e-9707-4f94-a799-22db21465d5e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:56.493494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 54f2c98e-9707-4f94-a799-22db21465d5e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:56.494321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.624289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.679332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b92208-0922-4255-a414-4ef51c3fb6d0 None None] Network 7fb14d5e-24dc-479f-9106-c74845779936 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:48:56.741495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53726692-6762-4d88-993d-cb22c24bc238 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.742084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53726692-6762-4d88-993d-cb22c24bc238 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.742353 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:55Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:55Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:56.742632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53726692-6762-4d88-993d-cb22c24bc238 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.743171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53726692-6762-4d88-993d-cb22c24bc238 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.743809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53726692-6762-4d88-993d-cb22c24bc238 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.744136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53726692-6762-4d88-993d-cb22c24bc238 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.746058 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-53726692-6762-4d88-993d-cb22c24bc238 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.5918360 Apr 01 15:48:56.746773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 54f2c98e-9707-4f94-a799-22db21465d5e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=54f2c98e-9707-4f94-a799-22db21465d5e,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:56.749181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55190) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:56.773754 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Checking router: fec04f8c-fa77-44d2-8e0e-1a935b91d213 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:48:56.774099 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Updating router fec04f8c-fa77-44d2-8e0e-1a935b91d213 port 0dfcb441-d120-44ec-9a87-cd96108e3871 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:48:56.779370 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5ba4b877-f6b9-48a9-beee-29335e9eb8f9 None None] Provisioning complete for port 54f2c98e-9707-4f94-a799-22db21465d5e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:56.779735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b877-f6b9-48a9-beee-29335e9eb8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.801412 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.837720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.838513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 540999fe-6cfb-47a8-b3ef-5513cb1c7694 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:56.863612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf8528-3b67-4c0f-baad-178e562e25a2 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.865107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf8528-3b67-4c0f-baad-178e562e25a2 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.867068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf8528-3b67-4c0f-baad-178e562e25a2 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.867717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf8528-3b67-4c0f-baad-178e562e25a2 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.868462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf8528-3b67-4c0f-baad-178e562e25a2 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.869123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf8528-3b67-4c0f-baad-178e562e25a2 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:48:56.871856 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0ccf8528-3b67-4c0f-baad-178e562e25a2 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1212831 Apr 01 15:48:56.874744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55192) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:56.972332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=54f2c98e-9707-4f94-a799-22db21465d5e,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:57.027603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 540999fe-6cfb-47a8-b3ef-5513cb1c7694 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:57.028245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.116678 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.150701 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9ae1816b-4207-4b08-9ac6-95d92c798ff6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2744505 Apr 01 15:48:57.221463 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.272493 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274a6fe-4948-46e0-8b0f-e9b3a6f4bad6 None None] Pushing event updated for resources: {'Port': ['ID=0dfcb441-d120-44ec-9a87-cd96108e3871,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:57.329996 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Attempting to bind port 0dfcb441-d120-44ec-9a87-cd96108e3871 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:48:57.330369 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Attempting to bind port 0dfcb441-d120-44ec-9a87-cd96108e3871 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:48:57.330728 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Attempting to bind port 0dfcb441-d120-44ec-9a87-cd96108e3871 on network 7fb14d5e-24dc-479f-9106-c74845779936 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:48:57.342431 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:48:57.342972 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Checking segment: {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:48:57.343552 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.343986 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Bound using segment: {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:48:57.345028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Bound port: 0dfcb441-d120-44ec-9a87-cd96108e3871, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:48:57.345028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.346452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b7479f1-b883-44e8-b338-b734f44974bf None None] Provisioning complete for port 54f2c98e-9707-4f94-a799-22db21465d5e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:57.346964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b7479f1-b883-44e8-b338-b734f44974bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.448142 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] For port 0dfcb441-d120-44ec-9a87-cd96108e3871, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:48:57.454218 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] For port 0dfcb441-d120-44ec-9a87-cd96108e3871, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0dfcb441-d120-44ec-9a87-cd96108e3871,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:48:57.476789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b7479f1-b883-44e8-b338-b734f44974bf None None] Provisioning complete for port 0dfcb441-d120-44ec-9a87-cd96108e3871 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:57.477384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b7479f1-b883-44e8-b338-b734f44974bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.516691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b7479f1-b883-44e8-b338-b734f44974bf None None] Port 0dfcb441-d120-44ec-9a87-cd96108e3871 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:48:57.592155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55200) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:57.593322 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.597798 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b49d45d2-e499-4c51-8486-bd4070467f53 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653294550', 'description': 'tempest-secgroup-smoke-653294550 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:57.637398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7fa0ac99-2e4e-4f01-b1b6-2dcf006d9018 None None] Provisioning complete for port 0dfcb441-d120-44ec-9a87-cd96108e3871 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:57.637716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ac99-2e4e-4f01-b1b6-2dcf006d9018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.656246 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:48:57.656936 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:48:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:57.660431 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274a6fe-4948-46e0-8b0f-e9b3a6f4bad6 None None] Pushing event updated for resources: {'Port': ['ID=0dfcb441-d120-44ec-9a87-cd96108e3871,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:57.736537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49d45d2-e499-4c51-8486-bd4070467f53 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.765732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ac99-2e4e-4f01-b1b6-2dcf006d9018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.809585 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:48:57.810117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7fa0ac99-2e4e-4f01-b1b6-2dcf006d9018 None None] For port 0dfcb441-d120-44ec-9a87-cd96108e3871, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0dfcb441-d120-44ec-9a87-cd96108e3871,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:48:57.833269 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49d45d2-e499-4c51-8486-bd4070467f53 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.994775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fa0ac99-2e4e-4f01-b1b6-2dcf006d9018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.050081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49d45d2-e499-4c51-8486-bd4070467f53 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.054473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0ac99-2e4e-4f01-b1b6-2dcf006d9018 None None] Pushing event updated for resources: {'Port': ['ID=0dfcb441-d120-44ec-9a87-cd96108e3871,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:58.079553 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:55Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:48:58.093853 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d45d2-e499-4c51-8486-bd4070467f53 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d413f5d0-63fa-4474-8c55-dcc9737a37c5,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:58.115580 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcab2e-7243-4229-83ee-28c420ad7550 None None] The sync data for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv is: [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:55Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:48:58.135415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-23c9787d-ae30-435e-949b-1fc7b1f2f490 None None] Provisioning complete for port 0dfcb441-d120-44ec-9a87-cd96108e3871 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:58.135796 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-23c9787d-ae30-435e-949b-1fc7b1f2f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.180749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49d45d2-e499-4c51-8486-bd4070467f53 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.182087 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b49d45d2-e499-4c51-8486-bd4070467f53 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5888600 Apr 01 15:48:58.185210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55204) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:58.191198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-02b6be6a-672b-45af-b9df-4cc7ba24d35b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'd413f5d0-63fa-4474-8c55-dcc9737a37c5', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:58.333913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-02b6be6a-672b-45af-b9df-4cc7ba24d35b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.415387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-02b6be6a-672b-45af-b9df-4cc7ba24d35b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.420483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d12d3a46-6b35-4488-b0b4-449fce2a5802 None None] Provisioning complete for port 0dfcb441-d120-44ec-9a87-cd96108e3871 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:58.421170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d12d3a46-6b35-4488-b0b4-449fce2a5802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.457932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 54f2c98e-9707-4f94-a799-22db21465d5e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:58.536149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-02b6be6a-672b-45af-b9df-4cc7ba24d35b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.545514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 54f2c98e-9707-4f94-a799-22db21465d5e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:58.546146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.559524 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6be6a-672b-45af-b9df-4cc7ba24d35b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e51c3b1-8e75-4c15-9481-e08e3324bf90,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:58.647987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0dfcb441-d120-44ec-9a87-cd96108e3871 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:48:58.704601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0dfcb441-d120-44ec-9a87-cd96108e3871 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:48:58.705226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.715205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-02b6be6a-672b-45af-b9df-4cc7ba24d35b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.718941 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-02b6be6a-672b-45af-b9df-4cc7ba24d35b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5302324 Apr 01 15:48:58.719444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55206) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:58.732133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8370f30f-020c-45cc-a26d-265998891c5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'd413f5d0-63fa-4474-8c55-dcc9737a37c5', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:58.844686 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8370f30f-020c-45cc-a26d-265998891c5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:58.922957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8370f30f-020c-45cc-a26d-265998891c5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.067446 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8370f30f-020c-45cc-a26d-265998891c5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.095791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370f30f-020c-45cc-a26d-265998891c5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ec9589-7a32-4e6d-a63c-5f1462ede0d6,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:59.201732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8370f30f-020c-45cc-a26d-265998891c5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.204438 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8370f30f-020c-45cc-a26d-265998891c5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4825380 Apr 01 15:48:59.206272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55208) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:59.211174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ba888521-6af1-4556-9e6b-163004833400 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'd413f5d0-63fa-4474-8c55-dcc9737a37c5', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:59.376697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba888521-6af1-4556-9e6b-163004833400 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.457502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba888521-6af1-4556-9e6b-163004833400 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.553098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba888521-6af1-4556-9e6b-163004833400 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.574809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba888521-6af1-4556-9e6b-163004833400 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660257fb-7852-4d4e-9333-769e73d87343,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:48:59.673035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba888521-6af1-4556-9e6b-163004833400 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.674404 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ba888521-6af1-4556-9e6b-163004833400 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4671161 Apr 01 15:48:59.677671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55210) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:48:59.683164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e5266fd9-e873-44c9-9f53-e0acd827a01f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'd413f5d0-63fa-4474-8c55-dcc9737a37c5', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:48:59.795770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5266fd9-e873-44c9-9f53-e0acd827a01f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.867494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5266fd9-e873-44c9-9f53-e0acd827a01f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.990840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5266fd9-e873-44c9-9f53-e0acd827a01f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.018374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5266fd9-e873-44c9-9f53-e0acd827a01f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7518bd32-500f-4e4b-8ced-be4fc4e8a726,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:00.126324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5266fd9-e873-44c9-9f53-e0acd827a01f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.126324 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e5266fd9-e873-44c9-9f53-e0acd827a01f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4466295 Apr 01 15:49:00.128843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55212) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:00.133628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-45523136-7e62-42e7-ba84-a973428e6838 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'd413f5d0-63fa-4474-8c55-dcc9737a37c5', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:00.250642 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-45523136-7e62-42e7-ba84-a973428e6838 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:49:00.256508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-45523136-7e62-42e7-ba84-a973428e6838 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.332806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-45523136-7e62-42e7-ba84-a973428e6838 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.410316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-45523136-7e62-42e7-ba84-a973428e6838 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.430819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45523136-7e62-42e7-ba84-a973428e6838 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fc3629-2583-4bac-9ecb-9d72eed52d6f,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:00.513421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-45523136-7e62-42e7-ba84-a973428e6838 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.514770 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-45523136-7e62-42e7-ba84-a973428e6838 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849258 Apr 01 15:49:00.517527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55214) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:00.522439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2054f41c-1db4-43a5-90dc-0dddd90a7c3b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'd413f5d0-63fa-4474-8c55-dcc9737a37c5', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:00.622183 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-2054f41c-1db4-43a5-90dc-0dddd90a7c3b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:49:00.627563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2054f41c-1db4-43a5-90dc-0dddd90a7c3b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.693399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2054f41c-1db4-43a5-90dc-0dddd90a7c3b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.784641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2054f41c-1db4-43a5-90dc-0dddd90a7c3b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.805373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054f41c-1db4-43a5-90dc-0dddd90a7c3b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670ea7c5-0c63-4e23-8f8d-ca60e4536d80,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:00.915782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2054f41c-1db4-43a5-90dc-0dddd90a7c3b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:00.917159 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2054f41c-1db4-43a5-90dc-0dddd90a7c3b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3986092 Apr 01 15:49:01.071616 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-86d60861-1dd4-4b63-a6f9-245a020316e1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653294550&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0414977 Apr 01 15:49:01.185256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-101807d7-b8e6-4eaf-a99a-3acfe4c6dfa3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:01.186837 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-101807d7-b8e6-4eaf-a99a-3acfe4c6dfa3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=7fb14d5e-24dc-479f-9106-c74845779936 HTTP/1.1" status: 200 len: 797 time: 0.1083753 Apr 01 15:49:01.203526 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-e5663057-df70-4302-b08b-23473fd8438a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0101097 Apr 01 15:49:01.259113 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-04047d98-1164-4bc0-b28b-31b260b3efd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492334 Apr 01 15:49:01.363909 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-9d8bea0e-6d6b-4210-9498-f6dc7b229c70 service neutron] 10.222.0.73 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927486 Apr 01 15:49:01.469502 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-00cebb62-9351-4da8-abfa-9795e01340a1 service neutron] 10.222.0.73 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961590 Apr 01 15:49:01.794566 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2eddc912-09e8-4348-a1f4-ec5fadf3119f req-bcb12091-8cbf-482b-8f24-27d18b88b7e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 210 time: 0.0319386 Apr 01 15:49:02.878610 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9bbd0053-8759-47de-ac36-d24306aa1aca req-d070b67c-99e5-4fbe-94df-19cd7fe21e09 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 210 time: 0.0289528 Apr 01 15:49:03.998015 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c38ffc84-7bac-4177-b390-ed3284bf67fa req-a9c49ab5-a23a-4b26-b26c-900cecdd6e40 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 210 time: 0.0354085 Apr 01 15:49:04.770231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-3e865b8f-6489-4a0a-8e78-b10f4b3cd4d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:04.772295 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-3e865b8f-6489-4a0a-8e78-b10f4b3cd4d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=7fb14d5e-24dc-479f-9106-c74845779936 HTTP/1.1" status: 200 len: 797 time: 0.1117277 Apr 01 15:49:04.793018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c449f3a9-bada-4640-9389-54ea95abe1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:04.827586 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-d5b11e21-2c1e-498b-9650-a3e6360d5c7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 379 time: 0.0413940 Apr 01 15:49:04.839615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['d413f5d0-63fa-4474-8c55-dcc9737a37c5']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:05.089559 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:05.093422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.107233 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5b315a90-b3ad-407d-8eee-bd2b4054bfe4 req-595f9a56-fc04-4520-b55b-0737fd5123c1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 210 time: 0.0295155 Apr 01 15:49:05.271045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.3 (7fb14d5e-24dc-479f-9106-c74845779936/cc466f03-1ab8-4a0f-990e-8c0d7077a112/d4b1f887-7b12-424e-93c3-87b9ed9ce30f) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:05.434001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.587662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.635241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 7fb14d5e-24dc-479f-9106-c74845779936 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:05.638653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:05.642624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:49:05.667759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:05.706419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:05.707087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.810670 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-33dab4d5-f4ae-4b29-9b66-e02db15d765c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9752350 Apr 01 15:49:05.828168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Request body: {'port': {'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:05.891104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.941843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1134589f-67b8-40ec-b130-cfb7af5d4518 None None] Provisioning complete for port d4b1f887-7b12-424e-93c3-87b9ed9ce30f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:05.942452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1134589f-67b8-40ec-b130-cfb7af5d4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:05.977313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-1134589f-67b8-40ec-b130-cfb7af5d4518 None None] Port d4b1f887-7b12-424e-93c3-87b9ed9ce30f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:49:06.170970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b1f887-7b12-424e-93c3-87b9ed9ce30f {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:49:06.180256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.193820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Transition to ACTIVE for port object d4b1f887-7b12-424e-93c3-87b9ed9ce30f will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:06.231063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd2884-221a-43a4-9a3d-480fd1de908a req-5961f970-dbe3-4744-856d-9b5fce92bbbd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:06.232619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-55fd2884-221a-43a4-9a3d-480fd1de908a req-5961f970-dbe3-4744-856d-9b5fce92bbbd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 931 time: 0.0518954 Apr 01 15:49:06.274779 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-55fd2884-221a-43a4-9a3d-480fd1de908a req-76d5c66d-2baa-4ec4-b2aa-490027849f62 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357535 Apr 01 15:49:06.310617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.375471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:06.453676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Attempting to bind port d4b1f887-7b12-424e-93c3-87b9ed9ce30f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:06.454971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Attempting to bind port d4b1f887-7b12-424e-93c3-87b9ed9ce30f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:06.454971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Attempting to bind port d4b1f887-7b12-424e-93c3-87b9ed9ce30f on network 7fb14d5e-24dc-479f-9106-c74845779936 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:49:06.459419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Port d4b1f887-7b12-424e-93c3-87b9ed9ce30f on network 7fb14d5e-24dc-479f-9106-c74845779936 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:49:06.459750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Attempting to bind port d4b1f887-7b12-424e-93c3-87b9ed9ce30f on network 7fb14d5e-24dc-479f-9106-c74845779936 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:49:06.465686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:49:06.466034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Checking segment: {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:49:06.466616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Bound using segment: {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:49:06.467056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Bound port: d4b1f887-7b12-424e-93c3-87b9ed9ce30f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3f6f2f-79a8-49ae-98b6-09dee24513b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:06.467423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.546694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] For port d4b1f887-7b12-424e-93c3-87b9ed9ce30f, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:06.548631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] For port d4b1f887-7b12-424e-93c3-87b9ed9ce30f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:06.696321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.738281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:06.738900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.740314 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4b1f887-7b12-424e-93c3-87b9ed9ce30f HTTP/1.1" status: 200 len: 1093 time: 0.9168661 Apr 01 15:49:06.740791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:49:06.743065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e63cdf8-3f5c-4991-951f-f305cfdd0f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:49:06.766788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb1389-ac91-46e1-8e31-0ebf645e47b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:06.788487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661dd910-ca36-440a-b201-a54cb87f0c60 x-openstack-request-id: req-661dd910-ca36-440a-b201-a54cb87f0c60 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:49:06.788783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:49:06.789033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-661dd910-ca36-440a-b201-a54cb87f0c60 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:49:06.789443 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661dd910-ca36-440a-b201-a54cb87f0c60'] response: {'name': 'network-changed', 'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'status': 'completed', 'code': 200} Apr 01 15:49:06.874815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63cdf8-3f5c-4991-951f-f305cfdd0f7a req-06b40052-12b7-4e28-af14-aba9a5a14a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:06.876550 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7e63cdf8-3f5c-4991-951f-f305cfdd0f7a req-06b40052-12b7-4e28-af14-aba9a5a14a87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 1096 time: 0.0542564 Apr 01 15:49:07.069256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63cdf8-3f5c-4991-951f-f305cfdd0f7a req-e9159c1d-ee8d-492a-aab0-da24c021ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:07.070799 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7e63cdf8-3f5c-4991-951f-f305cfdd0f7a req-e9159c1d-ee8d-492a-aab0-da24c021ef64 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1845140 Apr 01 15:49:07.247142 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63cdf8-3f5c-4991-951f-f305cfdd0f7a req-f9dff083-4808-4366-a23c-0d34d1fdf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:07.248530 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7e63cdf8-3f5c-4991-951f-f305cfdd0f7a req-f9dff083-4808-4366-a23c-0d34d1fdf573 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1673620 Apr 01 15:49:07.281658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-21f2f4ed-baf5-48da-bac6-ed3317a9a55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.336476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c487c452-dced-4871-affe-fdc302b5e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:07.338176 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c487c452-dced-4871-affe-fdc302b5e006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 1096 time: 0.0467374 Apr 01 15:49:07.384313 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-bb915c75-603b-4954-901e-99eb1a3d2f12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f HTTP/1.1" status: 200 len: 217 time: 0.0343959 Apr 01 15:49:07.460804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-1c93617f-21fd-49c1-bceb-51d8b24accdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:07.463202 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-1c93617f-21fd-49c1-bceb-51d8b24accdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc466f03-1ab8-4a0f-990e-8c0d7077a112 HTTP/1.1" status: 200 len: 835 time: 0.0719798 Apr 01 15:49:07.467351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489deed-03b4-4faf-9194-a9ab4dad2c90 req-302749bc-1b55-48b0-b28d-249027867096 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:07.469129 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e489deed-03b4-4faf-9194-a9ab4dad2c90 req-302749bc-1b55-48b0-b28d-249027867096 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 943 time: 0.0823085 Apr 01 15:49:07.522834 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e489deed-03b4-4faf-9194-a9ab4dad2c90 req-4989dada-f394-4c2e-8684-54dd9fbbc4bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433085 Apr 01 15:49:07.530558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-9e34b5d3-b003-471c-997c-967689d6ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:07.534084 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-9e34b5d3-b003-471c-997c-967689d6ae8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fb14d5e-24dc-479f-9106-c74845779936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0595694 Apr 01 15:49:07.640166 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-dc75b368-0f47-4443-bfac-7a2104d8f72b service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919049 Apr 01 15:49:07.802573 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-506f6cbf-3da2-41b0-8411-a2f9a4c349f6 req-c6ca783e-a21b-43a2-a264-e6101d168c8b service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523197 Apr 01 15:49:08.656999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1707d-4784-4491-96ef-d2c9306af8ed req-0b54ee83-eafb-4629-9184-b5ad882b7437 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:08.656999 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9ef1707d-4784-4491-96ef-d2c9306af8ed req-0b54ee83-eafb-4629-9184-b5ad882b7437 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 943 time: 0.0546734 Apr 01 15:49:08.697136 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9ef1707d-4784-4491-96ef-d2c9306af8ed req-c7a0833e-fa2d-48fd-9410-f724e8f47f03 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387719 Apr 01 15:49:09.135603 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:49:09.566419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device d4b1f887-7b12-424e-93c3-87b9ed9ce30f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:49:09.678577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port d4b1f887-7b12-424e-93c3-87b9ed9ce30f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:09.691114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:49:09.731361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.742147 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.749273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b1f887-7b12-424e-93c3-87b9ed9ce30f {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:49:09.775894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port d4b1f887-7b12-424e-93c3-87b9ed9ce30f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:09.828602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31323b0-9416-42e7-ad57-d2a6fe22e288 req-7c70a6df-f774-4e3b-a27e-9a37f4af2fe3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:09.830235 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d31323b0-9416-42e7-ad57-d2a6fe22e288 req-7c70a6df-f774-4e3b-a27e-9a37f4af2fe3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 943 time: 0.0584059 Apr 01 15:49:09.879572 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d31323b0-9416-42e7-ad57-d2a6fe22e288 req-a1bc97e9-4690-4667-a5c5-bf127430dd59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424697 Apr 01 15:49:09.907215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.954721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.242441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['d4b1f887-7b12-424e-93c3-87b9ed9ce30f'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:49:10.872996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.996037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.037491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2ec1f-148c-49a5-9703-0465fa465c18 req-20317bc4-61f7-4174-86ba-1ce3edc3f7b0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:11.040436 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-80c2ec1f-148c-49a5-9703-0465fa465c18 req-20317bc4-61f7-4174-86ba-1ce3edc3f7b0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 944 time: 0.0888374 Apr 01 15:49:11.080769 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-80c2ec1f-148c-49a5-9703-0465fa465c18 req-0a8efde0-af95-4e3f-874f-02bf1c408197 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343862 Apr 01 15:49:11.574423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device d4b1f887-7b12-424e-93c3-87b9ed9ce30f up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:49:11.758195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port d4b1f887-7b12-424e-93c3-87b9ed9ce30f completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:11.762451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port d4b1f887-7b12-424e-93c3-87b9ed9ce30f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:11.762846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.847529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.875474 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:49:11.923047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c26c0c-f0a3-48b7-80b0-f5db6d9fed2a" -d '{"events": [{"server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "name": "network-vif-plugged", "status": "completed", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:49:11.923047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port d4b1f887-7b12-424e-93c3-87b9ed9ce30f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:11.923047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08905e4-56c5-4f43-bf78-cbd3e9100f56 x-openstack-request-id: req-f08905e4-56c5-4f43-bf78-cbd3e9100f56 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:49:11.923047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "name": "network-vif-plugged", "status": "completed", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:49:11.923047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f08905e4-56c5-4f43-bf78-cbd3e9100f56 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:49:11.923047 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08905e4-56c5-4f43-bf78-cbd3e9100f56'] response: {'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'code': 200} Apr 01 15:49:11.990514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.044107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:12.206135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca5374-e7dd-4378-aaf9-965f171abc70 req-b78d0dcb-ac5d-46c8-ac19-97fa97aabb2d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:12.207700 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-25ca5374-e7dd-4378-aaf9-965f171abc70 req-b78d0dcb-ac5d-46c8-ac19-97fa97aabb2d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 945 time: 0.0545952 Apr 01 15:49:12.248302 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-25ca5374-e7dd-4378-aaf9-965f171abc70 req-9e60563d-fe0c-4fc2-8cc0-84d7a8a2f306 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338893 Apr 01 15:49:12.364585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df957b3a-e585-4e13-b1b4-2503f7fa2b26 req-e0824d22-1e00-4a7a-848e-e78bed58ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:12.366627 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-df957b3a-e585-4e13-b1b4-2503f7fa2b26 req-e0824d22-1e00-4a7a-848e-e78bed58ea64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 1098 time: 0.0420728 Apr 01 15:49:12.405928 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-df957b3a-e585-4e13-b1b4-2503f7fa2b26 req-41d3c172-9d43-4107-a3e9-68219e6e6110 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287852 Apr 01 15:49:13.370194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f4fd9-f1e3-4e2c-85e8-5539d4e86568 req-89ff2345-4a66-4112-881a-d12979e86df0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:13.371964 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a91f4fd9-f1e3-4e2c-85e8-5539d4e86568 req-89ff2345-4a66-4112-881a-d12979e86df0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 945 time: 0.0520892 Apr 01 15:49:13.410736 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a91f4fd9-f1e3-4e2c-85e8-5539d4e86568 req-972fed02-7d63-4d4f-97d3-73f27ef7c8c3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325892 Apr 01 15:49:14.528771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad44a9-9130-45da-9583-cd3406fbe33b req-b1b47d66-f41c-4c52-822e-3e755d1b9f88 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:14.530163 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8ad44a9-9130-45da-9583-cd3406fbe33b req-b1b47d66-f41c-4c52-822e-3e755d1b9f88 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 945 time: 0.0522866 Apr 01 15:49:14.569154 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8ad44a9-9130-45da-9583-cd3406fbe33b req-a9b7c4c7-6191-4c8a-9f3e-3d973aac737c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329058 Apr 01 15:49:14.684264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177de9d-d278-4d5c-8b02-78fba6685b10 req-115d6e39-6694-4ac1-a1a1-06de3ab856ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:14.685808 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a177de9d-d278-4d5c-8b02-78fba6685b10 req-115d6e39-6694-4ac1-a1a1-06de3ab856ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Apr 01 15:49:14.723433 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a177de9d-d278-4d5c-8b02-78fba6685b10 req-03e2f9f5-9912-42e3-bdd0-3cdc9f6a1c0f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Apr 01 15:49:14.746640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55276) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:14.783860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e8842b-d681-46ec-afd8-8c62ba4ef9dd tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:14.785296 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a2e8842b-d681-46ec-afd8-8c62ba4ef9dd tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 1093 time: 0.0376709 Apr 01 15:49:14.788673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55278) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:14.792835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:14.913393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.313080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.372909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.419859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.104 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/f8c77912-e5a6-42c8-95cd-323338ab1e21) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:15.527891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.725251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.770412 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:15.773744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:15.777948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:49:15.781029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=f8c77912-e5a6-42c8-95cd-323338ab1e21,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.807659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.808073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.808365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.808701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.809329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.809329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.809640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.809968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.810286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.810624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.810942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:15.811255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:16.048918 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7ae67-f32a-4519-92b9-844f5e4ac7d1 req-4556d454-e881-4e81-9a5a-ed3db6c2642f tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:16.050412 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dce7ae67-f32a-4519-92b9-844f5e4ac7d1 req-4556d454-e881-4e81-9a5a-ed3db6c2642f tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 946 time: 0.0507553 Apr 01 15:49:16.090289 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dce7ae67-f32a-4519-92b9-844f5e4ac7d1 req-25d1d58c-e40e-491e-a806-3c0a1d44236c tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329688 Apr 01 15:49:16.154907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.328393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.486861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.564122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.633372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=f8c77912-e5a6-42c8-95cd-323338ab1e21,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:16.643339 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.747886 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP cd83d831-b8d9-45ad-a792-188f92b16fb2 associated. External IP: 172.26.6.104, port: d4b1f887-7b12-424e-93c3-87b9ed9ce30f. Apr 01 15:49:16.958967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router fec04f8c-fa77-44d2-8e0e-1a935b91d213 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:17.071605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:17.081114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] Sync routers for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:17.091067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:49:17.091726 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:49:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:17.190149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.206744 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:49:17.220322 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-26768912-e2fe-4592-85fe-2fd2b08feb7f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4282963 Apr 01 15:49:17.220322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:49:17.221175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9974b5-adee-4ff2-a505-0535b769d9c2 req-145c8465-6ece-4fcf-8cf7-9a682279aeeb tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.221655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e5ac5d-83c8-4108-a8db-b12ff34b0578" -d '{"events": [{"name": "network-changed", "server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:49:17.223040 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7f9974b5-adee-4ff2-a505-0535b769d9c2 req-145c8465-6ece-4fcf-8cf7-9a682279aeeb tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 946 time: 0.0603416 Apr 01 15:49:17.223614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55286) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:17.267613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db3a1b4-1d60-4b35-b36f-5242eca5b0b9 x-openstack-request-id: req-2db3a1b4-1d60-4b35-b36f-5242eca5b0b9 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:49:17.267907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:49:17.268299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2db3a1b4-1d60-4b35-b36f-5242eca5b0b9 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:49:17.268753 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db3a1b4-1d60-4b35-b36f-5242eca5b0b9'] response: {'name': 'network-changed', 'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'status': 'completed', 'code': 200} Apr 01 15:49:17.306165 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7f9974b5-adee-4ff2-a505-0535b769d9c2 req-b3ae9bfc-1813-432b-a85b-03ca54c5031c tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445039 Apr 01 15:49:17.316914 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-297be52d-a82d-4429-9872-d964f1572e76 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/cd83d831-b8d9-45ad-a792-188f92b16fb2 HTTP/1.1" status: 200 len: 991 time: 0.0907786 Apr 01 15:49:17.339585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-e1f04fbf-4852-4a9b-844b-cf3cc87657c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.341311 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-e1f04fbf-4852-4a9b-844b-cf3cc87657c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 1098 time: 0.0479162 Apr 01 15:49:17.449279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:55Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'cd83d831-b8d9-45ad-a792-188f92b16fb2', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.104', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:16Z', 'updated_at': '2022-04-01T15:49:16Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:17.449856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-b5b1977b-5b6e-4eff-98bb-e6d769787842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.451346 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-b5b1977b-5b6e-4eff-98bb-e6d769787842 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fb14d5e-24dc-479f-9106-c74845779936 HTTP/1.1" status: 200 len: 899 time: 0.0932145 Apr 01 15:49:17.476789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] Checking router: fec04f8c-fa77-44d2-8e0e-1a935b91d213 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:17.485340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:49:17.485975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:49:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:17.527110 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-832a2034-4480-4928-9285-774300d1f365 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f HTTP/1.1" status: 200 len: 999 time: 0.0590441 Apr 01 15:49:17.584148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-5b9e459d-d5df-4ce0-bee1-e1e506305cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.585599 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-5b9e459d-d5df-4ce0-bee1-e1e506305cb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc466f03-1ab8-4a0f-990e-8c0d7077a112 HTTP/1.1" status: 200 len: 835 time: 0.0511563 Apr 01 15:49:17.592942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:49:17.636708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-63fe7b7f-326d-4174-9c95-73fc17b85f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.638329 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-63fe7b7f-326d-4174-9c95-73fc17b85f5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fb14d5e-24dc-479f-9106-c74845779936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457335 Apr 01 15:49:17.767799 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-5131f09b-837b-47de-bba7-03c10e4dc5e3 service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060908 Apr 01 15:49:17.840618 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:55Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'cd83d831-b8d9-45ad-a792-188f92b16fb2', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.104', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:16Z', 'updated_at': '2022-04-01T15:49:16Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:17.872611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7c97c8-04fe-44cf-befd-eaa6ce379c7f None None] The sync data for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv is: [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:55Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'cd83d831-b8d9-45ad-a792-188f92b16fb2', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.104', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:16Z', 'updated_at': '2022-04-01T15:49:16Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:17.898883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-b12228f3-52b8-4a18-8a7a-7d369e4cd1a9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.900606 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-b12228f3-52b8-4a18-8a7a-7d369e4cd1a9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 946 time: 0.1086283 Apr 01 15:49:17.941069 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36e5ac5d-83c8-4108-a8db-b12ff34b0578 req-5111d740-b224-459a-9e98-56d1185ed63f service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571569 Apr 01 15:49:18.022647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Deleting port d146460f-5d0f-4614-a0d9-b529995579db {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:49:18.023628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.084080 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef3671d-41cb-439e-8bce-e24d109c8268 None None] New status for floating IP cd83d831-b8d9-45ad-a792-188f92b16fb2: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:49:18.117481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] For port d146460f-5d0f-4614-a0d9-b529995579db, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d146460f-5d0f-4614-a0d9-b529995579db,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:18.117758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.299250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.299610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.299928 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Floating IP 75d8f45f-bbde-4956-a1ac-cc983b3ef84e disassociated. External IP: 172.26.6.133, port: d146460f-5d0f-4614-a0d9-b529995579db. Apr 01 15:49:18.300315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Calling delete_port for d146460f-5d0f-4614-a0d9-b529995579db owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:49:18.320018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55290) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:18.398051 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ed1990f0-f445-4da6-83ca-0ffb2b34d335 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/cd83d831-b8d9-45ad-a792-188f92b16fb2 HTTP/1.1" status: 200 len: 993 time: 0.0761862 Apr 01 15:49:18.449376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c6160-9b42-49cf-a558-f2d8c5fe7f7a req-cd728013-89f1-423a-b4dd-51bbc9dd4f94 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:18.450883 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f4c6160-9b42-49cf-a558-f2d8c5fe7f7a req-cd728013-89f1-423a-b4dd-51bbc9dd4f94 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 946 time: 0.0519013 Apr 01 15:49:18.488765 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f4c6160-9b42-49cf-a558-f2d8c5fe7f7a req-e3fcce09-a358-4a60-8e74-ae9357fb369b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316164 Apr 01 15:49:18.532959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.559236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event deleted for resources: {'Port': ['ID=d146460f-5d0f-4614-a0d9-b529995579db,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:18.680580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Router 0897859b-2855-4c2b-9d36-575f16837791 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:18.789737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:18.799058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] Sync routers for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:18.809053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:49:18.809736 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:49:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:18.829360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] No DVR routers for this DVR port d146460f-5d0f-4614-a0d9-b529995579db on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:18.832064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.835590 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9ad55c34-4e92-4c36-a9a3-ae6ba6ac8814 req-f3760e5c-06cb-47e2-bc3d-2e22cc8c5e0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "DELETE /v2.0/ports/d146460f-5d0f-4614-a0d9-b529995579db HTTP/1.1" status: 204 len: 173 time: 0.9257219 Apr 01 15:49:18.922119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:49:19.151013 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:19.176962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] Checking router: 0897859b-2855-4c2b-9d36-575f16837791 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:19.185481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:49:19.186128 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:49:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:19.270043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'name': 'network-vif-deleted', 'tag': 'd146460f-5d0f-4614-a0d9-b529995579db'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:49:19.273080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec69a321-36bf-4ebb-93b8-53605a4e29b3" -d '{"events": [{"server_uuid": "55655aec-d0ad-4bae-86b7-a9b1c591901f", "name": "network-vif-deleted", "tag": "d146460f-5d0f-4614-a0d9-b529995579db"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:49:19.297536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:49:19.313800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046a72b2-f7d2-4720-bde5-05e452e1f194 x-openstack-request-id: req-046a72b2-f7d2-4720-bde5-05e452e1f194 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:49:19.314197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55655aec-d0ad-4bae-86b7-a9b1c591901f", "name": "network-vif-deleted", "tag": "d146460f-5d0f-4614-a0d9-b529995579db", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:49:19.314747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-046a72b2-f7d2-4720-bde5-05e452e1f194 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:49:19.315239 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-046a72b2-f7d2-4720-bde5-05e452e1f194'] response: {'server_uuid': '55655aec-d0ad-4bae-86b7-a9b1c591901f', 'name': 'network-vif-deleted', 'tag': 'd146460f-5d0f-4614-a0d9-b529995579db', 'status': 'completed', 'code': 200} Apr 01 15:49:19.500607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:19.532563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7024b4-7567-4397-993d-7efe471f0128 None None] The sync data for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv is: [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:19.586250 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8318590c-b9aa-41af-b5f1-205498dd8628 req-d25bd75b-7a8e-4c2a-8578-c7d55c8a1be2 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.0276492 Apr 01 15:49:19.767927 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff2fdd-eb24-45cb-a0cf-5c11be7488aa None None] New status for floating IP 75d8f45f-bbde-4956-a1ac-cc983b3ef84e: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:49:20.695034 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-79a40af5-0048-4186-9f62-21ededf221f2 req-32622819-b6fe-4317-a9e5-8e92abaadc81 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.0316057 Apr 01 15:49:21.612834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device d146460f-5d0f-4614-a0d9-b529995579db no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:49:21.633543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: d146460f-5d0f-4614-a0d9-b529995579db {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:49:21.633893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device d146460f-5d0f-4614-a0d9-b529995579db not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:49:21.802345 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c44f210e-1138-4a42-903c-15c728b625cb req-f16a2df0-cf45-4a3f-a4e4-65b12d84cfb6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.0340385 Apr 01 15:49:22.908003 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a33f7fd5-e249-4588-a6c8-c083c105a2df req-02b92f8f-dd9e-4b5a-84f6-f790b206303b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=55655aec-d0ad-4bae-86b7-a9b1c591901f HTTP/1.1" status: 200 len: 210 time: 0.0249705 Apr 01 15:49:24.152108 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-93cf3a25-f995-42d4-a0c9-8d35f9a09301 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669438522&fields=id&tenant_id=f397e8ac635446de8843fc7946017b1f HTTP/1.1" status: 200 len: 267 time: 0.0327568 Apr 01 15:49:24.264829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-5c296f38-056d-41fe-9366-6b49c9c5d23d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:24.266319 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-5c296f38-056d-41fe-9366-6b49c9c5d23d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 812 time: 0.1074131 Apr 01 15:49:24.282118 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-c182d27b-0365-439b-9ff3-212e0527d127 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/quotas/f397e8ac635446de8843fc7946017b1f HTTP/1.1" status: 200 len: 375 time: 0.0094464 Apr 01 15:49:24.336986 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-eafa4c1c-3736-4bae-9e94-418c6ed7d2fb tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480180 Apr 01 15:49:24.433228 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-8e09be7f-4029-47a3-9cb9-0f6e7dd473c2 service neutron] 10.222.0.73 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848684 Apr 01 15:49:24.527116 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-6dc491d7-cb08-4dad-a16b-600b93fb5d94 service neutron] 10.222.0.73 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875037 Apr 01 15:49:25.163967 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-03526852-4113-499f-82d1-01625f92b0a7 req-631b91f2-6e74-42f0-ba38-9390a97fc8d4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 210 time: 0.0276356 Apr 01 15:49:26.254683 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-edc0b783-8dc7-4ed9-936d-66ac44bf6366 req-23502621-ecde-48ab-895b-586e381b3230 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 210 time: 0.0263042 Apr 01 15:49:26.514584 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4c979419-834b-4178-8327-622b9d0f6af6 req-6f15f463-da2e-4c16-ac60-543bf0cd75f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453706 Apr 01 15:49:26.599544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c979419-834b-4178-8327-622b9d0f6af6 req-46c9bd18-2067-4f7c-91f3-38f868866cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:26.601156 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4c979419-834b-4178-8327-622b9d0f6af6 req-46c9bd18-2067-4f7c-91f3-38f868866cb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 1098 time: 0.0409095 Apr 01 15:49:26.721410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c979419-834b-4178-8327-622b9d0f6af6 req-5f6781b6-ae0b-4ca0-8f3d-ca9a9b82a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:26.722885 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4c979419-834b-4178-8327-622b9d0f6af6 req-5f6781b6-ae0b-4ca0-8f3d-ca9a9b82a69e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fb14d5e-24dc-479f-9106-c74845779936 HTTP/1.1" status: 200 len: 899 time: 0.0896072 Apr 01 15:49:26.790016 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4c979419-834b-4178-8327-622b9d0f6af6 req-29225b68-3ad3-4a02-9db0-d746291e3fb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f HTTP/1.1" status: 200 len: 1001 time: 0.0604537 Apr 01 15:49:26.837599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c979419-834b-4178-8327-622b9d0f6af6 req-fb0a299d-4e1b-4546-8986-9776a16c438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:26.839057 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4c979419-834b-4178-8327-622b9d0f6af6 req-fb0a299d-4e1b-4546-8986-9776a16c438a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc466f03-1ab8-4a0f-990e-8c0d7077a112 HTTP/1.1" status: 200 len: 835 time: 0.0429702 Apr 01 15:49:26.891977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c979419-834b-4178-8327-622b9d0f6af6 req-31c1d46f-bdf0-421c-b8d5-a4d70b2b1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:26.893519 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4c979419-834b-4178-8327-622b9d0f6af6 req-31c1d46f-bdf0-421c-b8d5-a4d70b2b1ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fb14d5e-24dc-479f-9106-c74845779936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471230 Apr 01 15:49:26.986691 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4c979419-834b-4178-8327-622b9d0f6af6 req-d2ee9ce1-9fa8-4b88-b26b-871bd67b138b service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855782 Apr 01 15:49:27.080616 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4c979419-834b-4178-8327-622b9d0f6af6 req-59e08e1b-cd90-476b-91bd-0f0e2198a3a3 service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862567 Apr 01 15:49:27.353096 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-559a2923-6925-425e-af68-0e4f03b68f2a req-0159ebf8-688b-4842-8c6c-bde187e17606 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 210 time: 0.0273409 Apr 01 15:49:27.579952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-8fe860ac-6b74-43c1-88c1-efb0f64b7d27 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:27.581551 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-8fe860ac-6b74-43c1-88c1-efb0f64b7d27 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 812 time: 0.1085880 Apr 01 15:49:27.628041 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-5899b74c-5f7c-4ee2-97c8-5c4c11e77bf7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f397e8ac635446de8843fc7946017b1f HTTP/1.1" status: 200 len: 379 time: 0.0355871 Apr 01 15:49:27.637875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'port': {'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'admin_state_up': True, 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'security_groups': ['603bf76b-1e2c-4b6d-82b1-e59b76d52506']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:27.835571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Made reservation on behalf of f397e8ac635446de8843fc7946017b1f for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:27.839199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.977783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Allocated IP 172.20.0.5 (d8ab7caf-0e25-4e0d-a2d6-e75289d87f07/f4efc3e4-afe1-4629-9572-77c9f5337839/568ad2a6-30ad-4b02-823b-1639948540c0) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:28.119592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.230446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.279005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:28.282064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:28.285978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:49:28.314370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'Port': ['ID=568ad2a6-30ad-4b02-823b-1639948540c0,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:28.349008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.349730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.455443 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7d992e91-ea15-4d24-99cd-5082fe07b4c6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8213992 Apr 01 15:49:28.471367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Request body: {'port': {'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:28.495554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52e4cc-8bc0-4228-bf28-bcdde2097efa req-c2e7b952-72a8-40bf-941a-e8b10130ef0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.498226 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e52e4cc-8bc0-4228-bf28-bcdde2097efa req-c2e7b952-72a8-40bf-941a-e8b10130ef0b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 931 time: 0.0684347 Apr 01 15:49:28.502244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4c1cf171-aa52-48d9-99dc-c2e6e932bfbc None None] Provisioning complete for port 568ad2a6-30ad-4b02-823b-1639948540c0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:28.503341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4c1cf171-aa52-48d9-99dc-c2e6e932bfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.540623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cf171-aa52-48d9-99dc-c2e6e932bfbc None None] Port 568ad2a6-30ad-4b02-823b-1639948540c0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:49:28.547928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.557806 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e52e4cc-8bc0-4228-bf28-bcdde2097efa req-fa32871c-6ef7-47e3-b6bd-99d1935078da tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518341 Apr 01 15:49:28.831525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568ad2a6-30ad-4b02-823b-1639948540c0 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:49:28.839498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.852904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Transition to ACTIVE for port object 568ad2a6-30ad-4b02-823b-1639948540c0 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:28.975644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.026603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Pushing event updated for resources: {'Port': ['ID=568ad2a6-30ad-4b02-823b-1639948540c0,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:29.103782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Attempting to bind port 568ad2a6-30ad-4b02-823b-1639948540c0 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:29.104153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Attempting to bind port 568ad2a6-30ad-4b02-823b-1639948540c0 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:29.104544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Attempting to bind port 568ad2a6-30ad-4b02-823b-1639948540c0 on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:49:29.110204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Port 568ad2a6-30ad-4b02-823b-1639948540c0 on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:49:29.110667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Attempting to bind port 568ad2a6-30ad-4b02-823b-1639948540c0 on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:49:29.118762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:49:29.119101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Checking segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:49:29.119610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Bound using segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:49:29.120118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Bound port: 568ad2a6-30ad-4b02-823b-1639948540c0, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:29.121781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.211788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] For port 568ad2a6-30ad-4b02-823b-1639948540c0, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:29.215202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] For port 568ad2a6-30ad-4b02-823b-1639948540c0, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=568ad2a6-30ad-4b02-823b-1639948540c0,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:29.321734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.358909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.359524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.361021 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] 10.222.0.41 "PUT /v2.0/ports/568ad2a6-30ad-4b02-823b-1639948540c0 HTTP/1.1" status: 200 len: 1093 time: 0.8939838 Apr 01 15:49:29.361465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:49:29.363846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2324f439-9b4e-4a32-9c59-16aa7459824e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:49:29.390958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23c668-fc6d-4e02-9d56-729aef80dccf service neutron] Pushing event updated for resources: {'Port': ['ID=568ad2a6-30ad-4b02-823b-1639948540c0,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:29.416443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15a24a-c611-476b-b7e3-eeb7dfd51b17 x-openstack-request-id: req-5c15a24a-c611-476b-b7e3-eeb7dfd51b17 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:49:29.416756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:49:29.417037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c15a24a-c611-476b-b7e3-eeb7dfd51b17 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:49:29.417458 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c15a24a-c611-476b-b7e3-eeb7dfd51b17'] response: {'name': 'network-changed', 'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0', 'status': 'completed', 'code': 200} Apr 01 15:49:29.482130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f439-9b4e-4a32-9c59-16aa7459824e req-c482de8d-62a0-474c-82b8-20b605dc58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.483852 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2324f439-9b4e-4a32-9c59-16aa7459824e req-c482de8d-62a0-474c-82b8-20b605dc58a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 1096 time: 0.0446901 Apr 01 15:49:29.604539 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f439-9b4e-4a32-9c59-16aa7459824e req-dcb4ca63-7cc6-4fbe-9a44-d5b6b5d3a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.606347 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2324f439-9b4e-4a32-9c59-16aa7459824e req-dcb4ca63-7cc6-4fbe-9a44-d5b6b5d3a045 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f397e8ac635446de8843fc7946017b1f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1117427 Apr 01 15:49:29.688912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de35016-e322-4cb2-a9f4-0c03f3bac095 req-b1317f54-8dd6-45ab-9ba8-5aa7b24214b1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.690490 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3de35016-e322-4cb2-a9f4-0c03f3bac095 req-b1317f54-8dd6-45ab-9ba8-5aa7b24214b1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 943 time: 0.0558496 Apr 01 15:49:29.722709 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f439-9b4e-4a32-9c59-16aa7459824e req-908632f6-37ac-46a8-aaca-a4cee03ed2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.724245 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2324f439-9b4e-4a32-9c59-16aa7459824e req-908632f6-37ac-46a8-aaca-a4cee03ed2fd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1107049 Apr 01 15:49:29.737196 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3de35016-e322-4cb2-a9f4-0c03f3bac095 req-a8bf73b6-1216-443d-ad9c-c42957de8b1c tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379715 Apr 01 15:49:29.822630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-ad407cd9-ad23-4d9d-b810-bb2475f46d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.824325 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-ad407cd9-ad23-4d9d-b810-bb2475f46d86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 1096 time: 0.0524426 Apr 01 15:49:29.873431 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-6bb64890-c72a-483e-aa63-21ca597308e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568ad2a6-30ad-4b02-823b-1639948540c0 HTTP/1.1" status: 200 len: 217 time: 0.0382187 Apr 01 15:49:29.923583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-723c76a7-56b5-44e7-9539-f4f28843616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.925127 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-723c76a7-56b5-44e7-9539-f4f28843616f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0447390 Apr 01 15:49:29.981124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-4e827632-0d68-402b-94a0-d448b3ba0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.982616 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-4e827632-0d68-402b-94a0-d448b3ba0bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437756 Apr 01 15:49:30.073084 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-d1f7a775-f338-4aa6-975e-ead219888b02 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825355 Apr 01 15:49:30.177006 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-65d0ff0f-6f25-410d-8925-69c0ccff5eea req-7eb91edf-07fb-408c-9e67-d4ba38e7065d service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865226 Apr 01 15:49:30.855219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6bcbc-6950-43a4-914b-7586d05b3c14 req-a826e8e1-0eb1-43b8-823b-52fc471a39fe tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:30.856786 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cca6bcbc-6950-43a4-914b-7586d05b3c14 req-a826e8e1-0eb1-43b8-823b-52fc471a39fe tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 943 time: 0.0485704 Apr 01 15:49:30.897430 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cca6bcbc-6950-43a4-914b-7586d05b3c14 req-33139c45-9f4d-431a-b9e1-b28156c4ab84 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342128 Apr 01 15:49:32.019262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51351bcc-a634-40ca-83bf-7f7788ebbc9e req-b72bb6a2-b917-4b2c-b78d-8bed27a35a01 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:32.020783 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51351bcc-a634-40ca-83bf-7f7788ebbc9e req-b72bb6a2-b917-4b2c-b78d-8bed27a35a01 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 943 time: 0.0534997 Apr 01 15:49:32.060315 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51351bcc-a634-40ca-83bf-7f7788ebbc9e req-61884729-14c9-4b34-b2a5-3c83eb60669b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329957 Apr 01 15:49:33.182350 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5d245-a779-4cc8-bbbd-9be4168a5899 req-f294ac5d-fe02-447c-b777-e2ea4aef46f8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:33.183885 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-28e5d245-a779-4cc8-bbbd-9be4168a5899 req-f294ac5d-fe02-447c-b777-e2ea4aef46f8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 943 time: 0.0518551 Apr 01 15:49:33.222641 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-28e5d245-a779-4cc8-bbbd-9be4168a5899 req-280d4354-8c2b-48f3-a575-296c08f2bdc2 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Apr 01 15:49:34.336451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ad394-8c3a-4133-af0b-1437987f5503 req-abf5466d-9787-4031-9b99-2cc8a6768fcf tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:34.337923 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0d4ad394-8c3a-4133-af0b-1437987f5503 req-abf5466d-9787-4031-9b99-2cc8a6768fcf tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 943 time: 0.0488296 Apr 01 15:49:34.375022 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0d4ad394-8c3a-4133-af0b-1437987f5503 req-acdb3c0c-6952-411c-a623-a8446d673a9f tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310564 Apr 01 15:49:34.728890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d046e460-0b79-4850-9119-c9d765b9b77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.500505 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb6772-79a5-451d-84a4-d672b6ccfaf8 req-1f29c58f-f69a-4b91-bea1-dcb6dc59b6fe tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:35.502058 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ceb6772-79a5-451d-84a4-d672b6ccfaf8 req-1f29c58f-f69a-4b91-bea1-dcb6dc59b6fe tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 943 time: 0.0605426 Apr 01 15:49:35.546830 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ceb6772-79a5-451d-84a4-d672b6ccfaf8 req-f7a5e2c5-c534-4cea-a551-253c4bfe782e tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381241 Apr 01 15:49:36.672506 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818caaa-cd77-487f-b3cc-266829af756a req-b4c76537-9a28-443e-8e90-8728be11e24b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:36.674043 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9818caaa-cd77-487f-b3cc-266829af756a req-b4c76537-9a28-443e-8e90-8728be11e24b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 943 time: 0.0598147 Apr 01 15:49:36.715418 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9818caaa-cd77-487f-b3cc-266829af756a req-33aac815-e9c8-4af8-b1c5-7a24d275035a tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342388 Apr 01 15:49:37.289326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-57a040f2-1d6c-42d0-88ba-3553ba220fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.833896 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241a0a9-2b47-4b60-9476-70be1d640c21 req-12562f94-98b0-436a-b146-6892cc1d283f tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:37.835717 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e241a0a9-2b47-4b60-9476-70be1d640c21 req-12562f94-98b0-436a-b146-6892cc1d283f tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 943 time: 0.0523417 Apr 01 15:49:37.875327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e241a0a9-2b47-4b60-9476-70be1d640c21 req-0e772545-c660-4d9f-825d-66e1e0c89ce0 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333538 Apr 01 15:49:38.993163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525a8ba-11c4-497c-9d28-55fd98468a07 req-d63f39e8-cb0e-4f1a-b729-2ff4b3938157 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:38.994681 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d525a8ba-11c4-497c-9d28-55fd98468a07 req-d63f39e8-cb0e-4f1a-b729-2ff4b3938157 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 943 time: 0.0523870 Apr 01 15:49:39.032051 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d525a8ba-11c4-497c-9d28-55fd98468a07 req-89d08588-0e45-4d6a-a146-b5525079ff08 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310318 Apr 01 15:49:39.707804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 568ad2a6-30ad-4b02-823b-1639948540c0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:49:39.720586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.808693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 568ad2a6-30ad-4b02-823b-1639948540c0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=568ad2a6-30ad-4b02-823b-1639948540c0,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:39.821025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '568ad2a6-30ad-4b02-823b-1639948540c0', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:49:39.862006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.876454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568ad2a6-30ad-4b02-823b-1639948540c0 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:49:39.897610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 568ad2a6-30ad-4b02-823b-1639948540c0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=568ad2a6-30ad-4b02-823b-1639948540c0,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:40.043812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.093696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=568ad2a6-30ad-4b02-823b-1639948540c0,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.101479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.101830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.102171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.102506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.102838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.103243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.103577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.103906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.104233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.104588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.104910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.105229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:40.153130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ee06b-3913-411c-a959-751bbb7e3fc6 req-8f3f9ab2-7023-4572-b741-63677688e6a9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:40.154563 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-225ee06b-3913-411c-a959-751bbb7e3fc6 req-8f3f9ab2-7023-4572-b741-63677688e6a9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 944 time: 0.0507240 Apr 01 15:49:40.196883 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-225ee06b-3913-411c-a959-751bbb7e3fc6 req-c8be7280-ccf4-41a3-b39b-2c49d11f60cb tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354707 Apr 01 15:49:40.313465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['568ad2a6-30ad-4b02-823b-1639948540c0'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:49:40.946381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.960586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.313090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917967f4-f32a-4fe4-a10e-38749fa8d2a3 req-66852b92-e4ef-4acf-9e15-ae05425d2be1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:41.314582 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-917967f4-f32a-4fe4-a10e-38749fa8d2a3 req-66852b92-e4ef-4acf-9e15-ae05425d2be1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 944 time: 0.0484667 Apr 01 15:49:41.352721 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-917967f4-f32a-4fe4-a10e-38749fa8d2a3 req-e825b644-56fe-440f-849d-c73fbaa8f7f0 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320308 Apr 01 15:49:41.719623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 568ad2a6-30ad-4b02-823b-1639948540c0 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:49:41.842963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 568ad2a6-30ad-4b02-823b-1639948540c0 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:41.847056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 568ad2a6-30ad-4b02-823b-1639948540c0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:41.847424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.924287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.948649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:49:41.950938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee20b32c-5591-4634-9f37-6fa0b091d2f4" -d '{"events": [{"server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "name": "network-vif-plugged", "status": "completed", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:49:41.964048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 568ad2a6-30ad-4b02-823b-1639948540c0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=568ad2a6-30ad-4b02-823b-1639948540c0,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:41.987001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ed9aac-cb87-4efb-9acc-c619e94ab4a1 x-openstack-request-id: req-02ed9aac-cb87-4efb-9acc-c619e94ab4a1 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:49:41.987326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "name": "network-vif-plugged", "status": "completed", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:49:41.987584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02ed9aac-cb87-4efb-9acc-c619e94ab4a1 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:49:41.988024 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ed9aac-cb87-4efb-9acc-c619e94ab4a1'] response: {'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0', 'code': 200} Apr 01 15:49:42.063663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.116089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=568ad2a6-30ad-4b02-823b-1639948540c0,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:42.475428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b53d5b-d069-4f37-8ec3-97abeb84b3e4 req-ba63bb51-ff37-4b06-853b-d12c75616779 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:42.477121 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-77b53d5b-d069-4f37-8ec3-97abeb84b3e4 req-ba63bb51-ff37-4b06-853b-d12c75616779 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 945 time: 0.0557070 Apr 01 15:49:42.501003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ddc48-bf2b-4bb8-a8b6-47daf9e21e66 req-0fff9494-15d6-4f01-87b0-c439b761b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:42.502631 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c07ddc48-bf2b-4bb8-a8b6-47daf9e21e66 req-0fff9494-15d6-4f01-87b0-c439b761b141 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 1098 time: 0.0433383 Apr 01 15:49:42.527081 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-77b53d5b-d069-4f37-8ec3-97abeb84b3e4 req-cd51ecf8-3855-4107-a77f-a5887df166f4 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434954 Apr 01 15:49:42.542779 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c07ddc48-bf2b-4bb8-a8b6-47daf9e21e66 req-2004426b-f886-4273-b200-6e32a6c61123 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326879 Apr 01 15:49:43.659386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8c9f4-a970-40d5-b160-d40c3c33d48e req-a3c47363-ce23-410b-ae58-dc6c1292f367 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:43.660950 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-96b8c9f4-a970-40d5-b160-d40c3c33d48e req-a3c47363-ce23-410b-ae58-dc6c1292f367 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 945 time: 0.0500851 Apr 01 15:49:43.700968 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-96b8c9f4-a970-40d5-b160-d40c3c33d48e req-169a048c-9a07-4b3e-aefc-77c7d3de0d47 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339000 Apr 01 15:49:44.820305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc35305-d850-4eae-8227-745aa43bf899 req-abf0ee37-f7b8-4917-ad1f-828cd433dbb2 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:44.821860 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4dc35305-d850-4eae-8227-745aa43bf899 req-abf0ee37-f7b8-4917-ad1f-828cd433dbb2 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 945 time: 0.0489750 Apr 01 15:49:44.861602 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4dc35305-d850-4eae-8227-745aa43bf899 req-e48848b3-bbf0-44c9-956f-23f7ec537511 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333524 Apr 01 15:49:44.980635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a24c5-e2bd-4896-891f-bc46c10e07c0 req-d1277ad6-4501-412a-be06-ce0fb881b2ef tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:44.982153 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-783a24c5-e2bd-4896-891f-bc46c10e07c0 req-d1277ad6-4501-412a-be06-ce0fb881b2ef tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 945 time: 0.0527308 Apr 01 15:49:45.022206 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-783a24c5-e2bd-4896-891f-bc46c10e07c0 req-a242f7c6-df3c-47da-ac50-a5d02cae0109 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339301 Apr 01 15:49:45.044460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55384) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:45.085524 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846db405-20c6-4985-9033-439fcb7a86a1 tempest-TestVolumeBootPattern-880679411 tempest-TestVolumeBootPattern-880679411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:45.087128 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-846db405-20c6-4985-9033-439fcb7a86a1 tempest-TestVolumeBootPattern-880679411 tempest-TestVolumeBootPattern-880679411-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 1093 time: 0.0414894 Apr 01 15:49:45.090099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55386) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:45.094464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:45.209121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.313911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.418659 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Allocated IP 172.26.6.16 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/ba9b4278-2f8f-4de3-8731-79d73ad2d034) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:45.423312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.523415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.651563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.695924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:45.699012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:45.703563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:49:45.706825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'Port': ['ID=ba9b4278-2f8f-4de3-8731-79d73ad2d034,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.733664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.734002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.734340 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.734678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.735008 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.735340 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.735669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.736000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.736324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.736681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.737007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:45.737327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:46.101835 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.134385 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:49:46.252802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.401178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.575341 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.951558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'Port': ['ID=ba9b4278-2f8f-4de3-8731-79d73ad2d034,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.967328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.066360 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Floating IP 54455b9a-ee1a-45ee-bf27-494564787060 associated. External IP: 172.26.6.16, port: 568ad2a6-30ad-4b02-823b-1639948540c0. Apr 01 15:49:47.266875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Router 0897859b-2855-4c2b-9d36-575f16837791 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:47.372001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:47.381976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] Sync routers for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:49:47.390912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:49:47.397606 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:49:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:47.460504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.490801 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-659ef257-e486-4447-bcb9-cc51349cb649 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3996387 Apr 01 15:49:47.491384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:49:47.493695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:49:47.494925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:49:47.529472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1f0454-8ef5-4678-9c88-034fbbf488da x-openstack-request-id: req-fa1f0454-8ef5-4678-9c88-034fbbf488da {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:49:47.529764 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:49:47.530015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa1f0454-8ef5-4678-9c88-034fbbf488da {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:49:47.530421 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa1f0454-8ef5-4678-9c88-034fbbf488da'] response: {'name': 'network-changed', 'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0', 'status': 'completed', 'code': 200} Apr 01 15:49:47.592250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-fda3bd67-dda8-4025-9cce-5465518819f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:47.594606 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-fda3bd67-dda8-4025-9cce-5465518819f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 1098 time: 0.0420313 Apr 01 15:49:47.733484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '54455b9a-ee1a-45ee-bf27-494564787060', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.16', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:45Z', 'revision_number': 0, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:47.762212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] Checking router: 0897859b-2855-4c2b-9d36-575f16837791 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:49:47.771344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:49:47.772058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:49:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:47.884958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:49:47.998989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-e90f2ddd-f5bc-4f4d-a1df-5011cba491a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:48.000505 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-e90f2ddd-f5bc-4f4d-a1df-5011cba491a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.3996108 Apr 01 15:49:48.065009 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-d7d70316-1d86-48c2-829f-6968fff02621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568ad2a6-30ad-4b02-823b-1639948540c0 HTTP/1.1" status: 200 len: 998 time: 0.0576310 Apr 01 15:49:48.106249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '54455b9a-ee1a-45ee-bf27-494564787060', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.16', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:45Z', 'revision_number': 0, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:48.119282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-dc9f3fd7-fdb4-40c5-a017-678fdf4d7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:48.121054 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-dc9f3fd7-fdb4-40c5-a017-678fdf4d7891 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0475621 Apr 01 15:49:48.138146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1edc2e-aa87-4dcb-b6db-24a131eb4f13 None None] The sync data for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv is: [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '54455b9a-ee1a-45ee-bf27-494564787060', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.16', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:45Z', 'revision_number': 0, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:49:48.184878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-28d58b1c-598b-48e6-b684-a48356aee537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:48.186411 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-28d58b1c-598b-48e6-b684-a48356aee537 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588048 Apr 01 15:49:48.283040 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-6eadb20c-d6f0-49f2-80da-031ac55a1d3f service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886087 Apr 01 15:49:48.337959 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e5217f-e938-4876-91f8-171d2ecd9be5 None None] New status for floating IP 54455b9a-ee1a-45ee-bf27-494564787060: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:49:48.388009 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-024662a3-21c0-4a05-b3a5-f0fbc1f1409e req-3cda391b-dd8f-47fb-981f-8f681e0070da service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962520 Apr 01 15:49:53.632426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55398) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:53.714696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2406333b-0a12-48af-a276-703d2386c821 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:53.715099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2406333b-0a12-48af-a276-703d2386c821 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:53.715564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2406333b-0a12-48af-a276-703d2386c821 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:53.717354 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2406333b-0a12-48af-a276-703d2386c821 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=273ad02fc17b4cd08910095c2aaa95b9&network_id=7fb14d5e-24dc-479f-9106-c74845779936 HTTP/1.1" status: 200 len: 2999 time: 0.0838871 Apr 01 15:49:55.831551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55410) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:55.891203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa29deb-dcde-4ec6-882a-b42cfa5952e0 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:55.893112 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2fa29deb-dcde-4ec6-882a-b42cfa5952e0 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 814 time: 0.0601995 Apr 01 15:49:56.437440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55416) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:56.443056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'network': {'name': 'tempest-network-smoke--254999524', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'port_security_enabled': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:56.571775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:56.575309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.600231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] vlan segment allocate from pool success with {'vlan_id': 1124, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:56.610239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.610609 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Added segment 94c7dac8-1c63-473e-afe8-a0c003beccb8 of type vlan for network 0e3ca173-6280-45e7-b29c-32103f6e3246 Apr 01 15:49:56.651890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.734714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.741011 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:56.741648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.815043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Network': ['ID=0e3ca173-6280-45e7-b29c-32103f6e3246,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.825667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 0e3ca173-6280-45e7-b29c-32103f6e3246 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:49:56.925653 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e774ce83-6bce-478a-8fde-5963a08c5052 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4871006 Apr 01 15:49:56.935555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55418) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:57.006297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655b7c3-e184-43df-98b8-9e2442d399f5 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:57.007786 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e655b7c3-e184-43df-98b8-9e2442d399f5 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0712807 Apr 01 15:49:57.010479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55420) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:57.159871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eb0160-f5c3-4c13-a41c-b4b202473a1b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:57.161329 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c4eb0160-f5c3-4c13-a41c-b4b202473a1b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499593 Apr 01 15:49:57.164694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55422) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:57.198459 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e3a87efd-d5e3-4982-8989-8dbca9478bd6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326200 Apr 01 15:49:57.201135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55424) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:57.229540 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3aa4704f-4023-4f65-8690-f0ae0686a291 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273464 Apr 01 15:49:57.231968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55426) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:57.325866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b45b94-532c-4fb3-8062-8d66c9968409 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:57.327409 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f8b45b94-532c-4fb3-8062-8d66c9968409 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945113 Apr 01 15:49:57.330230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55428) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:57.358103 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-67557097-1bbb-4a1a-b736-f8422d33dab7 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267138 Apr 01 15:49:57.360590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55430) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:57.366268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1319335816', 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:57.552477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:57.555984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.907062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.967374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=7b97f8b5-bfcf-41f4-bfba-e0eb744aa043,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:57.974877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Checking segment: {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:49:57.975230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network hostable DHCP agents. Network: 0e3ca173-6280-45e7-b29c-32103f6e3246, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:58.268770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 0e3ca173-6280-45e7-b29c-32103f6e3246 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:58.373885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 0e3ca173-6280-45e7-b29c-32103f6e3246) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:58.378055 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:58.379157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.384235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb156e-319f-4b3c-93f1-e2ee93dfb3b7 None None] Network 0e3ca173-6280-45e7-b29c-32103f6e3246 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:49:58.460317 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-094ebb0a-20d5-49d5-864d-1ed58d37e77d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0984869 Apr 01 15:49:58.529962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-0e3ca173-6280-45e7-b29c-32103f6e3246', 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ips': [{'subnet_id': '7b97f8b5-bfcf-41f4-bfba-e0eb744aa043'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:49:58.530835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.664792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Allocated IP 172.20.0.18 (0e3ca173-6280-45e7-b29c-32103f6e3246/7b97f8b5-bfcf-41f4-bfba-e0eb744aa043/d3970a8a-bdcc-4f5f-b068-0f43e56140c2) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:58.807431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.923786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.963866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Network 0e3ca173-6280-45e7-b29c-32103f6e3246 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:58.968406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:58.971000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:49:58.980515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Pushing event updated for resources: {'Port': ['ID=d3970a8a-bdcc-4f5f-b068-0f43e56140c2,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.032681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Attempting to bind port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:59.033051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Attempting to bind port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:59.033413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Attempting to bind port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 on network 0e3ca173-6280-45e7-b29c-32103f6e3246 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:49:59.038948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:49:59.039323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Checking segment: {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:49:59.039722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.040118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Bound using segment: {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:49:59.040607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Bound port: d3970a8a-bdcc-4f5f-b068-0f43e56140c2, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:59.040985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.106442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-916e3290-8753-4954-b43c-291322f8c512 None None] For port d3970a8a-bdcc-4f5f-b068-0f43e56140c2, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:59.109695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-916e3290-8753-4954-b43c-291322f8c512 None None] For port d3970a8a-bdcc-4f5f-b068-0f43e56140c2, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d3970a8a-bdcc-4f5f-b068-0f43e56140c2,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:59.187386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55434) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:59.192739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a6eb17f4-8224-4597-9c21-56a789bd51aa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534643937', 'description': 'tempest-secgroup-smoke-534643937 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:59.211899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.276039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e3290-8753-4954-b43c-291322f8c512 None None] Pushing event updated for resources: {'Port': ['ID=d3970a8a-bdcc-4f5f-b068-0f43e56140c2,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.291999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6eb17f4-8224-4597-9c21-56a789bd51aa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.364889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6eb17f4-8224-4597-9c21-56a789bd51aa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.454870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6eb17f4-8224-4597-9c21-56a789bd51aa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.489963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb17f4-8224-4597-9c21-56a789bd51aa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a19f9e7-4263-4957-9b14-14472d4246ed,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.556549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6eb17f4-8224-4597-9c21-56a789bd51aa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.558221 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a6eb17f4-8224-4597-9c21-56a789bd51aa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3694873 Apr 01 15:49:59.560673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55436) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:59.565683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-789b0f61-ca4b-41b2-9032-8fac8bdf6e5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '7a19f9e7-4263-4957-9b14-14472d4246ed', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:49:59.668898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-789b0f61-ca4b-41b2-9032-8fac8bdf6e5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.734354 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-789b0f61-ca4b-41b2-9032-8fac8bdf6e5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.844303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-789b0f61-ca4b-41b2-9032-8fac8bdf6e5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.864751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b0f61-ca4b-41b2-9032-8fac8bdf6e5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6916789a-87df-42f9-b328-e096dfa06c91,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.970822 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-789b0f61-ca4b-41b2-9032-8fac8bdf6e5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.972087 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-789b0f61-ca4b-41b2-9032-8fac8bdf6e5c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4101422 Apr 01 15:49:59.974960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55438) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:49:59.979768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0e3d76b2-ec92-4983-a44a-4664494e924d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '7a19f9e7-4263-4957-9b14-14472d4246ed', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:00.097516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e3d76b2-ec92-4983-a44a-4664494e924d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.124145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1908c515-9b99-4f9b-869d-d1ae728944cb None None] Network 0e3ca173-6280-45e7-b29c-32103f6e3246 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:50:00.161077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e3d76b2-ec92-4983-a44a-4664494e924d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.255715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ca40f82f-3ab9-4deb-95ca-4e51aa29c350 None None] Provisioning complete for port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.255715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca40f82f-3ab9-4deb-95ca-4e51aa29c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.277738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e3d76b2-ec92-4983-a44a-4664494e924d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.298660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d76b2-ec92-4983-a44a-4664494e924d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985ebca9-7de0-49ca-a3ad-6250439bb1a5,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.349458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d3970a8a-bdcc-4f5f-b068-0f43e56140c2 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:50:00.393046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca40f82f-3ab9-4deb-95ca-4e51aa29c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.396722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e3d76b2-ec92-4983-a44a-4664494e924d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.398261 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0e3d76b2-ec92-4983-a44a-4664494e924d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4221954 Apr 01 15:50:00.401361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55440) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:00.406173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-13d81137-79b6-4f01-a8f6-7fad661b1b9e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '7a19f9e7-4263-4957-9b14-14472d4246ed', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:00.436831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ca40f82f-3ab9-4deb-95ca-4e51aa29c350 None None] For port d3970a8a-bdcc-4f5f-b068-0f43e56140c2, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d3970a8a-bdcc-4f5f-b068-0f43e56140c2,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:00.442101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.442466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.521776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.533408 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-13d81137-79b6-4f01-a8f6-7fad661b1b9e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.540534 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca40f82f-3ab9-4deb-95ca-4e51aa29c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.593277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-13d81137-79b6-4f01-a8f6-7fad661b1b9e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.610922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:50:00.611271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:50:00.620870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40f82f-3ab9-4deb-95ca-4e51aa29c350 None None] Pushing event updated for resources: {'Port': ['ID=d3970a8a-bdcc-4f5f-b068-0f43e56140c2,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.657216 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-13d81137-79b6-4f01-a8f6-7fad661b1b9e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.658828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-406c8796-5345-4c8a-8f8f-655809ed3a86 None None] Provisioning complete for port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.659207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-406c8796-5345-4c8a-8f8f-655809ed3a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.676697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d81137-79b6-4f01-a8f6-7fad661b1b9e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7350c67-952d-421c-a13f-423c0e1029f2,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.747611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-13d81137-79b6-4f01-a8f6-7fad661b1b9e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.748907 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-13d81137-79b6-4f01-a8f6-7fad661b1b9e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464487 Apr 01 15:50:00.751858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55444) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:00.756323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-26fb3c3a-840e-4b85-8d81-c6daa03e900c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '7a19f9e7-4263-4957-9b14-14472d4246ed', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:00.859085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-26fb3c3a-840e-4b85-8d81-c6daa03e900c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.920551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-26fb3c3a-840e-4b85-8d81-c6daa03e900c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.994645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-26fb3c3a-840e-4b85-8d81-c6daa03e900c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.012104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb3c3a-840e-4b85-8d81-c6daa03e900c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8c65d5-5117-4a7e-9a76-2c95bdbe9273,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.096085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-26fb3c3a-840e-4b85-8d81-c6daa03e900c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.097650 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-26fb3c3a-840e-4b85-8d81-c6daa03e900c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445277 Apr 01 15:50:01.100965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55446) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:01.105465 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d5b7af87-9538-470b-8280-7b66a2156521 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '7a19f9e7-4263-4957-9b14-14472d4246ed', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:01.208845 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-d5b7af87-9538-470b-8280-7b66a2156521 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:50:01.214161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5b7af87-9538-470b-8280-7b66a2156521 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.272419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5b7af87-9538-470b-8280-7b66a2156521 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.351222 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5b7af87-9538-470b-8280-7b66a2156521 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.368849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7af87-9538-470b-8280-7b66a2156521 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e440a7-54d2-48ba-975d-9ecea53b4c1f,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.491060 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5b7af87-9538-470b-8280-7b66a2156521 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.492318 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d5b7af87-9538-470b-8280-7b66a2156521 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3903770 Apr 01 15:50:01.495362 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55448) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:01.499663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e9b6acb7-b405-4ce6-a22c-33a972a77dd6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '7a19f9e7-4263-4957-9b14-14472d4246ed', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:01.597737 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-e9b6acb7-b405-4ce6-a22c-33a972a77dd6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:50:01.603083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e9b6acb7-b405-4ce6-a22c-33a972a77dd6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.666877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e9b6acb7-b405-4ce6-a22c-33a972a77dd6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.760125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e9b6acb7-b405-4ce6-a22c-33a972a77dd6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.779403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6acb7-b405-4ce6-a22c-33a972a77dd6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efbe9d7-39db-49fd-b40c-48099b60d1cb,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.868084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e9b6acb7-b405-4ce6-a22c-33a972a77dd6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.869324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e9b6acb7-b405-4ce6-a22c-33a972a77dd6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3729901 Apr 01 15:50:02.017445 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-40c67271-dc01-412e-b0cd-1735fea06e6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534643937&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0365834 Apr 01 15:50:02.123400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-d9781ff8-67f4-4e48-9d64-881b65b9a3cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:02.124813 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-d9781ff8-67f4-4e48-9d64-881b65b9a3cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=0e3ca173-6280-45e7-b29c-32103f6e3246 HTTP/1.1" status: 200 len: 796 time: 0.0996602 Apr 01 15:50:02.140160 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-f99f5926-fef6-4f63-bbd8-02d1c6cf8e16 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0090122 Apr 01 15:50:02.200167 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-0d64719e-cf40-4ce0-8901-a949adb0128b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539315 Apr 01 15:50:02.298681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d3970a8a-bdcc-4f5f-b068-0f43e56140c2 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:50:02.351039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:02.351389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.360690 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-d5796751-7f9b-4f71-a755-eb708062c222 service neutron] 10.222.0.73 "GET /v2.0/networks/0e3ca173-6280-45e7-b29c-32103f6e3246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485808 Apr 01 15:50:02.458779 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-825c7df7-ba9f-4700-933e-8083a50bfb32 service neutron] 10.222.0.73 "GET /v2.0/networks/0e3ca173-6280-45e7-b29c-32103f6e3246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901318 Apr 01 15:50:02.752300 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c0e0bd14-292e-4399-a8ed-b05ec3f0002d req-77eb303e-60cd-45fe-96aa-a34191a34b96 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 210 time: 0.0282896 Apr 01 15:50:03.858293 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d135876a-d248-4142-9151-5cfcb8b8eb56 req-3a3a80c4-dcd8-48b8-8702-d05964f3b9c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 210 time: 0.0258133 Apr 01 15:50:04.717241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c3afe9f3-7e55-4a67-b3c6-0fc4c44b114c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.952294 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-61ae94aa-918f-49b3-ab03-54ad3de65ca0 req-19f179a8-66e7-4322-827a-c8e56ec50e2a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 210 time: 0.0254202 Apr 01 15:50:05.227016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-5e90588d-c497-48a7-827b-239dedf524e4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.228442 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-5e90588d-c497-48a7-827b-239dedf524e4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=0e3ca173-6280-45e7-b29c-32103f6e3246 HTTP/1.1" status: 200 len: 796 time: 0.1167397 Apr 01 15:50:05.276393 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-b0388ad9-912d-4039-a95f-1f9b4f698706 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 471 time: 0.0360765 Apr 01 15:50:05.291717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': '2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e', 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['7a19f9e7-4263-4957-9b14-14472d4246ed']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:05.585673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:05.589333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.715384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.28 (0e3ca173-6280-45e7-b29c-32103f6e3246/7b97f8b5-bfcf-41f4-bfba-e0eb744aa043/376e3f16-d68c-4194-b96c-933b8e86231f) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:05.866978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.969216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.015724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 0e3ca173-6280-45e7-b29c-32103f6e3246 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:06.019584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:06.023542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:50:06.030125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=376e3f16-d68c-4194-b96c-933b8e86231f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.077573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaef76-7f5c-4cdf-9de8-28b2b5a51e4a req-48a406bf-9ca7-4a6c-98de-62afd77dd9b4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.079953 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7aeaef76-7f5c-4cdf-9de8-28b2b5a51e4a req-48a406bf-9ca7-4a6c-98de-62afd77dd9b4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 932 time: 0.0539482 Apr 01 15:50:06.081737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.082408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.123384 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7aeaef76-7f5c-4cdf-9de8-28b2b5a51e4a req-e327ba47-7d40-43e3-a04d-7fff78f606fc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354886 Apr 01 15:50:06.229794 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-20b1924f-cf02-49d4-ab12-4a8ebfc3e4f3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9418027 Apr 01 15:50:06.242012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Request body: {'port': {'device_id': '2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:50:06.296376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ecb23091-814d-46e2-9289-704b4d8e0182 None None] Provisioning complete for port 376e3f16-d68c-4194-b96c-933b8e86231f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:06.297050 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ecb23091-814d-46e2-9289-704b4d8e0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.304305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.332938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ecb23091-814d-46e2-9289-704b4d8e0182 None None] Port 376e3f16-d68c-4194-b96c-933b8e86231f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:50:06.568426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376e3f16-d68c-4194-b96c-933b8e86231f {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:06.575874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.588306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Transition to ACTIVE for port object 376e3f16-d68c-4194-b96c-933b8e86231f will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:06.697129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.773235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Pushing event updated for resources: {'Port': ['ID=376e3f16-d68c-4194-b96c-933b8e86231f,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.828384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Attempting to bind port 376e3f16-d68c-4194-b96c-933b8e86231f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:06.828652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Attempting to bind port 376e3f16-d68c-4194-b96c-933b8e86231f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:06.828979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Attempting to bind port 376e3f16-d68c-4194-b96c-933b8e86231f on network 0e3ca173-6280-45e7-b29c-32103f6e3246 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:50:06.834325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Port 376e3f16-d68c-4194-b96c-933b8e86231f on network 0e3ca173-6280-45e7-b29c-32103f6e3246 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:50:06.834642 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Attempting to bind port 376e3f16-d68c-4194-b96c-933b8e86231f on network 0e3ca173-6280-45e7-b29c-32103f6e3246 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:50:06.839800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:50:06.840137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Checking segment: {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:50:06.840548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Bound using segment: {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:50:06.840970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Bound port: 376e3f16-d68c-4194-b96c-933b8e86231f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:06.841330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.912801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] For port 376e3f16-d68c-4194-b96c-933b8e86231f, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:06.915824 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] For port 376e3f16-d68c-4194-b96c-933b8e86231f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=376e3f16-d68c-4194-b96c-933b8e86231f,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:07.243329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.245812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93670b6e-c7ac-4bc9-9623-abfe88604abd req-2614dd33-3513-45a1-afe7-024e0dbf8f24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.247891 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93670b6e-c7ac-4bc9-9623-abfe88604abd req-2614dd33-3513-45a1-afe7-024e0dbf8f24 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 944 time: 0.0555406 Apr 01 15:50:07.259935 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08af9aaf-7c35-471e-be2b-322ebc9a2a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.285952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.286474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.287890 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] 10.222.0.41 "PUT /v2.0/ports/376e3f16-d68c-4194-b96c-933b8e86231f HTTP/1.1" status: 200 len: 1094 time: 1.0502696 Apr 01 15:50:07.288365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e', 'tag': '376e3f16-d68c-4194-b96c-933b8e86231f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:07.290666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3037407-9a4e-4003-889a-993b14feebba" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e", "tag": "376e3f16-d68c-4194-b96c-933b8e86231f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:50:07.314991 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93670b6e-c7ac-4bc9-9623-abfe88604abd req-58e0b4ee-9c20-4e35-93b2-95605df5f197 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547948 Apr 01 15:50:07.315969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273427c-9a70-472e-a9c3-908be3b59774 service neutron] Pushing event updated for resources: {'Port': ['ID=376e3f16-d68c-4194-b96c-933b8e86231f,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.347628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612941ee-9f43-41dd-b43a-0c93de9de3e8 x-openstack-request-id: req-612941ee-9f43-41dd-b43a-0c93de9de3e8 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:50:07.348038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e", "tag": "376e3f16-d68c-4194-b96c-933b8e86231f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:50:07.348426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-612941ee-9f43-41dd-b43a-0c93de9de3e8 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:50:07.354302 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612941ee-9f43-41dd-b43a-0c93de9de3e8'] response: {'name': 'network-changed', 'server_uuid': '2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e', 'tag': '376e3f16-d68c-4194-b96c-933b8e86231f', 'status': 'completed', 'code': 200} Apr 01 15:50:07.409709 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037407-9a4e-4003-889a-993b14feebba req-dbda6fb4-164f-4b93-9994-2e3bb0c2097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.411345 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a3037407-9a4e-4003-889a-993b14feebba req-dbda6fb4-164f-4b93-9994-2e3bb0c2097b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 1097 time: 0.0445948 Apr 01 15:50:07.526864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037407-9a4e-4003-889a-993b14feebba req-a38dd8da-4c6a-4c3b-b4b9-8f9888ac006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.527298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037407-9a4e-4003-889a-993b14feebba req-a38dd8da-4c6a-4c3b-b4b9-8f9888ac006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.528902 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a3037407-9a4e-4003-889a-993b14feebba req-a38dd8da-4c6a-4c3b-b4b9-8f9888ac006b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1088531 Apr 01 15:50:07.631833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037407-9a4e-4003-889a-993b14feebba req-fda06482-ac74-42a7-af12-c35045d01acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.633438 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a3037407-9a4e-4003-889a-993b14feebba req-fda06482-ac74-42a7-af12-c35045d01acc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0965934 Apr 01 15:50:07.715228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-f9193cd4-bc7f-44b9-99f7-6b7214d65a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.716670 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-f9193cd4-bc7f-44b9-99f7-6b7214d65a72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 1097 time: 0.0404136 Apr 01 15:50:07.771208 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-e3251871-a84d-4dfe-afee-6ae59c14b165 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=376e3f16-d68c-4194-b96c-933b8e86231f HTTP/1.1" status: 200 len: 217 time: 0.0386767 Apr 01 15:50:07.823778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-48b6da0d-0daf-4603-babc-b7ac097cddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.825238 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-48b6da0d-0daf-4603-babc-b7ac097cddf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b97f8b5-bfcf-41f4-bfba-e0eb744aa043 HTTP/1.1" status: 200 len: 838 time: 0.0429864 Apr 01 15:50:07.877823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-66cdf39e-22da-4a70-9f96-1df55bdc2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.879299 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-66cdf39e-22da-4a70-9f96-1df55bdc2842 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e3ca173-6280-45e7-b29c-32103f6e3246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436637 Apr 01 15:50:07.973876 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-4845f898-e9bc-4ae7-a4a7-3b2fc3d232e5 service neutron] 10.222.0.41 "GET /v2.0/networks/0e3ca173-6280-45e7-b29c-32103f6e3246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848920 Apr 01 15:50:08.069576 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6ae763a7-8115-4f7e-9236-6d70f5b25f2e req-9d3d1d65-3fe4-4f88-9825-52e954e80f63 service neutron] 10.222.0.41 "GET /v2.0/networks/0e3ca173-6280-45e7-b29c-32103f6e3246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869577 Apr 01 15:50:08.439932 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d1ee-a168-4d39-b76b-63ec730876db req-af078c4c-e03d-45b8-ab36-3a7da03e72ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:08.441518 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8158d1ee-a168-4d39-b76b-63ec730876db req-af078c4c-e03d-45b8-ab36-3a7da03e72ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 944 time: 0.0499845 Apr 01 15:50:08.480839 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8158d1ee-a168-4d39-b76b-63ec730876db req-3dcda49d-2b3c-43a6-a88c-003aacbde9a6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331078 Apr 01 15:50:09.602453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce82a4-332b-450c-8b21-24458fbbf119 req-9ff2f832-18b1-4be7-98c3-bdc6aa4536f7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:09.603944 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a9ce82a4-332b-450c-8b21-24458fbbf119 req-9ff2f832-18b1-4be7-98c3-bdc6aa4536f7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 944 time: 0.0502155 Apr 01 15:50:09.650015 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a9ce82a4-332b-450c-8b21-24458fbbf119 req-359aa329-ef29-43a0-8b14-c9f715da25ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396554 Apr 01 15:50:09.699886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.842999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 376e3f16-d68c-4194-b96c-933b8e86231f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:50:10.078293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 376e3f16-d68c-4194-b96c-933b8e86231f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=376e3f16-d68c-4194-b96c-933b8e86231f,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:10.089473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '376e3f16-d68c-4194-b96c-933b8e86231f', 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246', 'port_id': '376e3f16-d68c-4194-b96c-933b8e86231f', 'mac_address': 'fa:16:3e:a7:34:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b97f8b5-bfcf-41f4-bfba-e0eb744aa043', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:50:10.127891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.141516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376e3f16-d68c-4194-b96c-933b8e86231f {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:50:10.163332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 376e3f16-d68c-4194-b96c-933b8e86231f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=376e3f16-d68c-4194-b96c-933b8e86231f,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:10.269428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.319100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=376e3f16-d68c-4194-b96c-933b8e86231f,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.551293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['376e3f16-d68c-4194-b96c-933b8e86231f'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:50:10.775351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427cd67-1ec4-4a51-8d99-1a8fa2cd63e0 req-b1565d64-cdf3-4c22-9636-1d1d71de5376 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.776553 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f427cd67-1ec4-4a51-8d99-1a8fa2cd63e0 req-b1565d64-cdf3-4c22-9636-1d1d71de5376 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 945 time: 0.0575724 Apr 01 15:50:10.818102 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f427cd67-1ec4-4a51-8d99-1a8fa2cd63e0 req-ea1ed6f9-43ea-4ba8-9758-c7ee5d9ddeec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344515 Apr 01 15:50:10.860106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.957158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.859032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 376e3f16-d68c-4194-b96c-933b8e86231f up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:50:11.938678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ae1ad-f8b0-4c17-a291-ab20b1708b25 req-b491fffa-cb94-4eae-b8b6-781adcc3b431 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.940081 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-701ae1ad-f8b0-4c17-a291-ab20b1708b25 req-b491fffa-cb94-4eae-b8b6-781adcc3b431 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 945 time: 0.0495176 Apr 01 15:50:11.979305 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-701ae1ad-f8b0-4c17-a291-ab20b1708b25 req-b1a4b00b-bc41-4c27-9ed9-052531eaa702 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328190 Apr 01 15:50:12.013989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 376e3f16-d68c-4194-b96c-933b8e86231f completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:12.018012 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 376e3f16-d68c-4194-b96c-933b8e86231f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:12.018888 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.101049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.123838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376e3f16-d68c-4194-b96c-933b8e86231f'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:12.126230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3d2e1e-98d0-49e6-a81b-52d347d709d5" -d '{"events": [{"server_uuid": "2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e", "name": "network-vif-plugged", "status": "completed", "tag": "376e3f16-d68c-4194-b96c-933b8e86231f"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:50:12.138885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 376e3f16-d68c-4194-b96c-933b8e86231f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=376e3f16-d68c-4194-b96c-933b8e86231f,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:12.163021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0196715d-6d61-4ce2-9db4-61825e328ba0 x-openstack-request-id: req-0196715d-6d61-4ce2-9db4-61825e328ba0 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:50:12.163021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e", "name": "network-vif-plugged", "status": "completed", "tag": "376e3f16-d68c-4194-b96c-933b8e86231f", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:50:12.163021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0196715d-6d61-4ce2-9db4-61825e328ba0 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:50:12.163021 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0196715d-6d61-4ce2-9db4-61825e328ba0'] response: {'server_uuid': '2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376e3f16-d68c-4194-b96c-933b8e86231f', 'code': 200} Apr 01 15:50:12.269152 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.314861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=376e3f16-d68c-4194-b96c-933b8e86231f,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.629414 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d04c-2123-4116-82e5-ca993a43709b req-64626cbe-3138-4876-8f3f-31e3690c6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.630903 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-09a5d04c-2123-4116-82e5-ca993a43709b req-64626cbe-3138-4876-8f3f-31e3690c6a06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 1099 time: 0.0446725 Apr 01 15:50:12.671881 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-09a5d04c-2123-4116-82e5-ca993a43709b req-2a8803ca-715e-4495-9df7-f417b569cfb7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288491 Apr 01 15:50:13.094558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3453a4-a1ff-4a55-a871-1639b0342a62 req-95547fac-db45-42a5-8181-d81599872015 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:13.096035 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-df3453a4-a1ff-4a55-a871-1639b0342a62 req-95547fac-db45-42a5-8181-d81599872015 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 946 time: 0.0497379 Apr 01 15:50:13.134022 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-df3453a4-a1ff-4a55-a871-1639b0342a62 req-19a76571-062e-4992-9c79-d2d86ffc6504 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319333 Apr 01 15:50:14.258215 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975fcea-316b-4a2b-bf0d-41dd62177be3 req-0879aab0-3fb0-4e83-ae5b-5d4fcb7727bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:14.259806 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e975fcea-316b-4a2b-bf0d-41dd62177be3 req-0879aab0-3fb0-4e83-ae5b-5d4fcb7727bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 946 time: 0.0564594 Apr 01 15:50:14.299094 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e975fcea-316b-4a2b-bf0d-41dd62177be3 req-72184c99-f32b-456e-84b7-d5fdc48de8dc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327859 Apr 01 15:50:14.425494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd30842-1dd5-46ab-82cb-6c0cb562e150 req-abe40e5b-e301-4489-916a-90999a656b05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:14.426945 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-acd30842-1dd5-46ab-82cb-6c0cb562e150 req-abe40e5b-e301-4489-916a-90999a656b05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 946 time: 0.0515463 Apr 01 15:50:14.466196 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-acd30842-1dd5-46ab-82cb-6c0cb562e150 req-ba66e99e-74fa-488a-975d-c48870d859ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331709 Apr 01 15:50:15.434236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.945792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55510) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:16.395343 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.665674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.17 (0e3ca173-6280-45e7-b29c-32103f6e3246/7b97f8b5-bfcf-41f4-bfba-e0eb744aa043/f068aa19-b774-4116-a4a6-bf9a76e19476) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:16.781796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.894328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.942622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 0e3ca173-6280-45e7-b29c-32103f6e3246 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:16.942622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:16.943201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:50:16.966113 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=f068aa19-b774-4116-a4a6-bf9a76e19476,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:16.993401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.169656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2ee353e4-85e5-4b32-a26a-9f14d1860712 None None] Provisioning complete for port f068aa19-b774-4116-a4a6-bf9a76e19476 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:17.170276 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2ee353e4-85e5-4b32-a26a-9f14d1860712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.207876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2ee353e4-85e5-4b32-a26a-9f14d1860712 None None] Port f068aa19-b774-4116-a4a6-bf9a76e19476 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:50:17.233942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.508663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.631057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.708002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=f068aa19-b774-4116-a4a6-bf9a76e19476,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:17.710570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.807894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 0e3ca173-6280-45e7-b29c-32103f6e3246 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:17.809263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:17.933520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router fec04f8c-fa77-44d2-8e0e-1a935b91d213 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:18.033679 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f45ed34c-74bd-46f5-8670-eade12db9980 None None] Provisioning complete for port f068aa19-b774-4116-a4a6-bf9a76e19476 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:18.034683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f45ed34c-74bd-46f5-8670-eade12db9980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.047992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:18.056288 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c12aac99-965b-43d6-b59a-ee445fc3089e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/fec04f8c-fa77-44d2-8e0e-1a935b91d213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1061358 Apr 01 15:50:18.071884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Sync routers for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:18.077452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f45ed34c-74bd-46f5-8670-eade12db9980 None None] Port f068aa19-b774-4116-a4a6-bf9a76e19476 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:50:18.086967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:50:18.087742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:18.200800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:50:18.434054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'cd83d831-b8d9-45ad-a792-188f92b16fb2', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.104', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:16Z', 'updated_at': '2022-04-01T15:49:18Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f068aa19-b774-4116-a4a6-bf9a76e19476', 'name': '', 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:14:69:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b97f8b5-bfcf-41f4-bfba-e0eb744aa043', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '7b97f8b5-bfcf-41f4-bfba-e0eb744aa043', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:18.466062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Checking router: fec04f8c-fa77-44d2-8e0e-1a935b91d213 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:18.466419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Updating router fec04f8c-fa77-44d2-8e0e-1a935b91d213 port f068aa19-b774-4116-a4a6-bf9a76e19476 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:50:18.492098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.791251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.928299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.979907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1c414-e952-43b3-b2e9-51b95b8c10b0 None None] Pushing event updated for resources: {'Port': ['ID=f068aa19-b774-4116-a4a6-bf9a76e19476,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:19.029189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Attempting to bind port f068aa19-b774-4116-a4a6-bf9a76e19476 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:19.029516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Attempting to bind port f068aa19-b774-4116-a4a6-bf9a76e19476 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:19.029879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Attempting to bind port f068aa19-b774-4116-a4a6-bf9a76e19476 on network 0e3ca173-6280-45e7-b29c-32103f6e3246 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:50:19.035637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:50:19.036011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Checking segment: {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:50:19.036429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.036819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Bound using segment: {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:50:19.037280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Bound port: f068aa19-b774-4116-a4a6-bf9a76e19476, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c7dac8-1c63-473e-afe8-a0c003beccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:19.037654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.106836 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] For port f068aa19-b774-4116-a4a6-bf9a76e19476, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:19.110155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] For port f068aa19-b774-4116-a4a6-bf9a76e19476, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f068aa19-b774-4116-a4a6-bf9a76e19476,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:19.188865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.257732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c25db511-d031-4b7f-90cf-35e585a22a1a None None] Provisioning complete for port f068aa19-b774-4116-a4a6-bf9a76e19476 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:19.258511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c25db511-d031-4b7f-90cf-35e585a22a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.264730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:50:19.265373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:19.283455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1c414-e952-43b3-b2e9-51b95b8c10b0 None None] Pushing event updated for resources: {'Port': ['ID=f068aa19-b774-4116-a4a6-bf9a76e19476,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:19.431729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:50:19.463575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c25db511-d031-4b7f-90cf-35e585a22a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.541501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c25db511-d031-4b7f-90cf-35e585a22a1a None None] For port f068aa19-b774-4116-a4a6-bf9a76e19476, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f068aa19-b774-4116-a4a6-bf9a76e19476,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:19.673202 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c25db511-d031-4b7f-90cf-35e585a22a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.719473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'cd83d831-b8d9-45ad-a792-188f92b16fb2', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.104', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:16Z', 'updated_at': '2022-04-01T15:49:18Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f068aa19-b774-4116-a4a6-bf9a76e19476', 'name': '', 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:14:69:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b97f8b5-bfcf-41f4-bfba-e0eb744aa043', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:19Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '7b97f8b5-bfcf-41f4-bfba-e0eb744aa043', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:19.759180 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204a7e6d-45bd-4b58-93d1-4e7127453811 None None] The sync data for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv is: [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'cd83d831-b8d9-45ad-a792-188f92b16fb2', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.104', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:16Z', 'updated_at': '2022-04-01T15:49:18Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f068aa19-b774-4116-a4a6-bf9a76e19476', 'name': '', 'network_id': '0e3ca173-6280-45e7-b29c-32103f6e3246', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:14:69:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7b97f8b5-bfcf-41f4-bfba-e0eb744aa043', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:16Z', 'updated_at': '2022-04-01T15:50:19Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '7b97f8b5-bfcf-41f4-bfba-e0eb744aa043', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:19.763407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25db511-d031-4b7f-90cf-35e585a22a1a None None] Pushing event updated for resources: {'Port': ['ID=f068aa19-b774-4116-a4a6-bf9a76e19476,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:19.795193 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2e52c16d-31d2-4356-9bc4-a54ca7cb4681 None None] Provisioning complete for port f068aa19-b774-4116-a4a6-bf9a76e19476 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:19.795588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e52c16d-31d2-4356-9bc4-a54ca7cb4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.339654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f068aa19-b774-4116-a4a6-bf9a76e19476 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:50:20.395141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f068aa19-b774-4116-a4a6-bf9a76e19476 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:20.395509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.133257 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:50:27.395611 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-f9dfe513-aba5-4943-b6bf-9e5342c05930 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440357 Apr 01 15:50:27.497172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-2b471b30-f1d2-43f0-9580-c2a9e3ed9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.498778 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-2b471b30-f1d2-43f0-9580-c2a9e3ed9a05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 1098 time: 0.0480864 Apr 01 15:50:27.617172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-0ffda9c1-7844-4359-abd6-7ac901f698f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.618745 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-0ffda9c1-7844-4359-abd6-7ac901f698f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fb14d5e-24dc-479f-9106-c74845779936 HTTP/1.1" status: 200 len: 899 time: 0.0959260 Apr 01 15:50:27.690342 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-35e6f917-fe5d-44b7-99a0-7537b3d68e36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f HTTP/1.1" status: 200 len: 1001 time: 0.0625536 Apr 01 15:50:27.745886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-c3606ca0-ca52-422d-811c-2d64bbadf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.747343 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-c3606ca0-ca52-422d-811c-2d64bbadf4b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc466f03-1ab8-4a0f-990e-8c0d7077a112 HTTP/1.1" status: 200 len: 835 time: 0.0501328 Apr 01 15:50:27.792658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-3add62af-4bc8-48ae-81db-d1f6818a9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.794297 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-3add62af-4bc8-48ae-81db-d1f6818a9416 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fb14d5e-24dc-479f-9106-c74845779936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396245 Apr 01 15:50:27.886256 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-7f1ff74b-6e2d-450e-8a98-5f130bd3d98a service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847235 Apr 01 15:50:27.981197 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e92bbb6c-bb5f-4e6e-b4c9-d9959009d8bc req-a07624ba-3aec-4cd8-97c4-60697d2ee039 service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872977 Apr 01 15:50:34.756493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-328c50b5-3794-40ef-afde-7059b977a954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.230471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ebc457b0-e704-40ea-8864-0021c57be2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.739360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.873094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.922136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.701290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55544) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:43.063584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.701212 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port f068aa19-b774-4116-a4a6-bf9a76e19476 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:50:43.705058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.792539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port f068aa19-b774-4116-a4a6-bf9a76e19476, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f068aa19-b774-4116-a4a6-bf9a76e19476,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:43.792909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.809005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for f068aa19-b774-4116-a4a6-bf9a76e19476 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:50:44.104997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.134020 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=f068aa19-b774-4116-a4a6-bf9a76e19476,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:44.354667 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.579322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router fec04f8c-fa77-44d2-8e0e-1a935b91d213 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:44.689451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:44.693912 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f411fffc-bd8d-4546-aad8-ed9761b385eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/fec04f8c-fa77-44d2-8e0e-1a935b91d213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9914279 Apr 01 15:50:44.698332 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] Sync routers for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:44.711097 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:50:44.711724 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:44.821221 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:50:45.143074 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:43Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'cd83d831-b8d9-45ad-a792-188f92b16fb2', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.104', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:16Z', 'updated_at': '2022-04-01T15:49:18Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:45.173457 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] Checking router: fec04f8c-fa77-44d2-8e0e-1a935b91d213 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:45.182137 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:50:45.182756 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:45.294695 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:50:45.493230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f1e71-4d88-45a9-9166-7514dbefe851 req-f01c6d87-f10d-48db-af12-2fa75dd67e86 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:45.494989 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-384f1e71-4d88-45a9-9166-7514dbefe851 req-f01c6d87-f10d-48db-af12-2fa75dd67e86 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 946 time: 0.1740811 Apr 01 15:50:45.505153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.527024 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:43Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'cd83d831-b8d9-45ad-a792-188f92b16fb2', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.104', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:16Z', 'updated_at': '2022-04-01T15:49:18Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:45.539200 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-384f1e71-4d88-45a9-9166-7514dbefe851 req-cc418630-5b02-424d-9248-f72d647bacda tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377970 Apr 01 15:50:45.553180 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b08e8b-af3d-431f-a1a4-5ea917ce4200 None None] The sync data for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv is: [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:43Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'cd83d831-b8d9-45ad-a792-188f92b16fb2', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.104', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'port_id': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'mac_address': 'fa:16:3e:13:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:16Z', 'updated_at': '2022-04-01T15:49:18Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:46.318962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f068aa19-b774-4116-a4a6-bf9a76e19476 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:50:46.339593 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f068aa19-b774-4116-a4a6-bf9a76e19476 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:50:46.339915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f068aa19-b774-4116-a4a6-bf9a76e19476 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:50:46.715406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa37dd-22f1-43f9-8792-204f1da321a1 req-849bc92f-60e9-4e13-b5b9-f319415280ee tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:46.716977 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8faa37dd-22f1-43f9-8792-204f1da321a1 req-849bc92f-60e9-4e13-b5b9-f319415280ee tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 946 time: 0.1024790 Apr 01 15:50:46.761011 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8faa37dd-22f1-43f9-8792-204f1da321a1 req-b832d7ca-b652-47d1-a46f-b8fb7635f4de tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a19f9e7-4263-4957-9b14-14472d4246ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377095 Apr 01 15:50:46.859225 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-fd616d00-8ba4-4a9b-9227-237bb24d530d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:46.861278 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-fd616d00-8ba4-4a9b-9227-237bb24d530d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 946 time: 0.0506454 Apr 01 15:50:46.957254 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 376e3f16-d68c-4194-b96c-933b8e86231f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:50:46.957584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.043953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 376e3f16-d68c-4194-b96c-933b8e86231f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=376e3f16-d68c-4194-b96c-933b8e86231f,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:47.044301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.058935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 376e3f16-d68c-4194-b96c-933b8e86231f owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:50:47.324386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.352962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=376e3f16-d68c-4194-b96c-933b8e86231f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:47.366497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.366951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.367430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.367773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.368109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.368769 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.369118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.369455 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.369790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.370119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.370441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.370766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:47.408699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port 376e3f16-d68c-4194-b96c-933b8e86231f on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:47.414417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.414820 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bbe77933-f7d0-40ed-833f-65117cf5d180 req-36963729-0f3a-4ab7-ac47-70d92c7bc846 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/376e3f16-d68c-4194-b96c-933b8e86231f HTTP/1.1" status: 204 len: 173 time: 0.5482593 Apr 01 15:50:47.415276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e', 'name': 'network-vif-deleted', 'tag': '376e3f16-d68c-4194-b96c-933b8e86231f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:47.418342 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6f1d01-f04b-4c36-a137-73ee5356672c" -d '{"events": [{"server_uuid": "2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e", "name": "network-vif-deleted", "tag": "376e3f16-d68c-4194-b96c-933b8e86231f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:50:47.454114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05215997-773e-4d9b-bfa6-5bfdc3d339d6 x-openstack-request-id: req-05215997-773e-4d9b-bfa6-5bfdc3d339d6 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:50:47.454449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e", "name": "network-vif-deleted", "tag": "376e3f16-d68c-4194-b96c-933b8e86231f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:50:47.454702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-05215997-773e-4d9b-bfa6-5bfdc3d339d6 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:50:47.455110 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05215997-773e-4d9b-bfa6-5bfdc3d339d6'] response: {'server_uuid': '2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e', 'name': 'network-vif-deleted', 'tag': '376e3f16-d68c-4194-b96c-933b8e86231f', 'status': 'completed', 'code': 200} Apr 01 15:50:47.883261 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e2e4e5ef-1d82-4cbb-86ca-04a7f98ac0ae req-5bdf6704-949f-42c6-89c3-8d604dac7728 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ddf6a3e-6e10-4ea2-a886-e31959e6ba5e HTTP/1.1" status: 200 len: 210 time: 0.0293996 Apr 01 15:50:48.943243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55564) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:49.005897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.034386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.273055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.276454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.277699 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/7a19f9e7-4263-4957-9b14-14472d4246ed HTTP/1.1" status: 204 len: 168 time: 0.3332436 Apr 01 15:50:49.288016 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a19f9e7-4263-4957-9b14-14472d4246ed,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.296266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.296694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.297046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.297389 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.297737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.298677 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.299016 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.299425 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.299749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.300173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.300449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.300815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c56fb2a-a6ae-46a4-a195-5d0c2147ca58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:49.434240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55568) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:49.489667 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19764bd-1d05-4bc1-84ff-1f169151a3c5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting subnet 7b97f8b5-bfcf-41f4-bfba-e0eb744aa043 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:50:49.493239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a19764bd-1d05-4bc1-84ff-1f169151a3c5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.542372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a19764bd-1d05-4bc1-84ff-1f169151a3c5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.637803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a19764bd-1d05-4bc1-84ff-1f169151a3c5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.821925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a19764bd-1d05-4bc1-84ff-1f169151a3c5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.851859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19764bd-1d05-4bc1-84ff-1f169151a3c5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Subnet': ['ID=7b97f8b5-bfcf-41f4-bfba-e0eb744aa043,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.858276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a19764bd-1d05-4bc1-84ff-1f169151a3c5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.862192 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a19764bd-1d05-4bc1-84ff-1f169151a3c5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/subnets/7b97f8b5-bfcf-41f4-bfba-e0eb744aa043 HTTP/1.1" status: 204 len: 168 time: 0.4268980 Apr 01 15:50:49.866584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55570) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:49.869784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de2621f-1503-4e25-929f-6f7edf9ad34e None None] Network 0e3ca173-6280-45e7-b29c-32103f6e3246 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:50:49.953530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.019045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:50:50.019543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.135757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port d3970a8a-bdcc-4f5f-b068-0f43e56140c2, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d3970a8a-bdcc-4f5f-b068-0f43e56140c2,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:50.136230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.141670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 376e3f16-d68c-4194-b96c-933b8e86231f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:50:50.158584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for d3970a8a-bdcc-4f5f-b068-0f43e56140c2 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:50:50.199759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 376e3f16-d68c-4194-b96c-933b8e86231f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:50:50.200293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 376e3f16-d68c-4194-b96c-933b8e86231f not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:50:50.299692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3195936-6525-492f-b79f-617f6284235c None None] DHCP port deletion for 0e3ca173-6280-45e7-b29c-32103f6e3246 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:50:50.355094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e3195936-6525-492f-b79f-617f6284235c None None] Deleting port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:50:50.355472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.373724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d3970a8a-bdcc-4f5f-b068-0f43e56140c2 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:50:50.385156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.418749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:50.423054 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=d3970a8a-bdcc-4f5f-b068-0f43e56140c2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:50.455994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e3195936-6525-492f-b79f-617f6284235c None None] For port d3970a8a-bdcc-4f5f-b068-0f43e56140c2, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d3970a8a-bdcc-4f5f-b068-0f43e56140c2,segment=NetworkSegment(94c7dac8-1c63-473e-afe8-a0c003beccb8),segment_id=94c7dac8-1c63-473e-afe8-a0c003beccb8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:50.456611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.467000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No active binding found for port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 {{(pid=110107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 01 15:50:50.467472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d3970a8a-bdcc-4f5f-b068-0f43e56140c2 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:50:50.478072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e3195936-6525-492f-b79f-617f6284235c None None] Calling delete_port for d3970a8a-bdcc-4f5f-b068-0f43e56140c2 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:50:50.505258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.528534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3ca173-6280-45e7-b29c-32103f6e3246']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:50.538214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c7dac8-1c63-473e-afe8-a0c003beccb8') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:50.538634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c7dac8-1c63-473e-afe8-a0c003beccb8') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:50.548705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.562463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.563927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.571049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:50:50.571483 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:50.574834 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:50.588471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3195936-6525-492f-b79f-617f6284235c None None] Pushing event deleted for resources: {'Port': ['ID=d3970a8a-bdcc-4f5f-b068-0f43e56140c2,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:50.595537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3195936-6525-492f-b79f-617f6284235c None None] No DVR routers for this DVR port d3970a8a-bdcc-4f5f-b068-0f43e56140c2 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:50.604545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.604876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.605238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.605783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.605994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.606292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.606641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.606993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.607322 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.607703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.608028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.608438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3195936-6525-492f-b79f-617f6284235c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:50.761905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.769857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.772772 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/networks/0e3ca173-6280-45e7-b29c-32103f6e3246 HTTP/1.1" status: 204 len: 168 time: 0.9045107 Apr 01 15:50:50.775615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55572) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:50.784117 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc72348-2308-4fac-92d4-cdc47a9a9546 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Network': ['ID=0e3ca173-6280-45e7-b29c-32103f6e3246,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:50.940171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port f8c77912-e5a6-42c8-95cd-323338ab1e21 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:50:50.940469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.020075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.020413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.033003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for f8c77912-e5a6-42c8-95cd-323338ab1e21 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:50:51.285013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.313352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=f8c77912-e5a6-42c8-95cd-323338ab1e21,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:51.379385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.379890 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP cd83d831-b8d9-45ad-a792-188f92b16fb2 disassociated (deleted). External IP: 172.26.6.104, port: d4b1f887-7b12-424e-93c3-87b9ed9ce30f. Apr 01 15:50:51.920372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router fec04f8c-fa77-44d2-8e0e-1a935b91d213 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:52.034216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:52.039249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.043856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] Sync routers for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:52.055754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:50:52.056398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:52.067571 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-558a8be4-5f23-44d0-bf68-6a16f9f64ab3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/floatingips/cd83d831-b8d9-45ad-a792-188f92b16fb2 HTTP/1.1" status: 204 len: 168 time: 1.2908094 Apr 01 15:50:52.068144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:52.070538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:50:52.112754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7af858-243f-4d16-860c-e5cb5b43b563 x-openstack-request-id: req-fa7af858-243f-4d16-860c-e5cb5b43b563 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:50:52.113091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:50:52.113348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa7af858-243f-4d16-860c-e5cb5b43b563 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:50:52.113750 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7af858-243f-4d16-860c-e5cb5b43b563'] response: {'name': 'network-changed', 'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'status': 'completed', 'code': 200} Apr 01 15:50:52.183651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:50:52.229389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-b6f9743d-c124-4de6-a73f-55f9b67830ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.232484 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-b6f9743d-c124-4de6-a73f-55f9b67830ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 1098 time: 0.0940311 Apr 01 15:50:52.351920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-c503e84d-1b03-4b29-99b3-836825ee7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.353590 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-c503e84d-1b03-4b29-99b3-836825ee7709 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7fb14d5e-24dc-479f-9106-c74845779936 HTTP/1.1" status: 200 len: 899 time: 0.1118629 Apr 01 15:50:52.404474 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-e5b0278d-9031-454d-83c6-219389e0d21e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f HTTP/1.1" status: 200 len: 217 time: 0.0393991 Apr 01 15:50:52.425641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:43Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:52.454909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] Checking router: fec04f8c-fa77-44d2-8e0e-1a935b91d213 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:52.463157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-6bf6fc4d-2354-4b80-9546-b11acbac1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.464024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:50:52.464688 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:52.464900 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-6bf6fc4d-2354-4b80-9546-b11acbac1058 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc466f03-1ab8-4a0f-990e-8c0d7077a112 HTTP/1.1" status: 200 len: 835 time: 0.0525317 Apr 01 15:50:52.522236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-7365a0d1-b73e-44aa-ae9c-2d921db95f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.524264 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-7365a0d1-b73e-44aa-ae9c-2d921db95f6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fb14d5e-24dc-479f-9106-c74845779936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490558 Apr 01 15:50:52.539841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-0a7bbe93-8169-4c42-8fbe-51284c7d3d8f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:50:52.540987 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-0a7bbe93-8169-4c42-8fbe-51284c7d3d8f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055847 Apr 01 15:50:52.593975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:50:52.659092 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-ef4fc246-1473-4432-bb54-10944b7e843a service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087425 Apr 01 15:50:52.687877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06576816-75b6-4564-aa32-5d32b7c2b733 req-fba9fa0b-40a5-4915-9bd1-5831fb5f50d2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.691096 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-06576816-75b6-4564-aa32-5d32b7c2b733 req-fba9fa0b-40a5-4915-9bd1-5831fb5f50d2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 945 time: 0.0759413 Apr 01 15:50:52.738158 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-06576816-75b6-4564-aa32-5d32b7c2b733 req-acfe9e16-94d5-4220-895e-2e04867984a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385132 Apr 01 15:50:52.786136 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a9ec8aa-98cb-4eed-b2fb-1fd7af3d14f6 req-5b3393ea-1de3-437e-a4f4-ad0825ff4004 service neutron] 10.222.0.41 "GET /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190033 Apr 01 15:50:52.843294 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:43Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:52.874774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edafed-ef2d-4274-af53-fe929182542c None None] The sync data for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv is: [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:43Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '0dfcb441-d120-44ec-9a87-cd96108e3871', 'name': '', 'network_id': '7fb14d5e-24dc-479f-9106-c74845779936', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:81:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:54Z', 'updated_at': '2022-04-01T15:48:57Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'cc466f03-1ab8-4a0f-990e-8c0d7077a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:50:53.115619 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584bc961-7e60-4c94-ab24-bf1c9713d68e None None] New status for floating IP cd83d831-b8d9-45ad-a792-188f92b16fb2: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:50:53.872141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f484e2f-2eb6-4d92-8907-4d73f6499597 req-847e9f35-874e-4fe3-9aa4-ad9ce8c4de59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:53.873781 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0f484e2f-2eb6-4d92-8907-4d73f6499597 req-847e9f35-874e-4fe3-9aa4-ad9ce8c4de59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 945 time: 0.0572066 Apr 01 15:50:53.917485 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0f484e2f-2eb6-4d92-8907-4d73f6499597 req-d0a36467-7fe5-4029-a322-9930b98fa973 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=d413f5d0-63fa-4474-8c55-dcc9737a37c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365968 Apr 01 15:50:54.207718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-69c772e9-380b-4dab-b749-7ea0bb809e42 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:54.209133 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-69c772e9-380b-4dab-b749-7ea0bb809e42 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 945 time: 0.0493503 Apr 01 15:50:54.307431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port d4b1f887-7b12-424e-93c3-87b9ed9ce30f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:50:54.307773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.405356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port d4b1f887-7b12-424e-93c3-87b9ed9ce30f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:54.405718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.418360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for d4b1f887-7b12-424e-93c3-87b9ed9ce30f owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:50:54.718818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.748712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=d4b1f887-7b12-424e-93c3-87b9ed9ce30f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:54.797031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port d4b1f887-7b12-424e-93c3-87b9ed9ce30f on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:54.800394 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.803785 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a4ea2a9d-fae5-4683-be38-a474f677bdf5 req-9ffea8f7-ceb9-4227-b138-2aeb50b55e58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/d4b1f887-7b12-424e-93c3-87b9ed9ce30f HTTP/1.1" status: 204 len: 173 time: 0.5857277 Apr 01 15:50:54.804247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'name': 'network-vif-deleted', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:50:54.807146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c3af46-6683-4bff-8ae2-7d8cd589a6bd" -d '{"events": [{"server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "name": "network-vif-deleted", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:50:54.844870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3a3883-621c-48c5-9273-7ee4e2ffa6ae x-openstack-request-id: req-dc3a3883-621c-48c5-9273-7ee4e2ffa6ae {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:50:54.845198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2398bad0-d5c3-4365-92e5-c4a489bae452", "name": "network-vif-deleted", "tag": "d4b1f887-7b12-424e-93c3-87b9ed9ce30f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:50:54.845487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc3a3883-621c-48c5-9273-7ee4e2ffa6ae {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:50:54.846042 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3a3883-621c-48c5-9273-7ee4e2ffa6ae'] response: {'server_uuid': '2398bad0-d5c3-4365-92e5-c4a489bae452', 'name': 'network-vif-deleted', 'tag': 'd4b1f887-7b12-424e-93c3-87b9ed9ce30f', 'status': 'completed', 'code': 200} Apr 01 15:50:55.022072 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bb12c166-0ee9-4863-9f1f-32c18ad23df1 req-a4ce9585-8c37-423a-a1d7-383f8f25c054 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 210 time: 0.0275643 Apr 01 15:50:56.129366 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a1dabd8d-c516-48ee-9961-bf293fe4249d req-4ed079a1-6c12-4592-8bb4-48a593cfc25d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=2398bad0-d5c3-4365-92e5-c4a489bae452 HTTP/1.1" status: 200 len: 210 time: 0.0275760 Apr 01 15:50:57.191392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55592) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:57.274336 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-55c3d30c-10d3-40ae-af50-a07bab0c2b04 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.327631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-55c3d30c-10d3-40ae-af50-a07bab0c2b04 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.510507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-55c3d30c-10d3-40ae-af50-a07bab0c2b04 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.513343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-55c3d30c-10d3-40ae-af50-a07bab0c2b04 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.514809 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-55c3d30c-10d3-40ae-af50-a07bab0c2b04 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/d413f5d0-63fa-4474-8c55-dcc9737a37c5 HTTP/1.1" status: 204 len: 168 time: 0.3223922 Apr 01 15:50:57.527249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3d30c-10d3-40ae-af50-a07bab0c2b04 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d413f5d0-63fa-4474-8c55-dcc9737a37c5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:57.702707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55596) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:58.097613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.125222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device d4b1f887-7b12-424e-93c3-87b9ed9ce30f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:50:58.145873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: d4b1f887-7b12-424e-93c3-87b9ed9ce30f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:50:58.146210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device d4b1f887-7b12-424e-93c3-87b9ed9ce30f not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:50:58.407808 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 0dfcb441-d120-44ec-9a87-cd96108e3871 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:50:58.408037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.508813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 0dfcb441-d120-44ec-9a87-cd96108e3871, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0dfcb441-d120-44ec-9a87-cd96108e3871,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:58.509191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.524143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 0dfcb441-d120-44ec-9a87-cd96108e3871 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:50:58.793169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.825579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=0dfcb441-d120-44ec-9a87-cd96108e3871,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.011393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.240697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router fec04f8c-fa77-44d2-8e0e-1a935b91d213 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:59.360667 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:59.365950 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dba1ba6a-66c8-41d2-95f0-f3de724b9fc5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/fec04f8c-fa77-44d2-8e0e-1a935b91d213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6621044 Apr 01 15:50:59.368898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55598) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:59.374423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] Sync routers for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:50:59.387403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:50:59.388055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.432288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd8e811-0020-41d4-a924-8152a30e15cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting subnet cc466f03-1ab8-4a0f-990e-8c0d7077a112 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:50:59.436720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-edd8e811-0020-41d4-a924-8152a30e15cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.501664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-edd8e811-0020-41d4-a924-8152a30e15cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.503830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:50:59.608581 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-edd8e811-0020-41d4-a924-8152a30e15cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.718803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:58Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.768187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] Checking router: fec04f8c-fa77-44d2-8e0e-1a935b91d213 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:50:59.782553 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] Routers {'fec04f8c-fa77-44d2-8e0e-1a935b91d213'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:50:59.783538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.787562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-edd8e811-0020-41d4-a924-8152a30e15cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.819845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8e811-0020-41d4-a924-8152a30e15cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Subnet': ['ID=cc466f03-1ab8-4a0f-990e-8c0d7077a112,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.821975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-edd8e811-0020-41d4-a924-8152a30e15cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.828275 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-edd8e811-0020-41d4-a924-8152a30e15cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/subnets/cc466f03-1ab8-4a0f-990e-8c0d7077a112 HTTP/1.1" status: 204 len: 168 time: 0.4583135 Apr 01 15:50:59.828473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55600) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:50:59.837516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b412fc-f9d4-455e-9ed7-dffb5014c424 None None] Network 7fb14d5e-24dc-479f-9106-c74845779936 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:50:59.945678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.009768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] Set router fec04f8c-fa77-44d2-8e0e-1a935b91d213 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:51:00.066768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.140590 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:51:00.231797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 540999fe-6cfb-47a8-b3ef-5513cb1c7694 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:51:00.232095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.274476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81eb96-4125-4a9f-b53b-32a418f449bb None None] DHCP port deletion for 7fb14d5e-24dc-479f-9106-c74845779936 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:51:00.326429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 540999fe-6cfb-47a8-b3ef-5513cb1c7694, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=540999fe-6cfb-47a8-b3ef-5513cb1c7694,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:00.327280 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.345707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 540999fe-6cfb-47a8-b3ef-5513cb1c7694 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:51:00.385880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-1a81eb96-4125-4a9f-b53b-32a418f449bb None None] Deleting port 54f2c98e-9707-4f94-a799-22db21465d5e {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:51:00.386478 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1a81eb96-4125-4a9f-b53b-32a418f449bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.445213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:58Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:00.481815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 54f2c98e-9707-4f94-a799-22db21465d5e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:51:00.484973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1a81eb96-4125-4a9f-b53b-32a418f449bb None None] For port 54f2c98e-9707-4f94-a799-22db21465d5e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=54f2c98e-9707-4f94-a799-22db21465d5e,segment=NetworkSegment(8c3f6f2f-79a8-49ae-98b6-09dee24513b2),segment_id=8c3f6f2f-79a8-49ae-98b6-09dee24513b2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:00.487903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1a81eb96-4125-4a9f-b53b-32a418f449bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.488998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40d271f-274a-4ae3-b9cd-c792bc014967 None None] The sync data for ids ['fec04f8c-fa77-44d2-8e0e-1a935b91d213'] in dv-neutron-835865-1-hyperv is: [{'id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'name': 'tempest-TestNetworkBasicOps-router-30298119', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:50:58Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '540999fe-6cfb-47a8-b3ef-5513cb1c7694', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec04f8c-fa77-44d2-8e0e-1a935b91d213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:48:50Z', 'updated_at': '2022-04-01T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:00.526796 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-1a81eb96-4125-4a9f-b53b-32a418f449bb None None] Calling delete_port for 54f2c98e-9707-4f94-a799-22db21465d5e owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:51:00.640016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.698995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.731275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=540999fe-6cfb-47a8-b3ef-5513cb1c7694,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.795400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.904099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1a81eb96-4125-4a9f-b53b-32a418f449bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.913721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.917217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.939869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81eb96-4125-4a9f-b53b-32a418f449bb None None] No DVR routers for this DVR port 54f2c98e-9707-4f94-a799-22db21465d5e on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:00.944983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81eb96-4125-4a9f-b53b-32a418f449bb None None] Pushing event deleted for resources: {'Port': ['ID=54f2c98e-9707-4f94-a799-22db21465d5e,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:01.059715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.060313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Fanout notify agent at l3_agent the message router_deleted on router fec04f8c-fa77-44d2-8e0e-1a935b91d213 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:51:01.072049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.072049 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c73b3622-a761-4415-93e4-1d4ee0ec8844 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/routers/fec04f8c-fa77-44d2-8e0e-1a935b91d213 HTTP/1.1" status: 204 len: 168 time: 1.2382226 Apr 01 15:51:01.073997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55604) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:01.201982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.306656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.327453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb14d5e-24dc-479f-9106-c74845779936']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.337600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3f6f2f-79a8-49ae-98b6-09dee24513b2') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.337896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3f6f2f-79a8-49ae-98b6-09dee24513b2') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.349410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.363204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.369788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:51:01.370186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:01.373395 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:01.558664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.564002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.572914 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/networks/7fb14d5e-24dc-479f-9106-c74845779936 HTTP/1.1" status: 204 len: 168 time: 0.4923611 Apr 01 15:51:01.582378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23054a6-2174-4747-9363-111e2c29d5a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Network': ['ID=7fb14d5e-24dc-479f-9106-c74845779936,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:01.586985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55606) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:01.593131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'network': {'name': 'tempest-network-smoke--307633294', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'port_security_enabled': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:01.741431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:01.745332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.775311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] vlan segment allocate from pool success with {'vlan_id': 1109, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:01.785358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.785708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Added segment 6877a90f-28be-4cf8-8e92-cc711390ab0c of type vlan for network 2be98623-154c-4e2a-91a8-6cde2c86e252 Apr 01 15:51:01.827604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.018858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.024686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.025380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.092713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Network': ['ID=2be98623-154c-4e2a-91a8-6cde2c86e252,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.104082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 2be98623-154c-4e2a-91a8-6cde2c86e252 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:51:02.193197 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8e803ade-aa1a-452b-956c-ff3e12fb9585 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6050298 Apr 01 15:51:02.196007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55608) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:02.201045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'admin_state_up': True, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:02.345888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.347835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.370775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 540999fe-6cfb-47a8-b3ef-5513cb1c7694 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:51:02.392937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 540999fe-6cfb-47a8-b3ef-5513cb1c7694 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:51:02.393280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 540999fe-6cfb-47a8-b3ef-5513cb1c7694 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:51:02.393680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0dfcb441-d120-44ec-9a87-cd96108e3871 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:51:02.408615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.413554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 0dfcb441-d120-44ec-9a87-cd96108e3871 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:51:02.413899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0dfcb441-d120-44ec-9a87-cd96108e3871 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:51:02.663402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.974869 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.994757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.119676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.18 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/9738b4bc-a50d-4a3a-9639-edfcf794305c) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:03.270721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.479186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.527525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:03.530736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:03.534355 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:51:03.567458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=9738b4bc-a50d-4a3a-9639-edfcf794305c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:04.076576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.300942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.627279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router ff0043bf-beeb-4391-b3d3-96405f30a695 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:51:04.739569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:04.755428 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Sync routers for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:04.766127 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:51:04.766751 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:04.784593 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6efd3c13-c48a-4690-b3bc-cb2109777bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.855071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.856422 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2b59f642-8226-45fb-a66b-c20726128d8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6591976 Apr 01 15:51:04.859568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55610) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:04.875301 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:51:04.892802 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dae0ed91-ea15-4b77-a410-62bfa6ad8538 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280490 Apr 01 15:51:04.894938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55612) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:04.994255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cd0045-7850-4c38-960e-137903fad218 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.995805 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-40cd0045-7850-4c38-960e-137903fad218 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0998731 Apr 01 15:51:04.998668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55614) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:05.040749 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c8a27e1b-c5ee-4c7d-aac3-36a504409c8b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406184 Apr 01 15:51:05.043630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55616) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:05.049479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-44158104', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:05.089439 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:03Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:05.120694 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Checking router: ff0043bf-beeb-4391-b3d3-96405f30a695 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:05.121044 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Updating router ff0043bf-beeb-4391-b3d3-96405f30a695 port 9738b4bc-a50d-4a3a-9639-edfcf794305c binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:51:05.150207 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.221626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:05.225282 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.429475 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.516450 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.558999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.572731 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Attempting to bind port 9738b4bc-a50d-4a3a-9639-edfcf794305c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:05.573237 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Attempting to bind port 9738b4bc-a50d-4a3a-9639-edfcf794305c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:05.573682 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Attempting to bind port 9738b4bc-a50d-4a3a-9639-edfcf794305c on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:51:05.575849 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Pushing event updated for resources: {'Port': ['ID=9738b4bc-a50d-4a3a-9639-edfcf794305c,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.586593 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.586593 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.586593 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.587143 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.587143 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.587424 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.587760 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.588102 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.588484 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.588916 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.589241 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.589560 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:05.594521 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:51:05.595115 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:51:05.595528 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.595919 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:51:05.596443 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Bound port: 9738b4bc-a50d-4a3a-9639-edfcf794305c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:05.596832 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.631379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=b3394346-b35d-442d-a1d8-1652b1f4da46,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.637347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Checking segment: {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:51:05.637704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network hostable DHCP agents. Network: 2be98623-154c-4e2a-91a8-6cde2c86e252, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:05.657108 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] For port 9738b4bc-a50d-4a3a-9639-edfcf794305c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:05.660761 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] For port 9738b4bc-a50d-4a3a-9639-edfcf794305c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9738b4bc-a50d-4a3a-9639-edfcf794305c,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:05.787098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 2be98623-154c-4e2a-91a8-6cde2c86e252 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:05.830685 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.893995 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:51:05.894629 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:50:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:05.899755 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022272ba-7f8b-4ff0-926d-5ff8347e7be7 None None] Pushing event updated for resources: {'Port': ['ID=9738b4bc-a50d-4a3a-9639-edfcf794305c,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.935539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 2be98623-154c-4e2a-91a8-6cde2c86e252) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:05.943527 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:05.943527 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.947489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eaff9e-6972-4f38-bdc7-b2e26348e0f1 None None] Network 2be98623-154c-4e2a-91a8-6cde2c86e252 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:51:06.021022 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:51:06.126997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-2be98623-154c-4e2a-91a8-6cde2c86e252', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:51:06.127931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.157314 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-03c3996a-de73-4fbb-8181-1f28d9565883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1077845 Apr 01 15:51:06.157990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55618) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:06.307774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Allocated IP 172.20.0.2 (2be98623-154c-4e2a-91a8-6cde2c86e252/b3394346-b35d-442d-a1d8-1652b1f4da46/c4d53a01-d33b-4b80-8061-e91e09714d55) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:06.408070 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:03Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.462909 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a3781-6c66-4009-a922-f3a1d9c69618 None None] The sync data for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv is: [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:03Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:06.484622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.957039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.026106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Network 2be98623-154c-4e2a-91a8-6cde2c86e252 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:07.032546 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:07.037348 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:51:07.049534 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Pushing event updated for resources: {'Port': ['ID=c4d53a01-d33b-4b80-8061-e91e09714d55,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.111146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Attempting to bind port c4d53a01-d33b-4b80-8061-e91e09714d55 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:07.112464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Attempting to bind port c4d53a01-d33b-4b80-8061-e91e09714d55 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:07.112464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Attempting to bind port c4d53a01-d33b-4b80-8061-e91e09714d55 on network 2be98623-154c-4e2a-91a8-6cde2c86e252 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:51:07.118715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:51:07.119102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Checking segment: {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:51:07.119490 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.119888 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Bound using segment: {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:51:07.120404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Bound port: c4d53a01-d33b-4b80-8061-e91e09714d55, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:07.120954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.149324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.220401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] For port c4d53a01-d33b-4b80-8061-e91e09714d55, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:07.225256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] For port c4d53a01-d33b-4b80-8061-e91e09714d55, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c4d53a01-d33b-4b80-8061-e91e09714d55,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:07.296061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-15f0ffec-94d8-4046-9bfe-f1adaf4058f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.385411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.496771 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9f6c-a0bf-47d2-9def-f4bac64e48cb None None] Pushing event updated for resources: {'Port': ['ID=c4d53a01-d33b-4b80-8061-e91e09714d55,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.627635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.1 (2be98623-154c-4e2a-91a8-6cde2c86e252/b3394346-b35d-442d-a1d8-1652b1f4da46/ac985b5d-135a-49b2-a32d-b111f0b771fd) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:07.844665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.010523 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.063479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 2be98623-154c-4e2a-91a8-6cde2c86e252 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:08.067839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:08.070559 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:51:08.098315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=ac985b5d-135a-49b2-a32d-b111f0b771fd,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.126484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.441612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9738b4bc-a50d-4a3a-9639-edfcf794305c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:51:08.504118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9738b4bc-a50d-4a3a-9639-edfcf794305c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:08.504696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.593702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.617326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 9738b4bc-a50d-4a3a-9639-edfcf794305c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9738b4bc-a50d-4a3a-9639-edfcf794305c,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:08.669533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.775916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a5166c-1b49-4f4c-b6ec-922b4ec437a7 None None] Network 2be98623-154c-4e2a-91a8-6cde2c86e252 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:51:08.791545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.792608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c4d53a01-d33b-4b80-8061-e91e09714d55 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:51:08.940993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=9738b4bc-a50d-4a3a-9639-edfcf794305c,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.955917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3ad012cf-36a4-4c42-b3bd-8e846d1ca647 None None] Provisioning complete for port c4d53a01-d33b-4b80-8061-e91e09714d55 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:08.955917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ad012cf-36a4-4c42-b3bd-8e846d1ca647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.024611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c4d53a01-d33b-4b80-8061-e91e09714d55 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:09.024970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.029115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.124289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.178751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ad012cf-36a4-4c42-b3bd-8e846d1ca647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.206163 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.235177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.237457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=ac985b5d-135a-49b2-a32d-b111f0b771fd,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.241105 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3ad012cf-36a4-4c42-b3bd-8e846d1ca647 None None] For port c4d53a01-d33b-4b80-8061-e91e09714d55, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c4d53a01-d33b-4b80-8061-e91e09714d55,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:09.330870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ad012cf-36a4-4c42-b3bd-8e846d1ca647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.348662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 2be98623-154c-4e2a-91a8-6cde2c86e252 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:09.350334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:09.412047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:09.412557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:09.416389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad012cf-36a4-4c42-b3bd-8e846d1ca647 None None] Pushing event updated for resources: {'Port': ['ID=c4d53a01-d33b-4b80-8061-e91e09714d55,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.454000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6466bd89-579a-4b11-abfc-2218442e8070 None None] Provisioning complete for port ac985b5d-135a-49b2-a32d-b111f0b771fd triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:09.455225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6466bd89-579a-4b11-abfc-2218442e8070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.491671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router ff0043bf-beeb-4391-b3d3-96405f30a695 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:09.528161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6466bd89-579a-4b11-abfc-2218442e8070 None None] Port ac985b5d-135a-49b2-a32d-b111f0b771fd cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:51:09.546783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6466bd89-579a-4b11-abfc-2218442e8070 None None] Provisioning complete for port c4d53a01-d33b-4b80-8061-e91e09714d55 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:09.549143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6466bd89-579a-4b11-abfc-2218442e8070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.651873 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:09.658415 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1dd283c8-0527-4e1b-8f75-e81843c6df84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/ff0043bf-beeb-4391-b3d3-96405f30a695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4983776 Apr 01 15:51:09.666343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55620) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:09.680662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Sync routers for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:09.701064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:51:09.701064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:51:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:09.825877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.872185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-df524f29-0697-460d-832e-d5221f0e4246 None None] Provisioning complete for port ac985b5d-135a-49b2-a32d-b111f0b771fd triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:09.872592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-df524f29-0697-460d-832e-d5221f0e4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.875646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:51:09.892700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edde221-9c80-4d05-b3e4-3117a4215f09 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.893504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edde221-9c80-4d05-b3e4-3117a4215f09 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.894566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edde221-9c80-4d05-b3e4-3117a4215f09 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.895153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edde221-9c80-4d05-b3e4-3117a4215f09 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.895722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edde221-9c80-4d05-b3e4-3117a4215f09 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.896385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edde221-9c80-4d05-b3e4-3117a4215f09 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:09.899607 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6edde221-9c80-4d05-b3e4-3117a4215f09 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.2326214 Apr 01 15:51:09.902486 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55622) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:09.983491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-df524f29-0697-460d-832e-d5221f0e4246 None None] Port ac985b5d-135a-49b2-a32d-b111f0b771fd cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:51:10.059952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca41e15-86d5-4ca6-8332-2f8b58be6554 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.060811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca41e15-86d5-4ca6-8332-2f8b58be6554 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.061578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca41e15-86d5-4ca6-8332-2f8b58be6554 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.062450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca41e15-86d5-4ca6-8332-2f8b58be6554 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.063827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca41e15-86d5-4ca6-8332-2f8b58be6554 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.064718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca41e15-86d5-4ca6-8332-2f8b58be6554 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.068296 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9ca41e15-86d5-4ca6-8332-2f8b58be6554 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1640885 Apr 01 15:51:10.072233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55624) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:10.218734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-86b73fc4-da93-4994-8492-f3bf091f0ecd None None] Provisioning complete for port ac985b5d-135a-49b2-a32d-b111f0b771fd triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:10.219650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-86b73fc4-da93-4994-8492-f3bf091f0ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.298689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-86b73fc4-da93-4994-8492-f3bf091f0ecd None None] Port ac985b5d-135a-49b2-a32d-b111f0b771fd cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:51:10.366227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'ac985b5d-135a-49b2-a32d-b111f0b771fd', 'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:7a:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:07Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:10.394745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Checking router: ff0043bf-beeb-4391-b3d3-96405f30a695 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:10.395225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Updating router ff0043bf-beeb-4391-b3d3-96405f30a695 port ac985b5d-135a-49b2-a32d-b111f0b771fd binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:51:10.398969 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0ab2dc31-93ee-4289-8797-cd370fc84f4d tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3252490 Apr 01 15:51:10.439188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.442952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9738b4bc-a50d-4a3a-9639-edfcf794305c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:51:10.588730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9738b4bc-a50d-4a3a-9639-edfcf794305c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:10.589677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.763795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c4d53a01-d33b-4b80-8061-e91e09714d55 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:51:10.885754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.897807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c4d53a01-d33b-4b80-8061-e91e09714d55 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:10.898240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.980026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.010749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.013351 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.068144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb024db9-f486-49ab-a039-6013b9ef1679 None None] Pushing event updated for resources: {'Port': ['ID=ac985b5d-135a-49b2-a32d-b111f0b771fd,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.128155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Attempting to bind port ac985b5d-135a-49b2-a32d-b111f0b771fd on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:11.128626 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Attempting to bind port ac985b5d-135a-49b2-a32d-b111f0b771fd by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:11.129058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Attempting to bind port ac985b5d-135a-49b2-a32d-b111f0b771fd on network 2be98623-154c-4e2a-91a8-6cde2c86e252 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:51:11.135347 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:51:11.135688 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Checking segment: {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:51:11.136067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.136467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Bound using segment: {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:51:11.136959 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Bound port: ac985b5d-135a-49b2-a32d-b111f0b771fd, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:11.137338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.213372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] For port ac985b5d-135a-49b2-a32d-b111f0b771fd, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:11.218206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] For port ac985b5d-135a-49b2-a32d-b111f0b771fd, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ac985b5d-135a-49b2-a32d-b111f0b771fd,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:11.307777 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.377367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-24209963-9c6d-4feb-bbe3-37abd2f67119 None None] Provisioning complete for port ac985b5d-135a-49b2-a32d-b111f0b771fd triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:11.377738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-24209963-9c6d-4feb-bbe3-37abd2f67119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.409230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:51:11.409766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:51:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:11.414733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb024db9-f486-49ab-a039-6013b9ef1679 None None] Pushing event updated for resources: {'Port': ['ID=ac985b5d-135a-49b2-a32d-b111f0b771fd,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.568120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:51:11.596697 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-24209963-9c6d-4feb-bbe3-37abd2f67119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.689467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-24209963-9c6d-4feb-bbe3-37abd2f67119 None None] For port ac985b5d-135a-49b2-a32d-b111f0b771fd, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ac985b5d-135a-49b2-a32d-b111f0b771fd,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:11.803968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'ac985b5d-135a-49b2-a32d-b111f0b771fd', 'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:7a:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:07Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:11.831543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4c8bc-6e30-4f61-b20d-cdd99c97b3cd None None] The sync data for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv is: [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'ac985b5d-135a-49b2-a32d-b111f0b771fd', 'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:7a:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:07Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:11.835723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-24209963-9c6d-4feb-bbe3-37abd2f67119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.841836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55630) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:11.849171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5033096b-a82b-4fc3-9e58-fbb6b793fa26 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-23109646', 'description': 'tempest-secgroup-smoke-23109646 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:11.921419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24209963-9c6d-4feb-bbe3-37abd2f67119 None None] Pushing event updated for resources: {'Port': ['ID=ac985b5d-135a-49b2-a32d-b111f0b771fd,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.971508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-461333ff-e773-4fa5-a739-690e29375170 None None] Provisioning complete for port ac985b5d-135a-49b2-a32d-b111f0b771fd triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:11.971970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-461333ff-e773-4fa5-a739-690e29375170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.024304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5033096b-a82b-4fc3-9e58-fbb6b793fa26 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.130228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5033096b-a82b-4fc3-9e58-fbb6b793fa26 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.247944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5033096b-a82b-4fc3-9e58-fbb6b793fa26 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.294090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033096b-a82b-4fc3-9e58-fbb6b793fa26 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.362079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5033096b-a82b-4fc3-9e58-fbb6b793fa26 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.364537 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5033096b-a82b-4fc3-9e58-fbb6b793fa26 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5198064 Apr 01 15:51:12.366521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55632) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:12.371734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1cf5a605-3926-4d0f-9d42-78889fca72cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'dc41bd5d-e07b-4d00-8449-ff7cb7925bd8', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:12.432216 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ac985b5d-135a-49b2-a32d-b111f0b771fd up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:51:12.497676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port ac985b5d-135a-49b2-a32d-b111f0b771fd triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:12.498081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.515189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a605-3926-4d0f-9d42-78889fca72cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.611306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a605-3926-4d0f-9d42-78889fca72cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.711184 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a605-3926-4d0f-9d42-78889fca72cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.737193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5a605-3926-4d0f-9d42-78889fca72cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb5cec2-b887-4164-b505-de068d8b0487,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.841821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a605-3926-4d0f-9d42-78889fca72cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.848047 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1cf5a605-3926-4d0f-9d42-78889fca72cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4756198 Apr 01 15:51:12.848317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55636) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:12.854250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6cbcc520-1c84-433a-96b2-d731ae09dab0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'dc41bd5d-e07b-4d00-8449-ff7cb7925bd8', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:12.963565 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc520-1c84-433a-96b2-d731ae09dab0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.037338 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc520-1c84-433a-96b2-d731ae09dab0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.110326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc520-1c84-433a-96b2-d731ae09dab0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.130812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcc520-1c84-433a-96b2-d731ae09dab0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf021f9-0c25-4dd1-961b-b80b7f9c49bc,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.323586 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc520-1c84-433a-96b2-d731ae09dab0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.324974 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6cbcc520-1c84-433a-96b2-d731ae09dab0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4762957 Apr 01 15:51:13.327687 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55638) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:13.333078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4ec9d0af-5db0-4184-b7d4-24b4f9386fb0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'dc41bd5d-e07b-4d00-8449-ff7cb7925bd8', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:13.499499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4ec9d0af-5db0-4184-b7d4-24b4f9386fb0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.561660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4ec9d0af-5db0-4184-b7d4-24b4f9386fb0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.664436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4ec9d0af-5db0-4184-b7d4-24b4f9386fb0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.687490 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9d0af-5db0-4184-b7d4-24b4f9386fb0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1ed504-82bb-4833-a07a-60c3cd8c93f0,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.812233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4ec9d0af-5db0-4184-b7d4-24b4f9386fb0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.813801 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4ec9d0af-5db0-4184-b7d4-24b4f9386fb0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4843328 Apr 01 15:51:13.817026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55640) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:13.821538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-821aa0e7-7346-4285-bccc-80b84c035771 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'dc41bd5d-e07b-4d00-8449-ff7cb7925bd8', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:13.962367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-821aa0e7-7346-4285-bccc-80b84c035771 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.043178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-821aa0e7-7346-4285-bccc-80b84c035771 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.149859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-821aa0e7-7346-4285-bccc-80b84c035771 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.169186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821aa0e7-7346-4285-bccc-80b84c035771 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c970b27-7186-405c-8dc6-094acad01b6a,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.325958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-821aa0e7-7346-4285-bccc-80b84c035771 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.327288 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-821aa0e7-7346-4285-bccc-80b84c035771 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5092194 Apr 01 15:51:14.330651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55642) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:14.335285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1cf2e063-93c2-4e53-8e3b-c2d244b9b647 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'dc41bd5d-e07b-4d00-8449-ff7cb7925bd8', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:14.801483 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-1cf2e063-93c2-4e53-8e3b-c2d244b9b647 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:51:14.806779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e063-93c2-4e53-8e3b-c2d244b9b647 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.868508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e063-93c2-4e53-8e3b-c2d244b9b647 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.061828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e063-93c2-4e53-8e3b-c2d244b9b647 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.093328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2e063-93c2-4e53-8e3b-c2d244b9b647 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831feca2-27b9-485e-b02a-2edcc63f214c,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.209321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e063-93c2-4e53-8e3b-c2d244b9b647 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.210601 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1cf2e063-93c2-4e53-8e3b-c2d244b9b647 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8788004 Apr 01 15:51:15.214236 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55644) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:15.222059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c9b3fc7f-1f93-431b-aa96-93d3e004e6cf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'dc41bd5d-e07b-4d00-8449-ff7cb7925bd8', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:15.412550 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-c9b3fc7f-1f93-431b-aa96-93d3e004e6cf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:51:15.417888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fc7f-1f93-431b-aa96-93d3e004e6cf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.478577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fc7f-1f93-431b-aa96-93d3e004e6cf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.489153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.612840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fc7f-1f93-431b-aa96-93d3e004e6cf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.635191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3fc7f-1f93-431b-aa96-93d3e004e6cf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed692fa-6099-4545-b305-62d09419afbf,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.735096 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fc7f-1f93-431b-aa96-93d3e004e6cf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.736587 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c9b3fc7f-1f93-431b-aa96-93d3e004e6cf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5207949 Apr 01 15:51:15.876325 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5860ca6b-83c2-4246-ab2c-14af8832c42d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-23109646&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0337424 Apr 01 15:51:15.984016 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-211151c6-df34-4653-be1b-24cab466d2fd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.985719 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-211151c6-df34-4653-be1b-24cab466d2fd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=2be98623-154c-4e2a-91a8-6cde2c86e252 HTTP/1.1" status: 200 len: 796 time: 0.1022310 Apr 01 15:51:16.000816 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-b846df6c-7db7-4c2e-98bd-cdecb6a1c0bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0093443 Apr 01 15:51:16.056184 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-54a058ad-6c08-4d9e-98ad-b7f803a0a6e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499389 Apr 01 15:51:16.114951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-8d623822-4c15-4731-9c35-6449e648bb12 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:51:16.115964 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-8d623822-4c15-4731-9c35-6449e648bb12 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478001 Apr 01 15:51:16.208546 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-31507a11-0e72-47a6-8830-ee3ad65709dc service neutron] 10.222.0.73 "GET /v2.0/networks/2be98623-154c-4e2a-91a8-6cde2c86e252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856638 Apr 01 15:51:16.310135 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-b6a49340-fb37-49d4-8a2d-6bf0a7e1379c service neutron] 10.222.0.73 "GET /v2.0/networks/2be98623-154c-4e2a-91a8-6cde2c86e252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948768 Apr 01 15:51:16.676264 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-98638626-58a6-4de3-89cd-334396848a77 req-24fc1655-3f0b-4321-8b63-8d34e84c3297 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 210 time: 0.0290954 Apr 01 15:51:17.755899 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2375230b-b218-4f72-949d-478cfc138ce9 req-8f5ae2d4-72fb-42a7-886b-1a5e55d4dddb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 210 time: 0.0273848 Apr 01 15:51:18.851266 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-78ebd1ff-8855-4079-8a50-a130b815147f req-22856d91-d46c-4eb5-863b-1c7bbd40a23e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 210 time: 0.0269411 Apr 01 15:51:19.791748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-b54c6caa-f596-4292-9f14-a011867f0213 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.793225 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-b54c6caa-f596-4292-9f14-a011867f0213 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=2be98623-154c-4e2a-91a8-6cde2c86e252 HTTP/1.1" status: 200 len: 796 time: 0.1056483 Apr 01 15:51:19.844040 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-2ffd551e-4158-4b45-b546-53e5b82dd233 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 378 time: 0.0362632 Apr 01 15:51:19.853324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['dc41bd5d-e07b-4d00-8449-ff7cb7925bd8']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:19.946214 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8ff9fdbf-f06f-4657-b106-893d75646389 req-15f5b26a-5ec8-4669-83a5-d72842d10bcd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 210 time: 0.0264993 Apr 01 15:51:20.141292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:20.144872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.283596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.8 (2be98623-154c-4e2a-91a8-6cde2c86e252/b3394346-b35d-442d-a1d8-1652b1f4da46/9a1d7d48-568c-4dfe-87d8-e959343d34f3) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:20.430778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.575599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.624309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 2be98623-154c-4e2a-91a8-6cde2c86e252 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:20.627777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:20.632317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:51:20.659927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=9a1d7d48-568c-4dfe-87d8-e959343d34f3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.706100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.707210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.842711 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5242f8f3-9a53-435d-812d-79171ad08fca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928880 Apr 01 15:51:20.862105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Request body: {'port': {'device_id': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:20.919457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.980473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-704b2647-14cf-4aee-9c3a-eb9229c9d1a6 None None] Provisioning complete for port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:20.981108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-704b2647-14cf-4aee-9c3a-eb9229c9d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.032331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-704b2647-14cf-4aee-9c3a-eb9229c9d1a6 None None] Port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:51:21.096670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9cafb-e27e-4b8a-ac51-d72daf8cffa1 req-3014a391-a2fb-40d2-bbce-fd8be7cad897 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:21.099058 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ae9cafb-e27e-4b8a-ac51-d72daf8cffa1 req-3014a391-a2fb-40d2-bbce-fd8be7cad897 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 931 time: 0.0679626 Apr 01 15:51:21.239935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1d7d48-568c-4dfe-87d8-e959343d34f3 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:51:21.250586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.266418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Transition to ACTIVE for port object 9a1d7d48-568c-4dfe-87d8-e959343d34f3 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:21.415983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.509327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ae9cafb-e27e-4b8a-ac51-d72daf8cffa1 req-85f0da17-62b1-4b55-92e1-6a8e11f85ba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3977170 Apr 01 15:51:21.510148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1d7d48-568c-4dfe-87d8-e959343d34f3,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.613316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Attempting to bind port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:21.613805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Attempting to bind port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:21.614233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Attempting to bind port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 on network 2be98623-154c-4e2a-91a8-6cde2c86e252 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:51:21.621384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 on network 2be98623-154c-4e2a-91a8-6cde2c86e252 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:51:21.621876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Attempting to bind port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 on network 2be98623-154c-4e2a-91a8-6cde2c86e252 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:51:21.629630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:51:21.630110 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Checking segment: {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:51:21.630614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Bound using segment: {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:51:21.631238 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Bound port: 9a1d7d48-568c-4dfe-87d8-e959343d34f3, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877a90f-28be-4cf8-8e92-cc711390ab0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:21.631697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.716656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] For port 9a1d7d48-568c-4dfe-87d8-e959343d34f3, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:21.722326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] For port 9a1d7d48-568c-4dfe-87d8-e959343d34f3, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9a1d7d48-568c-4dfe-87d8-e959343d34f3,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:21.810003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.848838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:21.849548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.850858 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] 10.222.0.41 "PUT /v2.0/ports/9a1d7d48-568c-4dfe-87d8-e959343d34f3 HTTP/1.1" status: 200 len: 1093 time: 0.9958851 Apr 01 15:51:21.851624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:51:21.853686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4ff8f4-02ee-433f-9ea4-5a6cf13179c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:51:21.913790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf1321-fb88-4914-9a4d-c69935ccfec3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1d7d48-568c-4dfe-87d8-e959343d34f3,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:21.993921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd795108-ee41-43f6-8286-9a918abb295b x-openstack-request-id: req-dd795108-ee41-43f6-8286-9a918abb295b {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:51:21.994468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:51:21.995338 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd795108-ee41-43f6-8286-9a918abb295b {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:51:21.995889 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd795108-ee41-43f6-8286-9a918abb295b'] response: {'name': 'network-changed', 'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'status': 'completed', 'code': 200} Apr 01 15:51:22.084294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff8f4-02ee-433f-9ea4-5a6cf13179c5 req-3c1918dd-6c74-4764-ae11-a11ee32a9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.086167 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2b4ff8f4-02ee-433f-9ea4-5a6cf13179c5 req-3c1918dd-6c74-4764-ae11-a11ee32a9cf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 1096 time: 0.0611274 Apr 01 15:51:22.219074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff8f4-02ee-433f-9ea4-5a6cf13179c5 req-81243819-41b2-436b-8054-8827e1853f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.220631 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2b4ff8f4-02ee-433f-9ea4-5a6cf13179c5 req-81243819-41b2-436b-8054-8827e1853f52 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1259749 Apr 01 15:51:22.337795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff8f4-02ee-433f-9ea4-5a6cf13179c5 req-440ce5fb-3776-49f2-b5fa-3838d08de3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.339462 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2b4ff8f4-02ee-433f-9ea4-5a6cf13179c5 req-440ce5fb-3776-49f2-b5fa-3838d08de3df service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1086323 Apr 01 15:51:22.425656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-d50d4b52-8648-42f2-a4c5-18e9ce669914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.427195 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-d50d4b52-8648-42f2-a4c5-18e9ce669914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 1096 time: 0.0465503 Apr 01 15:51:22.474104 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-24e31341-1976-4e54-add4-416fb0fa021f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a1d7d48-568c-4dfe-87d8-e959343d34f3 HTTP/1.1" status: 200 len: 217 time: 0.0375860 Apr 01 15:51:22.531591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5a84d5d4-a051-415e-b5f4-02d2649c1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.533246 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-5a84d5d4-a051-415e-b5f4-02d2649c1011 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3394346-b35d-442d-a1d8-1652b1f4da46 HTTP/1.1" status: 200 len: 833 time: 0.0481310 Apr 01 15:51:22.589889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-ace84ad8-a044-4766-83d5-47780fb63674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.591423 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-ace84ad8-a044-4766-83d5-47780fb63674 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2be98623-154c-4e2a-91a8-6cde2c86e252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509434 Apr 01 15:51:22.669046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfe99f-8e78-4c63-b446-37fd22d7615c req-db889ce8-0dad-4bf8-93fc-3f1f4c9233d4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:22.670639 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1dcfe99f-8e78-4c63-b446-37fd22d7615c req-db889ce8-0dad-4bf8-93fc-3f1f4c9233d4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 943 time: 0.0623689 Apr 01 15:51:22.719767 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-8c65e183-b2ea-4c49-848a-e8deaf3970c4 service neutron] 10.222.0.41 "GET /v2.0/networks/2be98623-154c-4e2a-91a8-6cde2c86e252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168094 Apr 01 15:51:22.729918 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1dcfe99f-8e78-4c63-b446-37fd22d7615c req-16dd52dd-b344-487a-afac-a4085685d48f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524154 Apr 01 15:51:22.835720 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be6e517a-b1ab-4862-b087-83ff8fb573e1 req-3dea609f-047d-4da5-93b8-672a26bb9bdc service neutron] 10.222.0.41 "GET /v2.0/networks/2be98623-154c-4e2a-91a8-6cde2c86e252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060593 Apr 01 15:51:23.862740 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7638786-522f-4919-9963-ec612bbf3e16 req-166d3e45-14af-4a83-b415-5cc8d3d30395 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:23.864400 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7638786-522f-4919-9963-ec612bbf3e16 req-166d3e45-14af-4a83-b415-5cc8d3d30395 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 943 time: 0.0518687 Apr 01 15:51:23.907787 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7638786-522f-4919-9963-ec612bbf3e16 req-866a586c-36db-4b82-9390-dd45f1b46d87 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362706 Apr 01 15:51:24.249567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 9a1d7d48-568c-4dfe-87d8-e959343d34f3 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:51:24.359991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 9a1d7d48-568c-4dfe-87d8-e959343d34f3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9a1d7d48-568c-4dfe-87d8-e959343d34f3,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:24.372752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'port_id': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'mac_address': 'fa:16:3e:42:55:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:51:24.411895 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.425318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1d7d48-568c-4dfe-87d8-e959343d34f3 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:51:24.444749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 9a1d7d48-568c-4dfe-87d8-e959343d34f3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9a1d7d48-568c-4dfe-87d8-e959343d34f3,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:24.666352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.722665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=9a1d7d48-568c-4dfe-87d8-e959343d34f3,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.961785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['9a1d7d48-568c-4dfe-87d8-e959343d34f3'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:51:25.042778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d08bdf-843f-49c3-a262-2a9d0ac7f99b req-1597dfd2-0b6c-4048-9d7e-5c2f0f990bda tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.044368 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50d08bdf-843f-49c3-a262-2a9d0ac7f99b req-1597dfd2-0b6c-4048-9d7e-5c2f0f990bda tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 944 time: 0.0644886 Apr 01 15:51:25.103197 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50d08bdf-843f-49c3-a262-2a9d0ac7f99b req-24e03b60-ef32-432b-bcd6-31d484957f7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501039 Apr 01 15:51:26.235793 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccec0a-c15b-487c-af5e-a905e3dd3ec1 req-0875caba-6422-48b1-96d0-05a1cfcd0abb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:26.237324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eaccec0a-c15b-487c-af5e-a905e3dd3ec1 req-0875caba-6422-48b1-96d0-05a1cfcd0abb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 944 time: 0.0514998 Apr 01 15:51:26.277315 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eaccec0a-c15b-487c-af5e-a905e3dd3ec1 req-8cdf06e4-3b8e-4a9e-aa0b-49c0202da4c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336473 Apr 01 15:51:26.278399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 9a1d7d48-568c-4dfe-87d8-e959343d34f3 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:51:26.470207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:26.476954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:26.477607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.567696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.592300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:51:26.595492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8505fefc-3033-4984-ab01-f04240291d4d" -d '{"events": [{"server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "name": "network-vif-plugged", "status": "completed", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:51:26.610564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 9a1d7d48-568c-4dfe-87d8-e959343d34f3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9a1d7d48-568c-4dfe-87d8-e959343d34f3,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:26.710490 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1249042-a8df-489b-8cbc-9b777b054ca6 x-openstack-request-id: req-c1249042-a8df-489b-8cbc-9b777b054ca6 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:51:26.710951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "name": "network-vif-plugged", "status": "completed", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:51:26.711414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1249042-a8df-489b-8cbc-9b777b054ca6 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:51:26.712047 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1249042-a8df-489b-8cbc-9b777b054ca6'] response: {'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'code': 200} Apr 01 15:51:26.920769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.119840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=9a1d7d48-568c-4dfe-87d8-e959343d34f3,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.297174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35805a3-0188-47ef-ba5d-2ddbf6612f31 req-24bd8a14-0277-4e71-a00e-551ce3cc2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.298927 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f35805a3-0188-47ef-ba5d-2ddbf6612f31 req-24bd8a14-0277-4e71-a00e-551ce3cc2ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 1098 time: 0.0614781 Apr 01 15:51:27.344448 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f35805a3-0188-47ef-ba5d-2ddbf6612f31 req-e8595824-da3b-416d-bf7c-eb2652e2cf95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342824 Apr 01 15:51:27.423655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb599f-cf89-4a93-b11b-dfeaecb84c5e req-21f171ac-007e-4be3-b62b-f6d5628a3e82 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.425602 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-48bb599f-cf89-4a93-b11b-dfeaecb84c5e req-21f171ac-007e-4be3-b62b-f6d5628a3e82 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 945 time: 0.0530455 Apr 01 15:51:27.474798 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-48bb599f-cf89-4a93-b11b-dfeaecb84c5e req-2496f234-4357-416d-870b-444dc1949216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428765 Apr 01 15:51:27.601359 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-e564c1b5-1b8e-4460-83af-f0611dcaef54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439327 Apr 01 15:51:27.681766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-74139fcd-81db-4793-8562-32bbbe8413b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.683478 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-74139fcd-81db-4793-8562-32bbbe8413b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 1098 time: 0.0571966 Apr 01 15:51:27.814741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-5ba5f9df-fa9c-4c7c-86a5-dc14bf1b5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.817223 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-5ba5f9df-fa9c-4c7c-86a5-dc14bf1b5c92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.1111531 Apr 01 15:51:27.895254 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-a7467b61-4638-4278-8528-004f77a55f8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568ad2a6-30ad-4b02-823b-1639948540c0 HTTP/1.1" status: 200 len: 1000 time: 0.0692105 Apr 01 15:51:27.949282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-3d1c0ba3-3b1c-416e-8687-1d98561b3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:27.950900 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-3d1c0ba3-3b1c-416e-8687-1d98561b3360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0485449 Apr 01 15:51:28.003747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-03392db8-76ec-4943-a439-21a8774ce2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:28.005391 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-03392db8-76ec-4943-a439-21a8774ce2d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472670 Apr 01 15:51:28.446378 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-685607bb-ee2d-4abf-9979-a8c9ad5ae382 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325731 Apr 01 15:51:28.547490 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-05e27001-25ca-4baa-b1de-5dc5d744e7a6 req-316aec38-9b62-4c52-aa7e-0ad46220d31f service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923290 Apr 01 15:51:28.610531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7d98d-176f-4f28-ab40-0219b53a9074 req-720a3213-6241-4bc6-9568-bddc0a3c3730 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:28.611947 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c5d7d98d-176f-4f28-ab40-0219b53a9074 req-720a3213-6241-4bc6-9568-bddc0a3c3730 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 945 time: 0.0550177 Apr 01 15:51:28.660408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c5d7d98d-176f-4f28-ab40-0219b53a9074 req-22ca285b-3ee7-4e2d-b298-2b457d128f69 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418563 Apr 01 15:51:29.783753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba97ae-962c-44d7-99c8-cab5de313688 req-cfbf779e-087d-4dc4-9be5-b50b421f1ae4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:29.785321 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1aba97ae-962c-44d7-99c8-cab5de313688 req-cfbf779e-087d-4dc4-9be5-b50b421f1ae4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 945 time: 0.0497713 Apr 01 15:51:29.822906 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1aba97ae-962c-44d7-99c8-cab5de313688 req-c51d38d2-fe1c-4a15-9967-bfbd5a17f2cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315039 Apr 01 15:51:29.937883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e05f6-a19f-4420-87a2-ef5eb6208611 req-8570e244-98f6-4b20-9530-592ca33ca2a9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:29.939272 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4e9e05f6-a19f-4420-87a2-ef5eb6208611 req-8570e244-98f6-4b20-9530-592ca33ca2a9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 945 time: 0.0483687 Apr 01 15:51:29.977072 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4e9e05f6-a19f-4420-87a2-ef5eb6208611 req-09bab2c2-2a11-4861-862e-07bcc675ed5e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317974 Apr 01 15:51:30.000281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55714) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:30.044240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa433627-9e23-4a84-95a7-e0de04a2f9d4 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.045859 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fa433627-9e23-4a84-95a7-e0de04a2f9d4 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 1093 time: 0.0445688 Apr 01 15:51:30.049172 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55716) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:30.053514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:51:30.403678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.498979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.610922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.28 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/ecabbba9-d55e-4c93-93b3-1a0c3832a8d2) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:30.715121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.561699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.611695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:31.615249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:31.620003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:51:31.625985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=ecabbba9-d55e-4c93-93b3-1a0c3832a8d2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:31.999935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.174947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.326170 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.449277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.523707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=ecabbba9-d55e-4c93-93b3-1a0c3832a8d2,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:32.537115 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.641702 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 1a8c0093-c733-4caf-911e-9ae1b3c9e768 associated. External IP: 172.26.6.28, port: 9a1d7d48-568c-4dfe-87d8-e959343d34f3. Apr 01 15:51:32.879430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router ff0043bf-beeb-4391-b3d3-96405f30a695 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:32.988911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:33.000615 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] Sync routers for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:51:33.011310 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:51:33.011938 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:51:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:33.063162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.093610 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-39ea423c-e31d-40a5-803c-f74d2671d9e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0433989 Apr 01 15:51:33.094208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:51:33.096813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b5d881-2ff2-440e-8479-6d0db22a86d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:51:33.102077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55720) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:33.121421 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:51:33.190908 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0a4e85cb-879f-440e-97a6-7f356f71f465 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/1a8c0093-c733-4caf-911e-9ae1b3c9e768 HTTP/1.1" status: 200 len: 990 time: 0.0822814 Apr 01 15:51:33.199182 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fa9a83-34c1-4264-a079-7e236d41acbc x-openstack-request-id: req-e2fa9a83-34c1-4264-a079-7e236d41acbc {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:51:33.199539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:51:33.199861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2fa9a83-34c1-4264-a079-7e236d41acbc {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:51:33.200414 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2fa9a83-34c1-4264-a079-7e236d41acbc'] response: {'name': 'network-changed', 'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'status': 'completed', 'code': 200} Apr 01 15:51:33.267707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-c50cd222-dc40-4772-a5d9-590785a364be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:33.269176 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-c50cd222-dc40-4772-a5d9-590785a364be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 1098 time: 0.0437069 Apr 01 15:51:33.376084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-91fdd580-5575-4980-ac3a-bd7a03c010bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:33.377621 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-91fdd580-5575-4980-ac3a-bd7a03c010bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=2be98623-154c-4e2a-91a8-6cde2c86e252 HTTP/1.1" status: 200 len: 898 time: 0.1008143 Apr 01 15:51:33.381843 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '1a8c0093-c733-4caf-911e-9ae1b3c9e768', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.28', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'port_id': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'mac_address': 'fa:16:3e:42:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:51:31Z', 'updated_at': '2022-04-01T15:51:31Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac985b5d-135a-49b2-a32d-b111f0b771fd', 'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:7a:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:07Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:33.419755 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] Checking router: ff0043bf-beeb-4391-b3d3-96405f30a695 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:51:33.431592 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:51:33.432264 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:51:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:33.453741 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-2dd1007d-7d3c-42b8-86be-47897d7994ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a1d7d48-568c-4dfe-87d8-e959343d34f3 HTTP/1.1" status: 200 len: 998 time: 0.0685108 Apr 01 15:51:33.505464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-43c569c0-4dc7-4dd1-ada8-88e7ae76b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:33.506943 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-43c569c0-4dc7-4dd1-ada8-88e7ae76b4f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3394346-b35d-442d-a1d8-1652b1f4da46 HTTP/1.1" status: 200 len: 833 time: 0.0458770 Apr 01 15:51:33.547841 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:51:33.558594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-694fd8b2-669d-4d42-8a08-601b756e74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:33.560142 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-694fd8b2-669d-4d42-8a08-601b756e74dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2be98623-154c-4e2a-91a8-6cde2c86e252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465660 Apr 01 15:51:33.653389 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-61f90c7a-d02b-4419-a792-c6611aa9c098 service neutron] 10.222.0.41 "GET /v2.0/networks/2be98623-154c-4e2a-91a8-6cde2c86e252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866706 Apr 01 15:51:33.752673 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5b5d881-2ff2-440e-8479-6d0db22a86d2 req-c9fc0cd9-f6eb-421e-9ee2-9b16a6d947bc service neutron] 10.222.0.41 "GET /v2.0/networks/2be98623-154c-4e2a-91a8-6cde2c86e252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920253 Apr 01 15:51:33.777783 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '1a8c0093-c733-4caf-911e-9ae1b3c9e768', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.28', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'port_id': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'mac_address': 'fa:16:3e:42:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:51:31Z', 'updated_at': '2022-04-01T15:51:31Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac985b5d-135a-49b2-a32d-b111f0b771fd', 'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:7a:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:07Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:33.809666 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21383201-e032-4338-9282-2bc8b613cd56 None None] The sync data for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv is: [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '1a8c0093-c733-4caf-911e-9ae1b3c9e768', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.28', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'port_id': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'mac_address': 'fa:16:3e:42:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:51:31Z', 'updated_at': '2022-04-01T15:51:31Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac985b5d-135a-49b2-a32d-b111f0b771fd', 'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:7a:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:07Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:51:34.018817 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f56a06-2139-40db-8373-9d7712f96ea0 None None] New status for floating IP 1a8c0093-c733-4caf-911e-9ae1b3c9e768: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:51:34.193604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55724) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:34.258245 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-714f6177-5f4b-4200-b61a-3517f203cb66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/1a8c0093-c733-4caf-911e-9ae1b3c9e768 HTTP/1.1" status: 200 len: 990 time: 0.0634334 Apr 01 15:51:34.751701 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2fbf8b2c-50f9-4ff2-b992-6867b09cb81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.262201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55726) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:51:35.326144 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-aa78fba6-5e02-447c-9e70-073a70bb20c3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/1a8c0093-c733-4caf-911e-9ae1b3c9e768 HTTP/1.1" status: 200 len: 992 time: 0.0627527 Apr 01 15:51:37.129593 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:51:37.234808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6858d9a8-368b-445f-8075-ace85fec2dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.697692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.969611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.996993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.431496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.719900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a23cbf6b-61e2-44a6-9214-7f8e4e619d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.222315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4e1b0b07-5bf8-4918-ac8f-79c9cbafefa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.464145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55744) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:08.524236 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c54e33eb-3ed4-45e4-979d-b41294cbabed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/1a8c0093-c733-4caf-911e-9ae1b3c9e768 HTTP/1.1" status: 200 len: 992 time: 0.0588710 Apr 01 15:52:08.863380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55752) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:09.021231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port ecabbba9-d55e-4c93-93b3-1a0c3832a8d2 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:52:09.021499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.100267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.100623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.112301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for ecabbba9-d55e-4c93-93b3-1a0c3832a8d2 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:52:09.371387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.396939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=ecabbba9-d55e-4c93-93b3-1a0c3832a8d2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.411046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.411577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.411921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.412256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.417957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.417957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.417957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.417957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.417957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.417957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.417957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.417957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:09.469549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.480952 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 1a8c0093-c733-4caf-911e-9ae1b3c9e768 disassociated (deleted). External IP: 172.26.6.28, port: 9a1d7d48-568c-4dfe-87d8-e959343d34f3. Apr 01 15:52:09.679832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router ff0043bf-beeb-4391-b3d3-96405f30a695 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:09.731578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.789643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:09.794742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.799596 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b75870-3833-4071-bef4-90cf388742be None None] Sync routers for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:09.809025 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b75870-3833-4071-bef4-90cf388742be None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:09.809675 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0b75870-3833-4071-bef4-90cf388742be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.821933 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0400de25-0117-424c-98e9-235512ccb236 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/floatingips/1a8c0093-c733-4caf-911e-9ae1b3c9e768 HTTP/1.1" status: 204 len: 168 time: 0.9574742 Apr 01 15:52:09.822497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:09.824793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bdfd40-13d6-4848-ba91-106e3f629f93" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:52:09.862478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df02836-c7c0-4739-ad6f-7980ad8e8473 x-openstack-request-id: req-3df02836-c7c0-4739-ad6f-7980ad8e8473 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:52:09.862768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:52:09.863136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3df02836-c7c0-4739-ad6f-7980ad8e8473 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:52:09.863554 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df02836-c7c0-4739-ad6f-7980ad8e8473'] response: {'name': 'network-changed', 'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'status': 'completed', 'code': 200} Apr 01 15:52:09.928801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-d1a504e1-1a05-47d8-a9d1-4a225e3dee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:09.929029 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a0b75870-3833-4071-bef4-90cf388742be None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:09.930456 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-d1a504e1-1a05-47d8-a9d1-4a225e3dee93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 1098 time: 0.0424347 Apr 01 15:52:10.030915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-0da35f76-76ec-462b-a28a-a777c1f787de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:10.032450 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-0da35f76-76ec-462b-a28a-a777c1f787de service neutron] 10.222.0.41 "GET /v2.0/networks?id=2be98623-154c-4e2a-91a8-6cde2c86e252 HTTP/1.1" status: 200 len: 898 time: 0.0936606 Apr 01 15:52:10.076289 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-22ad443f-fc50-4ee5-be67-308f876d80d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a1d7d48-568c-4dfe-87d8-e959343d34f3 HTTP/1.1" status: 200 len: 217 time: 0.0353663 Apr 01 15:52:10.133464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-9e8bfdb5-77b3-4506-b6d0-641b7f7a30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:10.134978 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-9e8bfdb5-77b3-4506-b6d0-641b7f7a30f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3394346-b35d-442d-a1d8-1652b1f4da46 HTTP/1.1" status: 200 len: 833 time: 0.0523086 Apr 01 15:52:10.183326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-b8da78e8-afd1-4fbc-86ca-09a94dcdf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:10.185390 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-b8da78e8-afd1-4fbc-86ca-09a94dcdf478 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2be98623-154c-4e2a-91a8-6cde2c86e252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429451 Apr 01 15:52:10.221470 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0b75870-3833-4071-bef4-90cf388742be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'ac985b5d-135a-49b2-a32d-b111f0b771fd', 'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:7a:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:07Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:10.249146 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b75870-3833-4071-bef4-90cf388742be None None] Checking router: ff0043bf-beeb-4391-b3d3-96405f30a695 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:10.257875 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b75870-3833-4071-bef4-90cf388742be None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:10.258491 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0b75870-3833-4071-bef4-90cf388742be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:10.280658 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-e2de0a8f-b3f5-4b9c-ab68-3ffde84a063c service neutron] 10.222.0.41 "GET /v2.0/networks/2be98623-154c-4e2a-91a8-6cde2c86e252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858185 Apr 01 15:52:10.374773 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a0b75870-3833-4071-bef4-90cf388742be None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:10.386391 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-96bdfd40-13d6-4848-ba91-106e3f629f93 req-74859f81-b545-4bcd-92ba-70b2befb38c7 service neutron] 10.222.0.41 "GET /v2.0/networks/2be98623-154c-4e2a-91a8-6cde2c86e252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988243 Apr 01 15:52:10.396541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e415ab-96b5-44cd-ab76-53bcb88114e5 req-7e07ced9-9575-4258-99f5-afe202f1bec9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:10.398074 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-40e415ab-96b5-44cd-ab76-53bcb88114e5 req-7e07ced9-9575-4258-99f5-afe202f1bec9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 945 time: 0.0583539 Apr 01 15:52:10.439479 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-40e415ab-96b5-44cd-ab76-53bcb88114e5 req-9e06aadc-39db-4421-8134-7777e6433902 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333812 Apr 01 15:52:10.575211 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0b75870-3833-4071-bef4-90cf388742be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'ac985b5d-135a-49b2-a32d-b111f0b771fd', 'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:7a:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:07Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:10.604570 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b75870-3833-4071-bef4-90cf388742be None None] The sync data for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv is: [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'ac985b5d-135a-49b2-a32d-b111f0b771fd', 'name': '', 'network_id': '2be98623-154c-4e2a-91a8-6cde2c86e252', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:7a:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:07Z', 'updated_at': '2022-04-01T15:51:11Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'b3394346-b35d-442d-a1d8-1652b1f4da46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:10.820829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a2136-3aba-421b-86ea-773398e6b046 None None] New status for floating IP 1a8c0093-c733-4caf-911e-9ae1b3c9e768: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:52:10.944791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.051378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.558975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d336e-957a-4ef0-9596-72074f8033de req-b4b2900b-fc42-4324-b793-065167e8f342 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.560574 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f61d336e-957a-4ef0-9596-72074f8033de req-b4b2900b-fc42-4324-b793-065167e8f342 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 945 time: 0.0494342 Apr 01 15:52:11.602892 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f61d336e-957a-4ef0-9596-72074f8033de req-a24215b0-9388-4d34-9678-986d0906f941 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356574 Apr 01 15:52:11.812214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-549f469e-8abe-47ab-be31-ddfa0a5b5a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.813632 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-549f469e-8abe-47ab-be31-ddfa0a5b5a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 945 time: 0.0496833 Apr 01 15:52:11.911426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:52:11.911761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.997366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 9a1d7d48-568c-4dfe-87d8-e959343d34f3, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9a1d7d48-568c-4dfe-87d8-e959343d34f3,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:11.997728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.009643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 9a1d7d48-568c-4dfe-87d8-e959343d34f3 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:52:12.296982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.327084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=9a1d7d48-568c-4dfe-87d8-e959343d34f3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.370960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port 9a1d7d48-568c-4dfe-87d8-e959343d34f3 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:12.374208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.377526 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-16fb41da-db9a-422b-9c3a-0cd67674a3e1 req-a71f0676-3551-408b-ba86-3e3b751c0f61 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/9a1d7d48-568c-4dfe-87d8-e959343d34f3 HTTP/1.1" status: 204 len: 173 time: 0.5550175 Apr 01 15:52:12.377956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'name': 'network-vif-deleted', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:12.380226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19877752-02fc-43cd-8634-dedea90adb04" -d '{"events": [{"server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "name": "network-vif-deleted", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:52:12.415901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcf8213-120b-460b-aff8-f030198432d2 x-openstack-request-id: req-adcf8213-120b-460b-aff8-f030198432d2 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:52:12.416193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3881d8-90f1-40aa-ac80-318ec2a91f64", "name": "network-vif-deleted", "tag": "9a1d7d48-568c-4dfe-87d8-e959343d34f3", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:52:12.416517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-adcf8213-120b-460b-aff8-f030198432d2 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:52:12.416922 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcf8213-120b-460b-aff8-f030198432d2'] response: {'server_uuid': '7f3881d8-90f1-40aa-ac80-318ec2a91f64', 'name': 'network-vif-deleted', 'tag': '9a1d7d48-568c-4dfe-87d8-e959343d34f3', 'status': 'completed', 'code': 200} Apr 01 15:52:12.716609 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69563530-cb6d-48ea-8ceb-332be3901f37 req-c93dfef1-d50d-4589-b327-50d6eb58aca4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f3881d8-90f1-40aa-ac80-318ec2a91f64 HTTP/1.1" status: 200 len: 210 time: 0.0271516 Apr 01 15:52:13.775168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55768) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:13.833356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2d2a7016-f57b-4a2e-83ed-49658c78b36b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.858739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2d2a7016-f57b-4a2e-83ed-49658c78b36b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.005397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2d2a7016-f57b-4a2e-83ed-49658c78b36b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.007881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2d2a7016-f57b-4a2e-83ed-49658c78b36b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.009123 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2d2a7016-f57b-4a2e-83ed-49658c78b36b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/dc41bd5d-e07b-4d00-8449-ff7cb7925bd8 HTTP/1.1" status: 204 len: 168 time: 0.2329774 Apr 01 15:52:14.018477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a7016-f57b-4a2e-83ed-49658c78b36b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc41bd5d-e07b-4d00-8449-ff7cb7925bd8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:14.129533 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:52:14.212224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55772) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:14.561052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 9a1d7d48-568c-4dfe-87d8-e959343d34f3 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:52:14.581008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 9a1d7d48-568c-4dfe-87d8-e959343d34f3 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:52:14.581344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 9a1d7d48-568c-4dfe-87d8-e959343d34f3 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:52:14.633030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.937526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port ac985b5d-135a-49b2-a32d-b111f0b771fd {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:52:14.938244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.024191 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port ac985b5d-135a-49b2-a32d-b111f0b771fd, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=ac985b5d-135a-49b2-a32d-b111f0b771fd,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:15.024618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.041561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for ac985b5d-135a-49b2-a32d-b111f0b771fd owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:52:15.445179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.596208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.623431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=ac985b5d-135a-49b2-a32d-b111f0b771fd,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:15.801305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.020854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router ff0043bf-beeb-4391-b3d3-96405f30a695 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:16.126290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:16.131572 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eb47bd56-02a0-4296-9302-2decee8c1a17 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/ff0043bf-beeb-4391-b3d3-96405f30a695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9179311 Apr 01 15:52:16.134021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55774) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:16.136580 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] Sync routers for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:16.147354 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:16.147987 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:16.185741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c55ba8e-3559-45f9-b162-c8260e9832a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting subnet b3394346-b35d-442d-a1d8-1652b1f4da46 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:52:16.189505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c55ba8e-3559-45f9-b162-c8260e9832a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.235353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c55ba8e-3559-45f9-b162-c8260e9832a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.255725 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:16.355474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c55ba8e-3559-45f9-b162-c8260e9832a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.437389 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:52:15Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:16.466839 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] Checking router: ff0043bf-beeb-4391-b3d3-96405f30a695 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:16.475063 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] Routers {'ff0043bf-beeb-4391-b3d3-96405f30a695'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:16.475665 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['ff0043bf-beeb-4391-b3d3-96405f30a695'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:16.526042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c55ba8e-3559-45f9-b162-c8260e9832a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.554020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ba8e-3559-45f9-b162-c8260e9832a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Subnet': ['ID=b3394346-b35d-442d-a1d8-1652b1f4da46,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.558797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9c55ba8e-3559-45f9-b162-c8260e9832a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.562622 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9c55ba8e-3559-45f9-b162-c8260e9832a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/subnets/b3394346-b35d-442d-a1d8-1652b1f4da46 HTTP/1.1" status: 204 len: 168 time: 0.4276190 Apr 01 15:52:16.565612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55776) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:16.574471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe677ba-800d-4d67-acf0-5cefc18b9f34 None None] Network 2be98623-154c-4e2a-91a8-6cde2c86e252 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:52:16.580941 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] Set router ff0043bf-beeb-4391-b3d3-96405f30a695 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:16.696599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.773812 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:52:15Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:16.796546 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] DHCP port deletion for 2be98623-154c-4e2a-91a8-6cde2c86e252 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:52:16.804265 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e7b5e8-ba98-4457-a359-68de7b52e966 None None] The sync data for ids ['ff0043bf-beeb-4391-b3d3-96405f30a695'] in dv-neutron-835865-1-hyperv is: [{'id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'name': 'tempest-TestNetworkBasicOps-router-2136054352', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:02Z', 'updated_at': '2022-04-01T15:52:15Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '9738b4bc-a50d-4a3a-9639-edfcf794305c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:05:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0043bf-beeb-4391-b3d3-96405f30a695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:03Z', 'updated_at': '2022-04-01T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:16.815638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.851547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Deleting port c4d53a01-d33b-4b80-8061-e91e09714d55 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:52:16.851878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.916035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] For port c4d53a01-d33b-4b80-8061-e91e09714d55, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c4d53a01-d33b-4b80-8061-e91e09714d55,segment=NetworkSegment(6877a90f-28be-4cf8-8e92-cc711390ab0c),segment_id=6877a90f-28be-4cf8-8e92-cc711390ab0c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:16.916383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.929083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Calling delete_port for c4d53a01-d33b-4b80-8061-e91e09714d55 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:52:16.970648 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 9738b4bc-a50d-4a3a-9639-edfcf794305c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:52:16.971075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.049371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 9738b4bc-a50d-4a3a-9639-edfcf794305c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9738b4bc-a50d-4a3a-9639-edfcf794305c,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:17.049646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.061162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 9738b4bc-a50d-4a3a-9639-edfcf794305c owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:52:17.110695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.140154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Pushing event deleted for resources: {'Port': ['ID=c4d53a01-d33b-4b80-8061-e91e09714d55,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.144636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] No DVR routers for this DVR port c4d53a01-d33b-4b80-8061-e91e09714d55 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:17.151586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.151938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.152261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.152692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.153014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.159874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.159874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.159874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.159874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.159874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.159874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.159874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6365686d-4633-4289-bee4-b450e804bbe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.320156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.352678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=9738b4bc-a50d-4a3a-9639-edfcf794305c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.366473 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.366829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.367165 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.367496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.367825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.368179 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.368528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.368854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.369275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.369496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.369817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.370132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:17.423666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.512248 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.515004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.625087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.625812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Fanout notify agent at l3_agent the message router_deleted on router ff0043bf-beeb-4391-b3d3-96405f30a695 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:17.632387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.633533 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b9f0975e-d0b2-4551-b0cc-8ab5dac02163 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/routers/ff0043bf-beeb-4391-b3d3-96405f30a695 HTTP/1.1" status: 204 len: 168 time: 1.0671163 Apr 01 15:52:17.636457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55778) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:17.731965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.827199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.847031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be98623-154c-4e2a-91a8-6cde2c86e252']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:17.856532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6877a90f-28be-4cf8-8e92-cc711390ab0c') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:17.856828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6877a90f-28be-4cf8-8e92-cc711390ab0c') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:17.866815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.880011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.885717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:52:17.886177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:17.889665 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:18.070682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.078085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.080865 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/networks/2be98623-154c-4e2a-91a8-6cde2c86e252 HTTP/1.1" status: 204 len: 168 time: 0.4433780 Apr 01 15:52:18.092824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e335f90-3a02-45ac-ae2f-8d542137c99d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Network': ['ID=2be98623-154c-4e2a-91a8-6cde2c86e252,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:18.095490 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55780) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:18.100701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'network': {'name': 'tempest-network-smoke--2134335499', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'port_security_enabled': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:18.212952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:18.216535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.240126 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:18.250001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.250340 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Added segment 16cc9b19-8109-4c97-8c94-df8d14671b20 of type vlan for network 6180109d-015c-47da-b746-a5d482843353 Apr 01 15:52:18.292613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.373141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.378786 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:18.388722 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.407810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9738b4bc-a50d-4a3a-9639-edfcf794305c no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:52:18.429026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 9738b4bc-a50d-4a3a-9639-edfcf794305c {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:52:18.429373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9738b4bc-a50d-4a3a-9639-edfcf794305c not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:52:18.429800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c4d53a01-d33b-4b80-8061-e91e09714d55 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:52:18.443893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Network': ['ID=6180109d-015c-47da-b746-a5d482843353,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:18.449173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c4d53a01-d33b-4b80-8061-e91e09714d55 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:52:18.449477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c4d53a01-d33b-4b80-8061-e91e09714d55 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:52:18.449902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ac985b5d-135a-49b2-a32d-b111f0b771fd no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:52:18.453950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 6180109d-015c-47da-b746-a5d482843353 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:52:18.476431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: ac985b5d-135a-49b2-a32d-b111f0b771fd {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:52:18.476772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device ac985b5d-135a-49b2-a32d-b111f0b771fd not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:52:18.507355 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-11adce6b-279d-4c72-b883-bf67533bc9dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4108398 Apr 01 15:52:18.510075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55782) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:18.515293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-986653260', 'admin_state_up': True, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:18.607710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.608761 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.666511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.881489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.182546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.200517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.305048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.90 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/b11180f2-52fc-45b3-9aa9-667ea88b9a7e) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:19.403739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.556944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.597356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:19.600469 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:19.603996 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:52:19.629796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=b11180f2-52fc-45b3-9aa9-667ea88b9a7e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.942313 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.461523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.693215 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router aaf05813-3e80-429c-8775-6821e596cbb3 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:52:20.809956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:20.820978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Sync routers for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:20.831450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:20.832027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:20.929405 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.933895 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a6e3555e-a5d1-4684-b8c8-2cb09b4576b6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4196029 Apr 01 15:52:20.938271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55784) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:20.950562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:20.965565 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b1307b9f-6ed9-4198-8001-0e32df7a959a tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296855 Apr 01 15:52:20.968324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55786) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:21.054459 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b2f32e-190e-4a9d-9902-95cec3b63115 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:21.056145 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-54b2f32e-190e-4a9d-9902-95cec3b63115 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867367 Apr 01 15:52:21.058888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55788) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:21.087048 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7b486ec2-c102-4e4b-bbda-3b6e6e71dcf6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262449 Apr 01 15:52:21.089683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55790) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:21.094868 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1012787848', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:21.127486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:19Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:21.157383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Checking router: aaf05813-3e80-429c-8775-6821e596cbb3 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:21.157733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Updating router aaf05813-3e80-429c-8775-6821e596cbb3 port b11180f2-52fc-45b3-9aa9-667ea88b9a7e binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:52:21.182942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.290939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:21.295144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.435034 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.567307 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.607967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.622487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Attempting to bind port b11180f2-52fc-45b3-9aa9-667ea88b9a7e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:21.622854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Attempting to bind port b11180f2-52fc-45b3-9aa9-667ea88b9a7e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:21.623218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Attempting to bind port b11180f2-52fc-45b3-9aa9-667ea88b9a7e on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:52:21.628686 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9e50d-2979-4188-816b-5783efda4d8a None None] Pushing event updated for resources: {'Port': ['ID=b11180f2-52fc-45b3-9aa9-667ea88b9a7e,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.634032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:52:21.634411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:52:21.634857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.635301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:52:21.635779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Bound port: b11180f2-52fc-45b3-9aa9-667ea88b9a7e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:21.636163 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.673822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=f1d56049-c4e3-45ec-af95-e63a07fac461,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.684962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Checking segment: {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:52:21.685577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network hostable DHCP agents. Network: 6180109d-015c-47da-b746-a5d482843353, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:21.692013 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] For port b11180f2-52fc-45b3-9aa9-667ea88b9a7e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:21.695325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] For port b11180f2-52fc-45b3-9aa9-667ea88b9a7e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b11180f2-52fc-45b3-9aa9-667ea88b9a7e,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:21.879913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.916107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 6180109d-015c-47da-b746-a5d482843353 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:21.936670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:21.937449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:21.971800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9e50d-2979-4188-816b-5783efda4d8a None None] Pushing event updated for resources: {'Port': ['ID=b11180f2-52fc-45b3-9aa9-667ea88b9a7e,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.028695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 6180109d-015c-47da-b746-a5d482843353) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:22.033500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:22.033500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.039678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca4f300-93e7-4f6c-81c3-265be50be214 None None] Network 6180109d-015c-47da-b746-a5d482843353 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:52:22.063533 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:22.128102 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f4231010-ffbe-4a21-94c9-e63a5a578caa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0372202 Apr 01 15:52:22.130967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55792) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:22.472870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-6180109d-015c-47da-b746-a5d482843353', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:52:22.473730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.552203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:19Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:22.577627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.587584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0680f87e-c6f3-4c0a-a869-8ccf2a0a258f None None] The sync data for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv is: [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:19Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:22.656220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Allocated IP 172.20.0.2 (6180109d-015c-47da-b746-a5d482843353/f1d56049-c4e3-45ec-af95-e63a07fac461/8c59b9f3-a0a3-4e47-93d5-d22da7361c55) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:22.813647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.897339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.943230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Network 6180109d-015c-47da-b746-a5d482843353 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:22.947657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.1 (6180109d-015c-47da-b746-a5d482843353/f1d56049-c4e3-45ec-af95-e63a07fac461/d2ccae60-07ac-4dea-9337-622edda5eb8a) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:22.948032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:22.950614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:52:22.960196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Pushing event updated for resources: {'Port': ['ID=8c59b9f3-a0a3-4e47-93d5-d22da7361c55,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.015154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Attempting to bind port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:23.015525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Attempting to bind port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:23.015887 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Attempting to bind port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 on network 6180109d-015c-47da-b746-a5d482843353 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:52:23.021628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:52:23.022073 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Checking segment: {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:52:23.022440 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.022831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Bound using segment: {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:52:23.023298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Bound port: 8c59b9f3-a0a3-4e47-93d5-d22da7361c55, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:23.023677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.080558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.094862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] For port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:23.098737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] For port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8c59b9f3-a0a3-4e47-93d5-d22da7361c55,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:23.186056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.225691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.265447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5057fc-3d67-4e4b-8b1c-7b3a8b850348 None None] Pushing event updated for resources: {'Port': ['ID=8c59b9f3-a0a3-4e47-93d5-d22da7361c55,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.290991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 6180109d-015c-47da-b746-a5d482843353 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:23.297208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:23.298663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=d2ccae60-07ac-4dea-9337-622edda5eb8a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.301048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:52:23.348665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.552861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.831990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.890637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.967823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=d2ccae60-07ac-4dea-9337-622edda5eb8a,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.973082 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.063083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 6180109d-015c-47da-b746-a5d482843353 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:24.064430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:24.176304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router aaf05813-3e80-429c-8775-6821e596cbb3 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:24.500232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b11180f2-52fc-45b3-9aa9-667ea88b9a7e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:52:24.556951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:24.565439 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-620e7465-f1ff-44fb-a307-7c6883ec9ac5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/aaf05813-3e80-429c-8775-6821e596cbb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4311457 Apr 01 15:52:24.566226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55794) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:24.566731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b11180f2-52fc-45b3-9aa9-667ea88b9a7e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:24.567149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.659600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.676749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dc07b-4f08-4518-95b1-876099eb08f8 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.678167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dc07b-4f08-4518-95b1-876099eb08f8 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.678167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dc07b-4f08-4518-95b1-876099eb08f8 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.678571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dc07b-4f08-4518-95b1-876099eb08f8 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.678886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dc07b-4f08-4518-95b1-876099eb08f8 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.679464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dc07b-4f08-4518-95b1-876099eb08f8 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.683371 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-735dc07b-4f08-4518-95b1-876099eb08f8 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.1160743 Apr 01 15:52:24.687001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55796) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:24.687748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port b11180f2-52fc-45b3-9aa9-667ea88b9a7e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b11180f2-52fc-45b3-9aa9-667ea88b9a7e,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:24.692637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f6ceee-cc36-4372-84f8-1c963d1c91a6 None None] Network 6180109d-015c-47da-b746-a5d482843353 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:52:24.744872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfed7b-0e7e-4b08-a079-79e2df14b438 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.745213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfed7b-0e7e-4b08-a079-79e2df14b438 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.745672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfed7b-0e7e-4b08-a079-79e2df14b438 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.746123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfed7b-0e7e-4b08-a079-79e2df14b438 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.746600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfed7b-0e7e-4b08-a079-79e2df14b438 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.747585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfed7b-0e7e-4b08-a079-79e2df14b438 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:24.748552 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Sync routers for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:24.752132 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-98dfed7b-0e7e-4b08-a079-79e2df14b438 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0615494 Apr 01 15:52:24.752320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55798) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:24.753191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-61c00890-b558-4a28-b951-1487bedcdb7c None None] Provisioning complete for port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:24.758609 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-61c00890-b558-4a28-b951-1487bedcdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.760938 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:24.762057 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.794050 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.794822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:52:24.881704 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:24.903900 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d3159544-7747-4080-a780-2fef5a6747a3 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1472795 Apr 01 15:52:24.921089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=b11180f2-52fc-45b3-9aa9-667ea88b9a7e,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:24.979018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-61c00890-b558-4a28-b951-1487bedcdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.994889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:24.995250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.063873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-61c00890-b558-4a28-b951-1487bedcdb7c None None] For port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8c59b9f3-a0a3-4e47-93d5-d22da7361c55,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:25.118719 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.152628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-61c00890-b558-4a28-b951-1487bedcdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.164018 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55802) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:25.169353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2357a5d0-dde4-443e-bfa9-6d279f5dbcef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050090311', 'description': 'tempest-secgroup-smoke-2050090311 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:25.221602 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:25.233727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:25.234111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:25.249200 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Checking router: aaf05813-3e80-429c-8775-6821e596cbb3 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:25.252655 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Updating router aaf05813-3e80-429c-8775-6821e596cbb3 port d2ccae60-07ac-4dea-9337-622edda5eb8a binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:52:25.256762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c00890-b558-4a28-b951-1487bedcdb7c None None] Pushing event updated for resources: {'Port': ['ID=8c59b9f3-a0a3-4e47-93d5-d22da7361c55,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.275844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2357a5d0-dde4-443e-bfa9-6d279f5dbcef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.279229 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.353206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2357a5d0-dde4-443e-bfa9-6d279f5dbcef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.377310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-baf98004-0706-4f1c-8efa-57169d39d776 None None] Provisioning complete for port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.377737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-baf98004-0706-4f1c-8efa-57169d39d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.406793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2357a5d0-dde4-443e-bfa9-6d279f5dbcef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.443554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357a5d0-dde4-443e-bfa9-6d279f5dbcef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff5dcf-954e-4824-b45a-2936776d7dcc,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.501518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2357a5d0-dde4-443e-bfa9-6d279f5dbcef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.503093 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2357a5d0-dde4-443e-bfa9-6d279f5dbcef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3378274 Apr 01 15:52:25.505310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-baf98004-0706-4f1c-8efa-57169d39d776 None None] Provisioning complete for port d2ccae60-07ac-4dea-9337-622edda5eb8a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.505813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-baf98004-0706-4f1c-8efa-57169d39d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.505921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55804) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:25.510545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-260535e1-62ae-4efb-aaa6-a0281025beac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '4fff5dcf-954e-4824-b45a-2936776d7dcc', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:25.546101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-baf98004-0706-4f1c-8efa-57169d39d776 None None] Port d2ccae60-07ac-4dea-9337-622edda5eb8a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:52:25.583222 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.650476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-260535e1-62ae-4efb-aaa6-a0281025beac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.665893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ee1c8146-173b-4a66-81b1-53b9c0e7ee95 None None] Provisioning complete for port d2ccae60-07ac-4dea-9337-622edda5eb8a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.666267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8146-173b-4a66-81b1-53b9c0e7ee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.679517 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.701295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c8146-173b-4a66-81b1-53b9c0e7ee95 None None] Port d2ccae60-07ac-4dea-9337-622edda5eb8a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:52:25.711385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-260535e1-62ae-4efb-aaa6-a0281025beac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.731275 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Pushing event updated for resources: {'Port': ['ID=d2ccae60-07ac-4dea-9337-622edda5eb8a,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.743896 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.744465 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.744827 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.745162 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.745493 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.745861 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.746196 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.746569 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.746913 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.747238 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.747580 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.748482 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:25.804608 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Attempting to bind port d2ccae60-07ac-4dea-9337-622edda5eb8a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:25.805288 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Attempting to bind port d2ccae60-07ac-4dea-9337-622edda5eb8a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:25.805408 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Attempting to bind port d2ccae60-07ac-4dea-9337-622edda5eb8a on network 6180109d-015c-47da-b746-a5d482843353 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:52:25.811406 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:52:25.811770 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Checking segment: {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:52:25.812201 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.812587 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Bound using segment: {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:52:25.813079 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Bound port: d2ccae60-07ac-4dea-9337-622edda5eb8a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:25.813454 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.820574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-260535e1-62ae-4efb-aaa6-a0281025beac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.828426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0d98b47f-4007-4e5d-9346-d4fedad696fa None None] Provisioning complete for port d2ccae60-07ac-4dea-9337-622edda5eb8a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.828733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0d98b47f-4007-4e5d-9346-d4fedad696fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.855124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260535e1-62ae-4efb-aaa6-a0281025beac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbe635c-ae99-4935-b866-78f864748812,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.878215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0d98b47f-4007-4e5d-9346-d4fedad696fa None None] Port d2ccae60-07ac-4dea-9337-622edda5eb8a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:52:25.889528 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] For port d2ccae60-07ac-4dea-9337-622edda5eb8a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:25.892791 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] For port d2ccae60-07ac-4dea-9337-622edda5eb8a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d2ccae60-07ac-4dea-9337-622edda5eb8a,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:25.969137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-260535e1-62ae-4efb-aaa6-a0281025beac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.970435 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-260535e1-62ae-4efb-aaa6-a0281025beac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4637110 Apr 01 15:52:25.973132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55808) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:25.977572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5551f8ec-93cc-4bf4-a841-5099ecfde731 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '4fff5dcf-954e-4824-b45a-2936776d7dcc', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:25.999472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-41c8700d-72c5-4eae-b395-4603cae829d8 None None] Provisioning complete for port d2ccae60-07ac-4dea-9337-622edda5eb8a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.999831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41c8700d-72c5-4eae-b395-4603cae829d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.025347 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.033170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-41c8700d-72c5-4eae-b395-4603cae829d8 None None] Port d2ccae60-07ac-4dea-9337-622edda5eb8a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:52:26.083884 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:26.084545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.087516 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00064c1e-6d11-435a-8652-04fadf008d36 None None] Pushing event updated for resources: {'Port': ['ID=d2ccae60-07ac-4dea-9337-622edda5eb8a,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.189693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5551f8ec-93cc-4bf4-a841-5099ecfde731 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.203964 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:26.253130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d085d8a5-6955-457a-b304-9b3f7bc5f76b None None] Provisioning complete for port d2ccae60-07ac-4dea-9337-622edda5eb8a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:26.254262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d085d8a5-6955-457a-b304-9b3f7bc5f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.258856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5551f8ec-93cc-4bf4-a841-5099ecfde731 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.332221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d085d8a5-6955-457a-b304-9b3f7bc5f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.338438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5551f8ec-93cc-4bf4-a841-5099ecfde731 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.360698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551f8ec-93cc-4bf4-a841-5099ecfde731 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acb2143-88f3-4eb9-acee-4bf2556007a2,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.378214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d085d8a5-6955-457a-b304-9b3f7bc5f76b None None] For port d2ccae60-07ac-4dea-9337-622edda5eb8a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d2ccae60-07ac-4dea-9337-622edda5eb8a,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:26.417839 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:25Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.429779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b11180f2-52fc-45b3-9aa9-667ea88b9a7e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:52:26.446591 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94e976-4d67-497c-9ddf-8658ae5f689b None None] The sync data for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv is: [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:25Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:26.466321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5551f8ec-93cc-4bf4-a841-5099ecfde731 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.467876 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5551f8ec-93cc-4bf4-a841-5099ecfde731 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4937553 Apr 01 15:52:26.470886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55810) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:26.475804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4f54e3cd-6a51-44d4-b995-8760cddee4bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '4fff5dcf-954e-4824-b45a-2936776d7dcc', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:26.489051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b11180f2-52fc-45b3-9aa9-667ea88b9a7e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:26.490329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.521903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d085d8a5-6955-457a-b304-9b3f7bc5f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.583795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f54e3cd-6a51-44d4-b995-8760cddee4bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.589119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085d8a5-6955-457a-b304-9b3f7bc5f76b None None] Pushing event updated for resources: {'Port': ['ID=d2ccae60-07ac-4dea-9337-622edda5eb8a,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.639195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f54e3cd-6a51-44d4-b995-8760cddee4bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.641026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:52:26.693544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:26.693968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.742769 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f54e3cd-6a51-44d4-b995-8760cddee4bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.767543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54e3cd-6a51-44d4-b995-8760cddee4bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9015dea-d539-4993-abbd-4d699454263b,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.887091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f54e3cd-6a51-44d4-b995-8760cddee4bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.889153 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4f54e3cd-6a51-44d4-b995-8760cddee4bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4171302 Apr 01 15:52:26.892191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55812) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:26.897760 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8f446cd9-e8a1-4060-844b-116041d19e6d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '4fff5dcf-954e-4824-b45a-2936776d7dcc', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:27.058454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8f446cd9-e8a1-4060-844b-116041d19e6d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.120478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8f446cd9-e8a1-4060-844b-116041d19e6d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.205358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8f446cd9-e8a1-4060-844b-116041d19e6d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.225679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f446cd9-e8a1-4060-844b-116041d19e6d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829f3214-47d7-4d23-aa73-32b209543271,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.298937 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8f446cd9-e8a1-4060-844b-116041d19e6d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.300326 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8f446cd9-e8a1-4060-844b-116041d19e6d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4067860 Apr 01 15:52:27.303181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55814) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:27.307692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2f2c1aef-4fc0-498e-8236-454624d1db9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '4fff5dcf-954e-4824-b45a-2936776d7dcc', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:27.430197 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-2f2c1aef-4fc0-498e-8236-454624d1db9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:52:27.436437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1aef-4fc0-498e-8236-454624d1db9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.498493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1aef-4fc0-498e-8236-454624d1db9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.578473 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1aef-4fc0-498e-8236-454624d1db9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.600294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c1aef-4fc0-498e-8236-454624d1db9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e47b4ad-c987-46b7-ac3a-aeae35a828b6,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.706443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1aef-4fc0-498e-8236-454624d1db9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.707705 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2f2c1aef-4fc0-498e-8236-454624d1db9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4035220 Apr 01 15:52:27.710548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55816) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:27.715285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-f8f3990a-9f62-4b99-9243-1bd508907216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '4fff5dcf-954e-4824-b45a-2936776d7dcc', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:27.807565 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-f8f3990a-9f62-4b99-9243-1bd508907216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:52:27.813430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8f3990a-9f62-4b99-9243-1bd508907216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.873534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8f3990a-9f62-4b99-9243-1bd508907216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.064208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8f3990a-9f62-4b99-9243-1bd508907216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.084183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3990a-9f62-4b99-9243-1bd508907216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddc359e-677b-41e6-b473-236a984c05d4,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.186038 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f8f3990a-9f62-4b99-9243-1bd508907216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.187297 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f8f3990a-9f62-4b99-9243-1bd508907216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4758003 Apr 01 15:52:28.460927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d2ccae60-07ac-4dea-9337-622edda5eb8a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:52:28.465952 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-3882b1d3-e0e7-4018-9813-cff8d899fde3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050090311&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0460591 Apr 01 15:52:28.513471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port d2ccae60-07ac-4dea-9337-622edda5eb8a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:28.513838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.576963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-134ec7f3-e319-4507-bdfa-0ea6e2a74792 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.578459 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-134ec7f3-e319-4507-bdfa-0ea6e2a74792 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=6180109d-015c-47da-b746-a5d482843353 HTTP/1.1" status: 200 len: 797 time: 0.1039639 Apr 01 15:52:28.594255 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-8d387de1-657d-47a3-894d-b27bbfc6c8fe tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0099559 Apr 01 15:52:28.645803 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-c66eecfa-83d7-4ebe-8290-4202ebbee3f1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458000 Apr 01 15:52:28.661947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-c3e28fb6-4d77-4b00-a786-289b4b5a45dd service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 15:52:28.662918 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-c3e28fb6-4d77-4b00-a786-289b4b5a45dd service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051413 Apr 01 15:52:28.755370 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-15e06de2-2ca0-4da4-bb8b-56a7887c8de5 service neutron] 10.222.0.73 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862305 Apr 01 15:52:28.848691 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-33717642-5935-4238-8f90-e9b1d0e1778f service neutron] 10.222.0.73 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870910 Apr 01 15:52:29.186372 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7cf19308-7108-4cf6-8b83-ce2a86d3ab8e req-5a007f75-5e74-4848-9eab-4ab1cd3ff3f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 210 time: 0.0272384 Apr 01 15:52:30.277567 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cede82b3-b9da-4abe-917d-b92cc6ce7b5e req-26eb18ca-3d96-43e6-ac5d-773a64d9fffe tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 210 time: 0.0259945 Apr 01 15:52:31.372298 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-27b434e4-3bf9-4719-b7aa-035b0fd560b1 req-7b962ab9-f3c4-4977-be18-fc270c864d96 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 210 time: 0.0265100 Apr 01 15:52:31.532893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-71648116-fd3c-4913-a6ee-94d2980aa1f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:31.535031 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-71648116-fd3c-4913-a6ee-94d2980aa1f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=6180109d-015c-47da-b746-a5d482843353 HTTP/1.1" status: 200 len: 797 time: 0.1042945 Apr 01 15:52:31.581949 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-a1ef6441-d9c6-462d-9c0d-9c7b96eb141e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 380 time: 0.0342402 Apr 01 15:52:31.590767 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['4fff5dcf-954e-4824-b45a-2936776d7dcc']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:31.778672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:31.782843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.924303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.3 (6180109d-015c-47da-b746-a5d482843353/f1d56049-c4e3-45ec-af95-e63a07fac461/46562eea-9677-42e6-aed1-e6d6acb6a7c8) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:32.070899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.171387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.219307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 6180109d-015c-47da-b746-a5d482843353 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:32.222464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:32.226531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:52:32.258478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=46562eea-9677-42e6-aed1-e6d6acb6a7c8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.286430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:32.287083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.392698 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d802db16-c0bc-4b29-8c9f-56977beea1b9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052609 Apr 01 15:52:32.412143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Request body: {'port': {'device_id': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:32.467354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.487825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b1dbfe5e-3285-4e04-b049-d5cf038954e2 None None] Provisioning complete for port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:32.488497 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfe5e-3285-4e04-b049-d5cf038954e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.503840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1c2f8-b714-4765-8fba-61bb5d17d6bd req-aa057fbb-11ca-4579-9e88-5fc6dff37aa3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:32.506078 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50d1c2f8-b714-4765-8fba-61bb5d17d6bd req-aa057fbb-11ca-4579-9e88-5fc6dff37aa3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 931 time: 0.0639825 Apr 01 15:52:32.537101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbfe5e-3285-4e04-b049-d5cf038954e2 None None] Port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:52:32.553704 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50d1c2f8-b714-4765-8fba-61bb5d17d6bd req-dddd9406-ca38-4f10-b0cd-caa72a9da75c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406384 Apr 01 15:52:32.775116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46562eea-9677-42e6-aed1-e6d6acb6a7c8 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:52:32.782999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.795182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Transition to ACTIVE for port object 46562eea-9677-42e6-aed1-e6d6acb6a7c8 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:32.892853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.945444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Pushing event updated for resources: {'Port': ['ID=46562eea-9677-42e6-aed1-e6d6acb6a7c8,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:33.026820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Attempting to bind port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:33.027934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Attempting to bind port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:33.028688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Attempting to bind port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 on network 6180109d-015c-47da-b746-a5d482843353 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:52:33.033955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 on network 6180109d-015c-47da-b746-a5d482843353 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:52:33.034579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Attempting to bind port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 on network 6180109d-015c-47da-b746-a5d482843353 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:52:33.040245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:52:33.040575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Checking segment: {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:52:33.040960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Bound using segment: {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:52:33.041395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Bound port: 46562eea-9677-42e6-aed1-e6d6acb6a7c8, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:33.041753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.122074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] For port 46562eea-9677-42e6-aed1-e6d6acb6a7c8, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:33.127688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] For port 46562eea-9677-42e6-aed1-e6d6acb6a7c8, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46562eea-9677-42e6-aed1-e6d6acb6a7c8,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:33.299350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.336550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.337239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.339289 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] 10.222.0.41 "PUT /v2.0/ports/46562eea-9677-42e6-aed1-e6d6acb6a7c8 HTTP/1.1" status: 200 len: 1093 time: 0.9314926 Apr 01 15:52:33.339840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:33.342854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242dc10d-c477-4418-a1cf-98346da3a03d" -d '{"events": [{"name": "network-changed", "server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:52:33.372866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f441a-ac04-4e43-9ae4-348b4123924a service neutron] Pushing event updated for resources: {'Port': ['ID=46562eea-9677-42e6-aed1-e6d6acb6a7c8,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:33.396062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84735b97-119d-407e-b4ac-184a33c021ad x-openstack-request-id: req-84735b97-119d-407e-b4ac-184a33c021ad {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:52:33.396403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:52:33.396641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84735b97-119d-407e-b4ac-184a33c021ad {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:52:33.397247 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84735b97-119d-407e-b4ac-184a33c021ad'] response: {'name': 'network-changed', 'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'status': 'completed', 'code': 200} Apr 01 15:52:33.467631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242dc10d-c477-4418-a1cf-98346da3a03d req-eeb4d1db-72ea-4e3e-9f75-705d0a5d4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.469730 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-242dc10d-c477-4418-a1cf-98346da3a03d req-eeb4d1db-72ea-4e3e-9f75-705d0a5d4fb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 1096 time: 0.0492971 Apr 01 15:52:33.581805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242dc10d-c477-4418-a1cf-98346da3a03d req-db32bf32-e2ff-48cc-bc91-296e247f049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.583335 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-242dc10d-c477-4418-a1cf-98346da3a03d req-db32bf32-e2ff-48cc-bc91-296e247f049b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1022289 Apr 01 15:52:33.686745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea899d8-5379-4527-8bcf-7c12b4f28ca8 req-34f99fdb-36c8-4a72-99ea-57d7bd8429a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.688321 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0ea899d8-5379-4527-8bcf-7c12b4f28ca8 req-34f99fdb-36c8-4a72-99ea-57d7bd8429a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 943 time: 0.0559144 Apr 01 15:52:33.694930 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242dc10d-c477-4418-a1cf-98346da3a03d req-87f466ee-ac46-46a8-96c7-93864a670e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.696895 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-242dc10d-c477-4418-a1cf-98346da3a03d req-87f466ee-ac46-46a8-96c7-93864a670e9e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1052635 Apr 01 15:52:33.732797 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0ea899d8-5379-4527-8bcf-7c12b4f28ca8 req-3bf9f222-31e7-4653-892a-511ef3f299f2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375476 Apr 01 15:52:33.786431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-0adb050b-0886-467d-befd-23df5ca74132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.794955 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-0adb050b-0886-467d-befd-23df5ca74132 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 1096 time: 0.0496533 Apr 01 15:52:33.846523 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-68ceea73-8eb1-4e9b-8ce9-a53bd2280771 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46562eea-9677-42e6-aed1-e6d6acb6a7c8 HTTP/1.1" status: 200 len: 217 time: 0.0349076 Apr 01 15:52:33.886476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-a4bb6875-ea75-4bc7-a28e-899070837d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.887972 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-a4bb6875-ea75-4bc7-a28e-899070837d4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d56049-c4e3-45ec-af95-e63a07fac461 HTTP/1.1" status: 200 len: 835 time: 0.0452406 Apr 01 15:52:33.947027 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-7d62a9f0-06b4-4bd0-96ae-a9d3b7f2c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.948591 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-7d62a9f0-06b4-4bd0-96ae-a9d3b7f2c6cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6180109d-015c-47da-b746-a5d482843353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486622 Apr 01 15:52:34.055602 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-7831ed21-b7ee-487e-9ecd-f3cc6d8d816e service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954633 Apr 01 15:52:34.195607 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31fc792b-c02f-4332-9929-d8809b3cf169 req-471543b7-0fbc-42b3-8107-ee55dc3fb291 service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266403 Apr 01 15:52:34.724794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-80394473-b4a7-4543-9a23-f3329d1bbfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.854464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab915c8-a87b-48ef-a368-c2c4246cbaa7 req-740d3760-e35b-4ca8-bcc8-ac0308342a31 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:34.856682 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eab915c8-a87b-48ef-a368-c2c4246cbaa7 req-740d3760-e35b-4ca8-bcc8-ac0308342a31 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 943 time: 0.0509706 Apr 01 15:52:34.895900 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eab915c8-a87b-48ef-a368-c2c4246cbaa7 req-d16da88e-0517-485a-a9dc-aa1173adf0f6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329897 Apr 01 15:52:36.014119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0b1b0-2696-498a-af4f-d1d3a2a67d9e req-787189de-3122-4a1c-90a6-37c6ed1d6663 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.015677 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b6f0b1b0-2696-498a-af4f-d1d3a2a67d9e req-787189de-3122-4a1c-90a6-37c6ed1d6663 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 943 time: 0.0510764 Apr 01 15:52:36.055870 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b6f0b1b0-2696-498a-af4f-d1d3a2a67d9e req-b36dc8dc-befc-431d-8f9a-f7b558553736 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337067 Apr 01 15:52:36.654111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46562eea-9677-42e6-aed1-e6d6acb6a7c8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:52:36.752324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 46562eea-9677-42e6-aed1-e6d6acb6a7c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46562eea-9677-42e6-aed1-e6d6acb6a7c8,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:36.764180 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'port_id': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'mac_address': 'fa:16:3e:96:dd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:52:36.801825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.814531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46562eea-9677-42e6-aed1-e6d6acb6a7c8 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:52:36.833961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 46562eea-9677-42e6-aed1-e6d6acb6a7c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46562eea-9677-42e6-aed1-e6d6acb6a7c8,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:36.921236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.970122 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=46562eea-9677-42e6-aed1-e6d6acb6a7c8,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.184682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065e504-9ccd-488e-8798-028eec7cd2e0 req-c8954555-cc3f-4db5-944e-071106c207aa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:37.193325 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2065e504-9ccd-488e-8798-028eec7cd2e0 req-c8954555-cc3f-4db5-944e-071106c207aa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 944 time: 0.0659821 Apr 01 15:52:37.205815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['46562eea-9677-42e6-aed1-e6d6acb6a7c8'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:52:37.232055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3e702565-da37-4a60-a062-5b5d4087d082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.232812 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2065e504-9ccd-488e-8798-028eec7cd2e0 req-abc8d995-d4b9-4b60-8d83-386e7b7c7bcf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383060 Apr 01 15:52:38.352118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015868f-5965-48b8-a6ea-c8c140bc126c req-9348e392-5941-45a3-9c82-9134548836e0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:38.353709 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d015868f-5965-48b8-a6ea-c8c140bc126c req-9348e392-5941-45a3-9c82-9134548836e0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 944 time: 0.0512331 Apr 01 15:52:38.394509 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d015868f-5965-48b8-a6ea-c8c140bc126c req-acaa28fb-8b0c-498c-88c6-e59dad514796 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330548 Apr 01 15:52:38.676289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46562eea-9677-42e6-aed1-e6d6acb6a7c8 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:52:38.924711 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:38.929169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:38.929545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.019086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.045188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:39.047548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2fd27d-4977-4adb-98fc-d42ce3204f9b" -d '{"events": [{"server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "name": "network-vif-plugged", "status": "completed", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:52:39.067664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 46562eea-9677-42e6-aed1-e6d6acb6a7c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46562eea-9677-42e6-aed1-e6d6acb6a7c8,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:39.093146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cb47bc-a8ff-41b3-bb9b-49bf69b2cd0a x-openstack-request-id: req-30cb47bc-a8ff-41b3-bb9b-49bf69b2cd0a {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:52:39.093459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "name": "network-vif-plugged", "status": "completed", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:52:39.093707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30cb47bc-a8ff-41b3-bb9b-49bf69b2cd0a {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:52:39.094102 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cb47bc-a8ff-41b3-bb9b-49bf69b2cd0a'] response: {'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'code': 200} Apr 01 15:52:39.205125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.398305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=46562eea-9677-42e6-aed1-e6d6acb6a7c8,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.524933 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95499f-a205-4671-b894-80f59202f238 req-d3959987-32eb-453a-aea7-c2174814e00d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:39.527035 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7f95499f-a205-4671-b894-80f59202f238 req-d3959987-32eb-453a-aea7-c2174814e00d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 945 time: 0.0581639 Apr 01 15:52:39.571623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7f95499f-a205-4671-b894-80f59202f238 req-a543270f-9832-47f3-a726-6ed7fcb7a93b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371480 Apr 01 15:52:39.603501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac538f-169b-4a3e-bbd6-1442c54fdb29 req-19f5d920-5ca0-49a2-8303-ed6cb0e90583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:39.605065 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-89ac538f-169b-4a3e-bbd6-1442c54fdb29 req-19f5d920-5ca0-49a2-8303-ed6cb0e90583 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 1098 time: 0.0498087 Apr 01 15:52:39.656922 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-89ac538f-169b-4a3e-bbd6-1442c54fdb29 req-4d39a50b-57c3-4f65-905f-2c450d38db1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392380 Apr 01 15:52:39.743907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.712109 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318ff88-8a11-4aef-b286-ee85c96638f0 req-c6b59158-ab57-49ee-9040-3e8a3ce98862 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:40.714025 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6318ff88-8a11-4aef-b286-ee85c96638f0 req-c6b59158-ab57-49ee-9040-3e8a3ce98862 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 945 time: 0.0686717 Apr 01 15:52:40.754314 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6318ff88-8a11-4aef-b286-ee85c96638f0 req-ccdcbf36-e85b-4a72-9717-82b2ccf7f50d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343330 Apr 01 15:52:40.861821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.025591 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.878678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c99e5f-9f38-4a4f-bfab-1e22c14eae83 req-e2fd3306-f248-49ea-a056-9637ed7adae6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:41.880195 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18c99e5f-9f38-4a4f-bfab-1e22c14eae83 req-e2fd3306-f248-49ea-a056-9637ed7adae6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 945 time: 0.0530579 Apr 01 15:52:41.920658 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18c99e5f-9f38-4a4f-bfab-1e22c14eae83 req-18b2b7b0-3f02-45c3-a72a-74e19771a0f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330315 Apr 01 15:52:42.043673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ffc6f-b682-45f7-ae9e-ddd626954b5b req-2f3e8714-64e2-4e55-9345-fffff69db536 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:42.045261 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-054ffc6f-b682-45f7-ae9e-ddd626954b5b req-2f3e8714-64e2-4e55-9345-fffff69db536 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 945 time: 0.0533116 Apr 01 15:52:42.084299 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-054ffc6f-b682-45f7-ae9e-ddd626954b5b req-19d07368-dc93-4e71-b6ec-bc75368a7338 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Apr 01 15:52:42.107618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55916) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:42.151264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c92a2a-949a-43f6-97cc-fdf49aec3140 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:42.153302 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c3c92a2a-949a-43f6-97cc-fdf49aec3140 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 1093 time: 0.0447147 Apr 01 15:52:42.156140 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 55918) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:42.160627 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:52:42.322625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.424296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.534670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.29 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/d45b666d-a0da-462e-a14b-0f719e18a635) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:42.640041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.756836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.802993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:42.806023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:42.810184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:52:42.815663 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=d45b666d-a0da-462e-a14b-0f719e18a635,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.200976 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.383073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.551309 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.629623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.713896 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=d45b666d-a0da-462e-a14b-0f719e18a635,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.727912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.838365 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP f9cf2670-152f-4f12-a3b5-15066f4e2b66 associated. External IP: 172.26.6.29, port: 46562eea-9677-42e6-aed1-e6d6acb6a7c8. Apr 01 15:52:44.082364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router aaf05813-3e80-429c-8775-6821e596cbb3 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:44.198691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:44.210671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] Sync routers for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:52:44.221549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:44.224321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.317357 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.346136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:44.351808 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9f8b0a4a-c886-4484-b356-b1a0ce509f15 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1922071 Apr 01 15:52:44.351808 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:52:44.354329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55924) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:44.354852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b" -d '{"events": [{"name": "network-changed", "server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:52:44.396995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28473666-3502-470c-8f46-e9465ca75d99 x-openstack-request-id: req-28473666-3502-470c-8f46-e9465ca75d99 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:52:44.397292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:52:44.397597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28473666-3502-470c-8f46-e9465ca75d99 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:52:44.398016 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28473666-3502-470c-8f46-e9465ca75d99'] response: {'name': 'network-changed', 'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'status': 'completed', 'code': 200} Apr 01 15:52:44.423574 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d924d453-8ec9-4f49-a2ac-500d3fa316d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 990 time: 0.0696712 Apr 01 15:52:44.465497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-82cf3a57-0fec-41fb-8b21-85a861c55fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.466904 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-82cf3a57-0fec-41fb-8b21-85a861c55fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 1098 time: 0.0428641 Apr 01 15:52:44.564825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-a33300de-c686-4b7a-bf71-f8b5d7b90b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.566302 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-a33300de-c686-4b7a-bf71-f8b5d7b90b1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6180109d-015c-47da-b746-a5d482843353 HTTP/1.1" status: 200 len: 899 time: 0.0930541 Apr 01 15:52:44.607404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'f9cf2670-152f-4f12-a3b5-15066f4e2b66', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'port_id': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'mac_address': 'fa:16:3e:96:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:43Z', 'updated_at': '2022-04-01T15:52:43Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.635579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] Checking router: aaf05813-3e80-429c-8775-6821e596cbb3 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:52:44.646741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:52:44.646992 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-71c78429-0bd2-4e3e-bfd2-1a80987d2380 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46562eea-9677-42e6-aed1-e6d6acb6a7c8 HTTP/1.1" status: 200 len: 998 time: 0.0697746 Apr 01 15:52:44.647354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:52:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.703894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-557fda6c-c4d5-4b0f-b8cc-dcf9205fb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.705398 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-557fda6c-c4d5-4b0f-b8cc-dcf9205fb4b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d56049-c4e3-45ec-af95-e63a07fac461 HTTP/1.1" status: 200 len: 835 time: 0.0522053 Apr 01 15:52:44.757301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-dd45e9eb-b988-45b9-903d-ec529bd19bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:44.758799 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-dd45e9eb-b988-45b9-903d-ec529bd19bf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6180109d-015c-47da-b746-a5d482843353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465372 Apr 01 15:52:44.776156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:52:44.874232 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-a0741d72-b72b-4a07-9016-40f5ad106500 service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073318 Apr 01 15:52:44.974782 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-21bf72ce-c990-4a29-9fbe-6aba9a8df44b req-c14c1a74-ee83-442d-9159-8e8550b680a1 service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941019 Apr 01 15:52:45.030573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'f9cf2670-152f-4f12-a3b5-15066f4e2b66', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'port_id': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'mac_address': 'fa:16:3e:96:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:43Z', 'updated_at': '2022-04-01T15:52:43Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:45.061415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a822395-db61-4431-92e7-fcbb39fa0721 None None] The sync data for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv is: [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'f9cf2670-152f-4f12-a3b5-15066f4e2b66', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'port_id': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'mac_address': 'fa:16:3e:96:dd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:43Z', 'updated_at': '2022-04-01T15:52:43Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:52:45.272255 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65e32b5-fba9-429a-ab39-525b4aab1be8 None None] New status for floating IP f9cf2670-152f-4f12-a3b5-15066f4e2b66: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:52:45.433455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.437617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55930) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:45.517943 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-429d1f3a-e6ca-4818-a5fa-0890e335e85e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 990 time: 0.0786881 Apr 01 15:52:46.521307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 55934) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:52:46.585106 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b2fdc0b3-dc13-442a-853e-5e93b9840a42 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 992 time: 0.0624239 Apr 01 15:52:51.128662 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:52:57.723446 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9007cec7-4652-4f0b-988f-6ae01ea301fa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669438522&fields=id&tenant_id=f397e8ac635446de8843fc7946017b1f HTTP/1.1" status: 200 len: 267 time: 0.0345433 Apr 01 15:52:57.830596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-82153ae6-2d8f-4e25-9784-c567c7bd8622 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:57.832524 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-82153ae6-2d8f-4e25-9784-c567c7bd8622 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 812 time: 0.1017389 Apr 01 15:52:57.847476 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-ce88fc0c-7240-4045-9dcf-82c678d984ab tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/quotas/f397e8ac635446de8843fc7946017b1f HTTP/1.1" status: 200 len: 375 time: 0.0094879 Apr 01 15:52:57.908205 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-ba839416-f58e-45ec-ad81-ef4fc27c10e1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0553665 Apr 01 15:52:58.002778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-79f7095a-3427-4ec4-bd20-85de08c7d70a service neutron] 10.222.0.73 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813830 Apr 01 15:52:58.094714 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-2308e28e-9518-48ec-be6b-88ec8a5bba58 service neutron] 10.222.0.73 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853896 Apr 01 15:52:58.704053 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bacb97af-e96c-4038-b4c6-aae7074c3006 req-db106c48-7ce7-4f42-bac4-0ee476382ce3 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 210 time: 0.0268404 Apr 01 15:52:59.798080 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-23a16ffa-a892-401f-abb4-189ee9c281dc req-0bd77460-a389-4353-934f-84be7651faf1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 210 time: 0.0263512 Apr 01 15:53:00.895445 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bec61366-85bf-4304-addd-66b8abffa966 req-9eff404f-4fd1-4431-9fa9-c8315f5d86f1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 210 time: 0.0268934 Apr 01 15:53:00.992440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-fa34cce8-a7db-4619-b8d6-4559ab9878a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:00.993888 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-fa34cce8-a7db-4619-b8d6-4559ab9878a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 812 time: 0.1068094 Apr 01 15:53:01.038151 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-17fecb2b-868d-4c7e-bae9-08af6cfee0ad tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f397e8ac635446de8843fc7946017b1f HTTP/1.1" status: 200 len: 379 time: 0.0341427 Apr 01 15:53:01.047870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'port': {'device_id': '98279479-13e0-490e-ac6b-73bfdfc07443', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'admin_state_up': True, 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'security_groups': ['603bf76b-1e2c-4b6d-82b1-e59b76d52506']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:01.257642 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Made reservation on behalf of f397e8ac635446de8843fc7946017b1f for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:01.263958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.389586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Allocated IP 172.20.0.11 (d8ab7caf-0e25-4e0d-a2d6-e75289d87f07/f4efc3e4-afe1-4629-9572-77c9f5337839/5aab59df-65b1-4ebe-b62a-8e00a6dc3d91) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:01.533832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.653166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.699888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:01.703243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:01.707059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:53:01.740751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'Port': ['ID=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:01.765662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:01.771240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.874165 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-4ce54471-4902-4f6f-b92f-ea402f72fe79 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8296585 Apr 01 15:53:01.889446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Request body: {'port': {'device_id': '98279479-13e0-490e-ac6b-73bfdfc07443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:01.907368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d6e97054-0774-4630-8cca-6758920e3742 None None] Provisioning complete for port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:01.908231 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d6e97054-0774-4630-8cca-6758920e3742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.952375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.960513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d6e97054-0774-4630-8cca-6758920e3742 None None] Port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:53:02.027854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efc40d-ffc0-42af-b44a-bc702b32cc73 req-e14701b8-c6c2-4529-8a39-79e5a4ee4487 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:02.029719 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66efc40d-ffc0-42af-b44a-bc702b32cc73 req-e14701b8-c6c2-4529-8a39-79e5a4ee4487 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 932 time: 0.0560107 Apr 01 15:53:02.082661 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66efc40d-ffc0-42af-b44a-bc702b32cc73 req-3fd0b9a3-07b7-4efc-9bcf-8a4db8bb5bd9 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 Apr 01 15:53:02.242627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:53:02.250470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.263656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Transition to ACTIVE for port object 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:02.360792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.414537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Pushing event updated for resources: {'Port': ['ID=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.500650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Attempting to bind port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:02.501016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Attempting to bind port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:02.501529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Attempting to bind port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:53:02.506938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:53:02.507267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Attempting to bind port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 on network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:53:02.514757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:53:02.515145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Checking segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:53:02.515553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Bound using segment: {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:53:02.516000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Bound port: 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da358ea5-cf6e-4f84-a984-f7b4dd326619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:02.516389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.598363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] For port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:02.603218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] For port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:02.709698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.749099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:02.749224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.750541 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] 10.222.0.41 "PUT /v2.0/ports/5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 HTTP/1.1" status: 200 len: 1094 time: 0.8662875 Apr 01 15:53:02.752906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:02.762264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b71d0e-cb85-4b4e-892b-f9cab5edc19c" -d '{"events": [{"name": "network-changed", "server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:53:02.796561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e7754-e712-4a54-b195-151fc4b42d7e service neutron] Pushing event updated for resources: {'Port': ['ID=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.802086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7183627-93be-4322-be8f-2df637ed870f x-openstack-request-id: req-c7183627-93be-4322-be8f-2df637ed870f {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:53:02.802461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:53:02.802802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7183627-93be-4322-be8f-2df637ed870f {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:53:02.803332 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7183627-93be-4322-be8f-2df637ed870f'] response: {'name': 'network-changed', 'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'status': 'completed', 'code': 200} Apr 01 15:53:02.881090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71d0e-cb85-4b4e-892b-f9cab5edc19c req-84d91ad0-1998-4936-8ee1-1769abf8e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:02.881346 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-39b71d0e-cb85-4b4e-892b-f9cab5edc19c req-84d91ad0-1998-4936-8ee1-1769abf8e5e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 1097 time: 0.0461552 Apr 01 15:53:02.991825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71d0e-cb85-4b4e-892b-f9cab5edc19c req-09ca01e9-c42b-49eb-8369-da684907991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:02.993351 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-39b71d0e-cb85-4b4e-892b-f9cab5edc19c req-09ca01e9-c42b-49eb-8369-da684907991f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f397e8ac635446de8843fc7946017b1f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1028967 Apr 01 15:53:03.092961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b71d0e-cb85-4b4e-892b-f9cab5edc19c req-0f1ba696-7506-4af5-9b5d-a697f197b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.098747 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-39b71d0e-cb85-4b4e-892b-f9cab5edc19c req-0f1ba696-7506-4af5-9b5d-a697f197b1a0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927885 Apr 01 15:53:03.183065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-d2b7cebc-ce1f-460c-aee5-f55eb20548af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.184805 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-d2b7cebc-ce1f-460c-aee5-f55eb20548af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 1097 time: 0.0456960 Apr 01 15:53:03.219893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772817e-87a9-4667-b070-4eb903b3f4cc req-92e8a493-7226-4d14-97e7-76cfad237aab tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.224778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2772817e-87a9-4667-b070-4eb903b3f4cc req-92e8a493-7226-4d14-97e7-76cfad237aab tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0605280 Apr 01 15:53:03.233689 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-3ac89767-eee4-4fb9-baf0-8f8ce569e4ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 HTTP/1.1" status: 200 len: 217 time: 0.0401485 Apr 01 15:53:03.287073 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2772817e-87a9-4667-b070-4eb903b3f4cc req-c05a5f58-4e56-427f-8d07-77e6e8244930 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569527 Apr 01 15:53:03.296431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-7929300d-ad58-4988-9b95-32ad3a35b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.297953 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-7929300d-ad58-4988-9b95-32ad3a35b2e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0558295 Apr 01 15:53:03.347835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-b7f50350-8b70-4e51-8b70-d60b7fe16b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.349372 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-b7f50350-8b70-4e51-8b70-d60b7fe16b81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443764 Apr 01 15:53:03.446247 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-1ef40625-e054-4f47-8abb-4f0df0a542cb service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891395 Apr 01 15:53:03.541899 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-36ef1158-aefc-4491-920c-7adea7ea2093 req-c2770ec9-4514-4577-ae42-400405e97f6d service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869119 Apr 01 15:53:04.411568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aaaf5-9347-4608-80c3-15e19e9942a3 req-4dd9a26c-0fe5-4b9e-a77e-aca5f820d280 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:04.413094 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f1aaaf5-9347-4608-80c3-15e19e9942a3 req-4dd9a26c-0fe5-4b9e-a77e-aca5f820d280 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0517941 Apr 01 15:53:04.453689 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f1aaaf5-9347-4608-80c3-15e19e9942a3 req-9329349a-9d24-4fd3-ba87-0b03f3d91355 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342042 Apr 01 15:53:04.714885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b90d84e0-fc4b-4486-8403-d1beb3b6cf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.571868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a960d0-95a7-4e5b-806b-c8032c1ac73f req-17d3e990-d0ee-40b8-94a5-1a129e7c90aa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:05.571868 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9a960d0-95a7-4e5b-806b-c8032c1ac73f req-17d3e990-d0ee-40b8-94a5-1a129e7c90aa tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0485730 Apr 01 15:53:05.612843 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9a960d0-95a7-4e5b-806b-c8032c1ac73f req-4b4c0c57-26d3-443e-9579-7c5595787b35 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372448 Apr 01 15:53:06.729099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1f87-5d6f-4fff-b19b-2474aa5df3e5 req-6af512cc-ca95-430f-85d1-d69818154c86 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:06.730635 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2d2a1f87-5d6f-4fff-b19b-2474aa5df3e5 req-6af512cc-ca95-430f-85d1-d69818154c86 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0505126 Apr 01 15:53:06.771496 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2d2a1f87-5d6f-4fff-b19b-2474aa5df3e5 req-bb67fbb9-efe3-419b-a133-dba981df8879 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339241 Apr 01 15:53:07.267034 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-47699333-6aca-4def-b628-2200e186ec0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.886021 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a3da0-490f-46f2-ac57-0a0c983463fe req-b0f47a04-712d-4467-9711-d6e472fca372 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.887496 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d3a3da0-490f-46f2-ac57-0a0c983463fe req-b0f47a04-712d-4467-9711-d6e472fca372 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0506377 Apr 01 15:53:07.925171 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d3a3da0-490f-46f2-ac57-0a0c983463fe req-b5a64f3f-02d8-4f39-906a-99a581c5421c tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315697 Apr 01 15:53:09.039640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3929b2c-706c-44e0-abff-e027ae6c7979 req-a0b7363c-3d67-4b1d-86ec-6b5d2f149881 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:09.041166 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b3929b2c-706c-44e0-abff-e027ae6c7979 req-a0b7363c-3d67-4b1d-86ec-6b5d2f149881 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0500410 Apr 01 15:53:09.083339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b3929b2c-706c-44e0-abff-e027ae6c7979 req-cefbb194-de7f-4b04-a1b1-7bcb83cacb02 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361092 Apr 01 15:53:09.731203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.200052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d533e-5caf-42f0-8f42-ca2b7531c75d req-5d5387c1-47f4-41cc-bb30-a289b8b00f20 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:10.201543 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c26d533e-5caf-42f0-8f42-ca2b7531c75d req-5d5387c1-47f4-41cc-bb30-a289b8b00f20 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0493882 Apr 01 15:53:10.238862 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c26d533e-5caf-42f0-8f42-ca2b7531c75d req-e208a6b1-468b-4c35-893e-cfde27c7d694 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 Apr 01 15:53:10.854967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.943166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.351717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf9fac-751a-4931-9eb3-609d74fbb769 req-4527f4c9-63f1-4ce0-9dfd-9bf9e3d5257d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:11.353259 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bebf9fac-751a-4931-9eb3-609d74fbb769 req-4527f4c9-63f1-4ce0-9dfd-9bf9e3d5257d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0483458 Apr 01 15:53:11.391819 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bebf9fac-751a-4931-9eb3-609d74fbb769 req-7e637991-a3c0-48a8-a019-cd416db33cf1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325663 Apr 01 15:53:12.507138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca6c94-bc5e-478a-8bad-5a4c4e76ce8d req-8197ffce-02f9-4ecc-93dd-39c943216343 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:12.508656 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-06ca6c94-bc5e-478a-8bad-5a4c4e76ce8d req-8197ffce-02f9-4ecc-93dd-39c943216343 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0496781 Apr 01 15:53:12.549803 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-06ca6c94-bc5e-478a-8bad-5a4c4e76ce8d req-b28880a3-6a82-4cea-bd53-d660253053ad tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349517 Apr 01 15:53:13.666171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dd9b7-972c-4ee6-a1cc-fc90a409862a req-12836be2-aa1a-4895-a721-bc8370b324ca tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:13.668320 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ab2dd9b7-972c-4ee6-a1cc-fc90a409862a req-12836be2-aa1a-4895-a721-bc8370b324ca tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0507529 Apr 01 15:53:13.707776 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ab2dd9b7-972c-4ee6-a1cc-fc90a409862a req-2446c2bb-d620-407e-8ac9-6177a42db35b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333886 Apr 01 15:53:14.807902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:53:14.823770 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a42a43-a836-4d8b-ae4c-ee30ca7452bb req-fb65cf28-0494-45cc-ba09-6b056a7caa77 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:14.825326 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-91a42a43-a836-4d8b-ae4c-ee30ca7452bb req-fb65cf28-0494-45cc-ba09-6b056a7caa77 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 944 time: 0.0508196 Apr 01 15:53:14.863815 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-91a42a43-a836-4d8b-ae4c-ee30ca7452bb req-36a8984c-ecc2-403d-a6be-7116c94567d5 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Apr 01 15:53:14.906631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:14.918339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'port_id': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'mac_address': 'fa:16:3e:e2:f4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:53:14.954877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.967384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:53:14.987723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:15.129407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.176630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.370817 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['5aab59df-65b1-4ebe-b62a-8e00a6dc3d91'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:53:15.431432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.981653 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1157e7-6574-4af1-9922-ade3a19e7392 req-0dc79542-74ea-4796-91d1-a2597b4053e1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:15.983122 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9d1157e7-6574-4af1-9922-ade3a19e7392 req-0dc79542-74ea-4796-91d1-a2597b4053e1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Apr 01 15:53:16.024012 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9d1157e7-6574-4af1-9922-ade3a19e7392 req-ab986300-969d-4b29-a9e4-1271a892f78d tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347512 Apr 01 15:53:16.835078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:53:16.988520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:16.993084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:16.993476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.068977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.092170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:17.094525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cad1da8-a0b3-40e2-97b9-58eb039520e3" -d '{"events": [{"server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "name": "network-vif-plugged", "status": "completed", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:53:17.110563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:17.132648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d756b8de-a631-46cb-8acd-94062671dcca x-openstack-request-id: req-d756b8de-a631-46cb-8acd-94062671dcca {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:53:17.132970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "name": "network-vif-plugged", "status": "completed", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:53:17.133225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d756b8de-a631-46cb-8acd-94062671dcca {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:53:17.133814 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d756b8de-a631-46cb-8acd-94062671dcca'] response: {'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'code': 200} Apr 01 15:53:17.147201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac2eeb-bfba-4c4b-b138-7a52ac8849ff req-bd4bb09e-de72-41ba-911c-446d63c48169 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:17.148763 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b3ac2eeb-bfba-4c4b-b138-7a52ac8849ff req-bd4bb09e-de72-41ba-911c-446d63c48169 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 945 time: 0.0554194 Apr 01 15:53:17.188224 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b3ac2eeb-bfba-4c4b-b138-7a52ac8849ff req-867b4cd6-6014-492c-b066-532166d1d9df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326381 Apr 01 15:53:17.217043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.268275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:17.275401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.276296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.276664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.277003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.277358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.277693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.278109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.278447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.278780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.279114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.279436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.279760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:17.442215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc38125-f712-4347-bbe1-8b3dae2cd31a req-7a5a15c6-e76e-4c8e-bc98-02521cb53452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:17.443716 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebc38125-f712-4347-bbe1-8b3dae2cd31a req-7a5a15c6-e76e-4c8e-bc98-02521cb53452 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 1099 time: 0.0451639 Apr 01 15:53:17.477277 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebc38125-f712-4347-bbe1-8b3dae2cd31a req-0811da11-d7b3-43ae-9749-114cf2bafab2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269186 Apr 01 15:53:18.312814 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caecf8a-ae9d-4792-b385-2a98a4482c7f req-63807081-7e80-4247-b1a4-313be35010e5 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:18.314339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9caecf8a-ae9d-4792-b385-2a98a4482c7f req-63807081-7e80-4247-b1a4-313be35010e5 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 946 time: 0.0558465 Apr 01 15:53:18.352721 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9caecf8a-ae9d-4792-b385-2a98a4482c7f req-a1ac9d31-f253-49d9-9e22-46bc114b9521 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323720 Apr 01 15:53:19.465275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdefde-6047-47e7-8f5a-bbee70fa1b3c req-da8938dc-39b6-403b-ab7e-d5b616ba241c tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:19.466751 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-85bdefde-6047-47e7-8f5a-bbee70fa1b3c req-da8938dc-39b6-403b-ab7e-d5b616ba241c tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 946 time: 0.0483623 Apr 01 15:53:19.509580 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-85bdefde-6047-47e7-8f5a-bbee70fa1b3c req-ef48be6c-77b1-4eac-b33a-69e2ffc2be65 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368111 Apr 01 15:53:19.626260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78436a-3b37-4698-beab-e36244804b5a req-0be7755c-293c-4951-ad7a-3e15a38da3a3 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:19.627723 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e78436a-3b37-4698-beab-e36244804b5a req-0be7755c-293c-4951-ad7a-3e15a38da3a3 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 946 time: 0.0494783 Apr 01 15:53:19.651384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56036) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:19.665733 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e78436a-3b37-4698-beab-e36244804b5a req-fe5b17e7-db1f-48d1-a754-8a634908b4b8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319114 Apr 01 15:53:19.689304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56038) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:19.725320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480bd7d6-5f94-4984-964a-92432a27286c tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:19.725761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480bd7d6-5f94-4984-964a-92432a27286c tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:19.726226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480bd7d6-5f94-4984-964a-92432a27286c tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:19.727915 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-480bd7d6-5f94-4984-964a-92432a27286c tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=273ad02fc17b4cd08910095c2aaa95b9&network_id=6180109d-015c-47da-b746-a5d482843353 HTTP/1.1" status: 200 len: 2999 time: 0.0757499 Apr 01 15:53:19.844008 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e9f042-28a2-4a09-baef-ed8501af34d1 tempest-TestVolumeBootPattern-880679411 tempest-TestVolumeBootPattern-880679411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:19.845617 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-06e9f042-28a2-4a09-baef-ed8501af34d1 tempest-TestVolumeBootPattern-880679411 tempest-TestVolumeBootPattern-880679411-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 1094 time: 0.1553040 Apr 01 15:53:19.848489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56044) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:19.852739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:20.017107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.117416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.225384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Allocated IP 172.26.6.63 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/cfc11ab6-2f7b-482b-89e5-80103f77ba81) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:20.334661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.463366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.505686 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:20.508823 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:20.513931 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:53:20.517213 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'Port': ['ID=cfc11ab6-2f7b-482b-89e5-80103f77ba81,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.543677 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.543870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.544228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.544656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.544988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.545316 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.545642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.545969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.546293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.546615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.546942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:20.547260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:21.220470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.374101 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.522938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.609260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.676705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event updated for resources: {'Port': ['ID=cfc11ab6-2f7b-482b-89e5-80103f77ba81,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.693226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.794834 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Floating IP fa7f0bda-2106-4159-b6c9-2260e92a71f4 associated. External IP: 172.26.6.63, port: 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91. Apr 01 15:53:21.999601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Router 0897859b-2855-4c2b-9d36-575f16837791 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:22.110872 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:22.121745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] Sync routers for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:22.131733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:53:22.132397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:53:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:22.214107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.239515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:53:22.247309 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-deacf58f-c41a-460f-842d-6d9349c3c3d7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3976932 Apr 01 15:53:22.248850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:22.251545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac" -d '{"events": [{"name": "network-changed", "server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:53:22.295618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8920ea60-878a-481f-8677-249a9f4d6710 x-openstack-request-id: req-8920ea60-878a-481f-8677-249a9f4d6710 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:53:22.295987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:53:22.296249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8920ea60-878a-481f-8677-249a9f4d6710 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:53:22.296696 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8920ea60-878a-481f-8677-249a9f4d6710'] response: {'name': 'network-changed', 'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'status': 'completed', 'code': 200} Apr 01 15:53:22.359818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-21147966-069a-45ca-ad7c-b4d3efeff117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:22.361360 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-21147966-069a-45ca-ad7c-b4d3efeff117 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 1099 time: 0.0405488 Apr 01 15:53:22.466105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-ea9053df-742c-4619-9217-afaa06bbf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:22.467592 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-ea9053df-742c-4619-9217-afaa06bbf1c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.0984592 Apr 01 15:53:22.475000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '54455b9a-ee1a-45ee-bf27-494564787060', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.16', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 1, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}, {'id': 'fa7f0bda-2106-4159-b6c9-2260e92a71f4', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.63', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:e2:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98279479-13e0-490e-ac6b-73bfdfc07443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:53:20Z', 'updated_at': '2022-04-01T15:53:20Z', 'revision_number': 0, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:22.505712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] Checking router: 0897859b-2855-4c2b-9d36-575f16837791 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:53:22.516695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:53:22.517328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:53:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:22.534037 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-fbb203cf-245d-456e-958a-f465c9250b4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 HTTP/1.1" status: 200 len: 999 time: 0.0589595 Apr 01 15:53:22.588926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-f18afc8d-2882-484a-b045-23d98fe39223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:22.590431 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-f18afc8d-2882-484a-b045-23d98fe39223 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0485950 Apr 01 15:53:22.623800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:53:22.638637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-ebb2b84d-6628-442a-8079-83fabbf120a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:22.640587 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-ebb2b84d-6628-442a-8079-83fabbf120a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424895 Apr 01 15:53:22.746153 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-ef5df4a0-662e-4a24-a001-c66f122cd9ce service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968032 Apr 01 15:53:23.007284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '54455b9a-ee1a-45ee-bf27-494564787060', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.16', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 1, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}, {'id': 'fa7f0bda-2106-4159-b6c9-2260e92a71f4', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.63', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:e2:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98279479-13e0-490e-ac6b-73bfdfc07443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:53:20Z', 'updated_at': '2022-04-01T15:53:20Z', 'revision_number': 0, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:23.038897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e049b1-75a1-4c82-8c02-a1c4a0d54341 None None] The sync data for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv is: [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '54455b9a-ee1a-45ee-bf27-494564787060', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.16', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 1, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}, {'id': 'fa7f0bda-2106-4159-b6c9-2260e92a71f4', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.63', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:e2:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98279479-13e0-490e-ac6b-73bfdfc07443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:53:20Z', 'updated_at': '2022-04-01T15:53:20Z', 'revision_number': 0, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:23.053602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56056) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:23.109148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e85978-b3a9-49c2-a9bf-346b803a5e3f tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:23.110726 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-55e85978-b3a9-49c2-a9bf-346b803a5e3f tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8 HTTP/1.1" status: 200 len: 814 time: 0.0560045 Apr 01 15:53:23.127625 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de9e44a9-683d-4a5b-bb38-832c3bd5ebac req-72585894-8aab-4d42-a8aa-b9e3b0c8be77 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737230 Apr 01 15:53:23.259707 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869172a-ec60-48c9-9bbb-32631b1a0135 None None] New status for floating IP fa7f0bda-2106-4159-b6c9-2260e92a71f4: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:53:24.170734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56062) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:24.175309 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-81e14aba-0b6a-4424-9c69-0b41cffb4eef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:24.230713 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-81e14aba-0b6a-4424-9c69-0b41cffb4eef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.379409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-81e14aba-0b6a-4424-9c69-0b41cffb4eef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.479748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-81e14aba-0b6a-4424-9c69-0b41cffb4eef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.480021 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-81e14aba-0b6a-4424-9c69-0b41cffb4eef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP f9cf2670-152f-4f12-a3b5-15066f4e2b66 disassociated. External IP: 172.26.6.29, port: 46562eea-9677-42e6-aed1-e6d6acb6a7c8. Apr 01 15:53:24.686222 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e14aba-0b6a-4424-9c69-0b41cffb4eef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router aaf05813-3e80-429c-8775-6821e596cbb3 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:24.796974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e14aba-0b6a-4424-9c69-0b41cffb4eef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:24.801670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-81e14aba-0b6a-4424-9c69-0b41cffb4eef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.807231 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] Sync routers for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:24.816808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:53:24.817435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:53:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:24.832786 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-81e14aba-0b6a-4424-9c69-0b41cffb4eef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 689 time: 0.6609111 Apr 01 15:53:24.833384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:24.835592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56064) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:24.836084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d415245-be6b-4921-a51b-d3043a53b2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:53:24.875854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511a6140-042c-4efa-958e-24d963293ff3 x-openstack-request-id: req-511a6140-042c-4efa-958e-24d963293ff3 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:53:24.876208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:53:24.876577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-511a6140-042c-4efa-958e-24d963293ff3 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:53:24.876997 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511a6140-042c-4efa-958e-24d963293ff3'] response: {'name': 'network-changed', 'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'status': 'completed', 'code': 200} Apr 01 15:53:24.887920 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ebc2ec7c-058c-4cde-9eb2-4e907763f194 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 689 time: 0.0503831 Apr 01 15:53:24.929222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:53:24.946755 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-a6ef7764-4266-4819-87da-5795549ebf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:24.948281 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-a6ef7764-4266-4819-87da-5795549ebf2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 1098 time: 0.0399277 Apr 01 15:53:25.050444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-719a6e56-f3f1-4778-bf0a-5e370d3d840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:25.051979 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-719a6e56-f3f1-4778-bf0a-5e370d3d840e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6180109d-015c-47da-b746-a5d482843353 HTTP/1.1" status: 200 len: 899 time: 0.0875704 Apr 01 15:53:25.095968 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-1d6bcba1-4a69-4a3e-9bf6-749552f38dba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46562eea-9677-42e6-aed1-e6d6acb6a7c8 HTTP/1.1" status: 200 len: 217 time: 0.0373549 Apr 01 15:53:25.135321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:25.146247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-250c6f32-13cc-4a7e-9327-1da16bc065ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:25.147775 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-250c6f32-13cc-4a7e-9327-1da16bc065ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d56049-c4e3-45ec-af95-e63a07fac461 HTTP/1.1" status: 200 len: 835 time: 0.0456004 Apr 01 15:53:25.166301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] Checking router: aaf05813-3e80-429c-8775-6821e596cbb3 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:53:25.174672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:53:25.175284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:53:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:25.193349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-e849331d-e4a5-4252-89b0-b184e5e111b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:25.195882 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-e849331d-e4a5-4252-89b0-b184e5e111b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6180109d-015c-47da-b746-a5d482843353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401785 Apr 01 15:53:25.280622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:53:25.289841 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-0714ef3f-3270-40ad-9274-76074e1fdbd0 service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871379 Apr 01 15:53:25.378736 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7d415245-be6b-4921-a51b-d3043a53b2b1 req-f26dfa17-7476-40c3-a852-46f4173e65be service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818868 Apr 01 15:53:25.478544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:25.504281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4722a16-3733-419f-b427-9ac66ea4b76f None None] The sync data for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv is: [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:25.721978 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17409d00-4081-4eb8-8bf7-a387b4d4ae6e None None] New status for floating IP f9cf2670-152f-4f12-a3b5-15066f4e2b66: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:53:25.890073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56070) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:25.942242 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b31f4915-2453-41fe-9b29-dad56618d019 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 689 time: 0.0508120 Apr 01 15:53:26.946151 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56072) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:26.989955 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-81d3f40d-5348-4a71-895c-ab1a1bd69121 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 687 time: 0.0427539 Apr 01 15:53:28.127370 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:53:28.229372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56076) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:28.236385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676577467', 'description': 'tempest-secgroup-smoke-1676577467 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:28.336653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.411321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.490093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.518691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cde6d6-8eec-4941-b2cf-0d5303273f71,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.530711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:28.658377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.659689 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e4883e22-3580-4cbe-b492-1ef632b83dc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4292173 Apr 01 15:53:28.663010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56078) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:28.667670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-fafa1482-e2d6-493e-a553-a54f89c3bf4f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'e4cde6d6-8eec-4941-b2cf-0d5303273f71', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:28.803135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fafa1482-e2d6-493e-a553-a54f89c3bf4f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.858957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fafa1482-e2d6-493e-a553-a54f89c3bf4f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.976944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fafa1482-e2d6-493e-a553-a54f89c3bf4f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.996459 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa1482-e2d6-493e-a553-a54f89c3bf4f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210839f7-0f76-4361-97a3-8a0a2e889cd8,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.224138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fafa1482-e2d6-493e-a553-a54f89c3bf4f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.225419 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fafa1482-e2d6-493e-a553-a54f89c3bf4f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5614018 Apr 01 15:53:29.229023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56082) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:29.233281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-75918f0f-51ae-43b9-aa07-0a45f59ef850 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'e4cde6d6-8eec-4941-b2cf-0d5303273f71', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:29.359128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-75918f0f-51ae-43b9-aa07-0a45f59ef850 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.418589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-75918f0f-51ae-43b9-aa07-0a45f59ef850 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.533493 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-aaff553e-acc4-41d4-8d2e-54a4fbe9d89c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399694 Apr 01 15:53:29.553631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-75918f0f-51ae-43b9-aa07-0a45f59ef850 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.573517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75918f0f-51ae-43b9-aa07-0a45f59ef850 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f05879d-b900-4e57-af50-d6da61053989,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.617194 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-3cfb06c9-7442-4b23-9b51-0b922876b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.619201 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-3cfb06c9-7442-4b23-9b51-0b922876b9a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 1098 time: 0.0433254 Apr 01 15:53:29.720370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-82d21ce2-1269-41ad-bf4a-a46be72328ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.721832 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-82d21ce2-1269-41ad-bf4a-a46be72328ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.0846851 Apr 01 15:53:29.782308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-75918f0f-51ae-43b9-aa07-0a45f59ef850 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.783949 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-75918f0f-51ae-43b9-aa07-0a45f59ef850 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5537722 Apr 01 15:53:29.786508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56084) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:29.791849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-14ec2a19-062d-4388-9bf2-3ae11f547c6c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'e4cde6d6-8eec-4941-b2cf-0d5303273f71', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:29.797085 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-2db01a74-5e24-4699-a402-15b6a41a3fd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568ad2a6-30ad-4b02-823b-1639948540c0 HTTP/1.1" status: 200 len: 1000 time: 0.0631225 Apr 01 15:53:29.841816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-3c889040-d951-48f3-9034-62fb22af6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.843281 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-3c889040-d951-48f3-9034-62fb22af6a64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0444438 Apr 01 15:53:29.889135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-3c3b3ca5-cab5-4d53-aa22-b745cfe8c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.890671 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-3c3b3ca5-cab5-4d53-aa22-b745cfe8c5ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406573 Apr 01 15:53:29.936193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec2a19-062d-4388-9bf2-3ae11f547c6c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.988378 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-402a2a90-f28b-4854-8e9c-00afb8cb5495 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892062 Apr 01 15:53:29.994789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec2a19-062d-4388-9bf2-3ae11f547c6c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.080015 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab30984a-4dc0-419d-a952-6fbf2bffcd0e req-e0fea914-efe9-403b-88f0-2c19be4efbaa service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851443 Apr 01 15:53:30.114344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec2a19-062d-4388-9bf2-3ae11f547c6c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.135216 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec2a19-062d-4388-9bf2-3ae11f547c6c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a55890-2505-455c-a43d-997eab6ac223,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.258330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14ec2a19-062d-4388-9bf2-3ae11f547c6c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.260314 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-14ec2a19-062d-4388-9bf2-3ae11f547c6c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4726899 Apr 01 15:53:30.263160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56086) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:30.267547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2c07802c-c39a-49b6-9e3e-315e3711b0ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'e4cde6d6-8eec-4941-b2cf-0d5303273f71', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:30.364636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c07802c-c39a-49b6-9e3e-315e3711b0ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.423576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c07802c-c39a-49b6-9e3e-315e3711b0ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.519526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c07802c-c39a-49b6-9e3e-315e3711b0ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.537730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07802c-c39a-49b6-9e3e-315e3711b0ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43cb797-961a-42ff-bc0d-89d5d1dccc17,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.645485 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2c07802c-c39a-49b6-9e3e-315e3711b0ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.648487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2c07802c-c39a-49b6-9e3e-315e3711b0ce tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3825173 Apr 01 15:53:30.649835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56088) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:30.654753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6c74b80f-26f0-4aa2-8fb6-3f910bf3a39c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'e4cde6d6-8eec-4941-b2cf-0d5303273f71', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:30.770947 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-6c74b80f-26f0-4aa2-8fb6-3f910bf3a39c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:53:30.776978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c74b80f-26f0-4aa2-8fb6-3f910bf3a39c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.843275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c74b80f-26f0-4aa2-8fb6-3f910bf3a39c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.965453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c74b80f-26f0-4aa2-8fb6-3f910bf3a39c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.984626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74b80f-26f0-4aa2-8fb6-3f910bf3a39c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e476db4-cf88-49d1-bf52-4fc41a047fee,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.154087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c74b80f-26f0-4aa2-8fb6-3f910bf3a39c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.155332 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6c74b80f-26f0-4aa2-8fb6-3f910bf3a39c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5042522 Apr 01 15:53:31.158161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56090) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:31.162551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9ef34c4f-324a-4169-8af9-bc739f2cc471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'e4cde6d6-8eec-4941-b2cf-0d5303273f71', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:31.279828 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-9ef34c4f-324a-4169-8af9-bc739f2cc471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:53:31.288495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ef34c4f-324a-4169-8af9-bc739f2cc471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.345645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ef34c4f-324a-4169-8af9-bc739f2cc471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.422341 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ef34c4f-324a-4169-8af9-bc739f2cc471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.441108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef34c4f-324a-4169-8af9-bc739f2cc471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa99c77-0c23-4b41-ab19-fd1824fce415,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.544492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ef34c4f-324a-4169-8af9-bc739f2cc471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.545785 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9ef34c4f-324a-4169-8af9-bc739f2cc471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3866594 Apr 01 15:53:31.687306 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-aa25cca2-5561-4bc0-b3c7-8d5d30c549f1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676577467&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0332325 Apr 01 15:53:31.798246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770a585-05f0-4998-a740-ddf52943abd0 req-8d96024b-0077-4132-a9a6-902137daf566 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:31.799638 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-8d96024b-0077-4132-a9a6-902137daf566 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=6180109d-015c-47da-b746-a5d482843353 HTTP/1.1" status: 200 len: 797 time: 0.1052094 Apr 01 15:53:31.815463 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-a1550f5c-d230-4e1c-8d4b-1b16df5c2f39 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0097635 Apr 01 15:53:31.872296 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-a9f642d4-c79b-4072-a1c8-facbede5335f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510666 Apr 01 15:53:31.971683 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-8bfb9ad6-8aa6-4335-aa69-a3e1a07e29bc service neutron] 10.222.0.73 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875499 Apr 01 15:53:32.063320 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-5f01b4fb-f162-45dd-af32-24bfcc0ea033 service neutron] 10.222.0.73 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852373 Apr 01 15:53:32.389966 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1354da10-647d-46b6-910a-5fdde417ba98 req-53768de8-3198-4f12-af72-6aa78b15491f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 210 time: 0.0323164 Apr 01 15:53:33.482384 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-655ef84e-4cea-47e0-a185-34fa88d8af1a req-1bb9f58d-f1f8-4ae1-8254-e6c59c498371 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 210 time: 0.0273087 Apr 01 15:53:34.579867 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1be75d3b-ef3c-4c79-b8c6-23b21999ecc6 req-cdd95a77-7322-40b3-b8c2-bac4bb4027d9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 210 time: 0.0269284 Apr 01 15:53:34.730568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4ce2a120-4aa1-4dad-90d1-9c0c563dd47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.999406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770a585-05f0-4998-a740-ddf52943abd0 req-ef9b3826-eda1-4891-9586-0c92f31818c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:35.000844 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-ef9b3826-eda1-4891-9586-0c92f31818c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=6180109d-015c-47da-b746-a5d482843353 HTTP/1.1" status: 200 len: 797 time: 0.1100762 Apr 01 15:53:35.053024 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-8cb0b3cb-b99c-42f4-b9d6-588d63ba5085 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 473 time: 0.0390203 Apr 01 15:53:35.063667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['e4cde6d6-8eec-4941-b2cf-0d5303273f71']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:35.296746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:35.300304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.434711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.11 (6180109d-015c-47da-b746-a5d482843353/f1d56049-c4e3-45ec-af95-e63a07fac461/eacece43-fd4a-4680-a1f9-17afa15b671f) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:35.574874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.674203 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d6140cd4-98fb-4ac9-a011-eadaecd2dc22 req-9cf3d053-4b73-4325-9725-1f4b330221a9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 210 time: 0.0264332 Apr 01 15:53:35.697139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.741500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 6180109d-015c-47da-b746-a5d482843353 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:35.745386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:35.749091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:53:35.755471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=eacece43-fd4a-4680-a1f9-17afa15b671f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.804455 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:35.805097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.973403 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-91964718-0baa-4144-a6e6-c865f9991a63 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9137514 Apr 01 15:53:35.989567 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Request body: {'port': {'device_id': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:36.029492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-70d8f48b-9c9b-4590-bba7-f24f3632e0e6 None None] Provisioning complete for port eacece43-fd4a-4680-a1f9-17afa15b671f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:36.030061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-70d8f48b-9c9b-4590-bba7-f24f3632e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.048168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.063888 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-70d8f48b-9c9b-4590-bba7-f24f3632e0e6 None None] Port eacece43-fd4a-4680-a1f9-17afa15b671f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:53:36.307588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacece43-fd4a-4680-a1f9-17afa15b671f {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:53:36.315399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.328844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Transition to ACTIVE for port object eacece43-fd4a-4680-a1f9-17afa15b671f will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:36.420163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.472052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=eacece43-fd4a-4680-a1f9-17afa15b671f,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.547405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Attempting to bind port eacece43-fd4a-4680-a1f9-17afa15b671f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:36.547744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Attempting to bind port eacece43-fd4a-4680-a1f9-17afa15b671f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:36.548073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Attempting to bind port eacece43-fd4a-4680-a1f9-17afa15b671f on network 6180109d-015c-47da-b746-a5d482843353 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:53:36.553439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Port eacece43-fd4a-4680-a1f9-17afa15b671f on network 6180109d-015c-47da-b746-a5d482843353 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:53:36.553762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Attempting to bind port eacece43-fd4a-4680-a1f9-17afa15b671f on network 6180109d-015c-47da-b746-a5d482843353 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:53:36.559675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:53:36.559936 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Checking segment: {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:53:36.560364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Bound using segment: {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:53:36.560790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Bound port: eacece43-fd4a-4680-a1f9-17afa15b671f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cc9b19-8109-4c97-8c94-df8d14671b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '6180109d-015c-47da-b746-a5d482843353'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:36.561151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.643228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] For port eacece43-fd4a-4680-a1f9-17afa15b671f, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:36.646830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] For port eacece43-fd4a-4680-a1f9-17afa15b671f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=eacece43-fd4a-4680-a1f9-17afa15b671f,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:36.802675 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8908ae3-28c3-42a2-87c3-d85bccaae503 req-779104a7-6b04-4d81-92d0-02324f5b1ffd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:36.804288 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f8908ae3-28c3-42a2-87c3-d85bccaae503 req-779104a7-6b04-4d81-92d0-02324f5b1ffd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 944 time: 0.0545378 Apr 01 15:53:36.812079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.848626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:36.855730 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f8908ae3-28c3-42a2-87c3-d85bccaae503 req-73542d13-3860-4680-ae98-2e2bb06804ef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358226 Apr 01 15:53:36.857058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.857058 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] 10.222.0.41 "PUT /v2.0/ports/eacece43-fd4a-4680-a1f9-17afa15b671f HTTP/1.1" status: 200 len: 1094 time: 0.8654721 Apr 01 15:53:36.857058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'tag': 'eacece43-fd4a-4680-a1f9-17afa15b671f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:36.857058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f36b99d-9532-4e4d-a196-a9426b6a0a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "86860ff9-29bf-4470-b5a9-135ea50443f5", "tag": "eacece43-fd4a-4680-a1f9-17afa15b671f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:53:36.883268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb235ba5-2aee-4ea2-a1a1-748120312fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=eacece43-fd4a-4680-a1f9-17afa15b671f,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.896991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8c0dab-9d27-4a04-83bd-5ba9bbe8607d x-openstack-request-id: req-9b8c0dab-9d27-4a04-83bd-5ba9bbe8607d {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:53:36.897288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86860ff9-29bf-4470-b5a9-135ea50443f5", "tag": "eacece43-fd4a-4680-a1f9-17afa15b671f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:53:36.897543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b8c0dab-9d27-4a04-83bd-5ba9bbe8607d {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:53:36.897951 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8c0dab-9d27-4a04-83bd-5ba9bbe8607d'] response: {'name': 'network-changed', 'server_uuid': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'tag': 'eacece43-fd4a-4680-a1f9-17afa15b671f', 'status': 'completed', 'code': 200} Apr 01 15:53:36.977647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b99d-9532-4e4d-a196-a9426b6a0a3d req-4b53eaa5-7296-4ec2-8981-73c36e9f56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:36.979180 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f36b99d-9532-4e4d-a196-a9426b6a0a3d req-4b53eaa5-7296-4ec2-8981-73c36e9f56a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 1097 time: 0.0472856 Apr 01 15:53:37.090593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b99d-9532-4e4d-a196-a9426b6a0a3d req-64a11c38-3bcd-49f4-8472-2e812d5a4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.092095 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f36b99d-9532-4e4d-a196-a9426b6a0a3d req-64a11c38-3bcd-49f4-8472-2e812d5a4d5f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0995290 Apr 01 15:53:37.194474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b99d-9532-4e4d-a196-a9426b6a0a3d req-cf179b9f-6b5b-417f-99f8-0cc02981e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.195922 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f36b99d-9532-4e4d-a196-a9426b6a0a3d req-cf179b9f-6b5b-417f-99f8-0cc02981e970 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0959439 Apr 01 15:53:37.272390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770a585-05f0-4998-a740-ddf52943abd0 req-175606fc-fe36-4d14-9442-263da9a5a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.273879 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-175606fc-fe36-4d14-9442-263da9a5a90e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 1097 time: 0.0409658 Apr 01 15:53:37.319063 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-726a2d5c-9aa3-47cb-bb4d-38f855f6cd1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eacece43-fd4a-4680-a1f9-17afa15b671f HTTP/1.1" status: 200 len: 217 time: 0.0338268 Apr 01 15:53:37.323380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e5d97999-7b21-433b-a28c-f014866dd1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.373490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770a585-05f0-4998-a740-ddf52943abd0 req-85057403-937c-4ffa-a50c-720dec8a1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.374848 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-85057403-937c-4ffa-a50c-720dec8a1240 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d56049-c4e3-45ec-af95-e63a07fac461 HTTP/1.1" status: 200 len: 835 time: 0.0491633 Apr 01 15:53:37.421036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770a585-05f0-4998-a740-ddf52943abd0 req-2b4cacb5-1879-42b8-b117-c6dd8469f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.422420 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-2b4cacb5-1879-42b8-b117-c6dd8469f1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6180109d-015c-47da-b746-a5d482843353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400670 Apr 01 15:53:37.520674 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-e10489b3-2010-41b2-adbf-34f08a18e515 service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895536 Apr 01 15:53:37.610915 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7770a585-05f0-4998-a740-ddf52943abd0 req-7c89ad92-2451-4aad-b68a-2f7576406ed5 service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833118 Apr 01 15:53:37.969617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe68548-4b1e-4c87-a1fc-c7a21e904bae req-f9f62a58-7b76-471f-94dc-e06d4cf20b58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.971011 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3fe68548-4b1e-4c87-a1fc-c7a21e904bae req-f9f62a58-7b76-471f-94dc-e06d4cf20b58 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 944 time: 0.0529051 Apr 01 15:53:38.009645 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3fe68548-4b1e-4c87-a1fc-c7a21e904bae req-e8c64311-8761-4c9d-a35c-f9fd3fefa06b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325971 Apr 01 15:53:39.128551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c6fec-5b54-45aa-a82e-761ca4a34127 req-436e2e02-e29f-4b6f-aef9-e7a1de0e21c0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:39.130020 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-547c6fec-5b54-45aa-a82e-761ca4a34127 req-436e2e02-e29f-4b6f-aef9-e7a1de0e21c0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 944 time: 0.0509851 Apr 01 15:53:39.168608 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-547c6fec-5b54-45aa-a82e-761ca4a34127 req-42265e41-2c46-483f-99df-08d8977d9682 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324934 Apr 01 15:53:39.803270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.293759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc77468-96aa-412a-a11d-747cb727ebfa req-fb16f187-2d13-40d5-9e9a-b430d1c38e94 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:40.295346 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-adc77468-96aa-412a-a11d-747cb727ebfa req-fb16f187-2d13-40d5-9e9a-b430d1c38e94 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 944 time: 0.0540679 Apr 01 15:53:40.335556 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-adc77468-96aa-412a-a11d-747cb727ebfa req-1464d606-6938-4011-b1c2-fa96d4aaf0d0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339942 Apr 01 15:53:40.980898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device eacece43-fd4a-4680-a1f9-17afa15b671f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:53:41.013951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.016393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.081336 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port eacece43-fd4a-4680-a1f9-17afa15b671f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=eacece43-fd4a-4680-a1f9-17afa15b671f,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:41.092920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'eacece43-fd4a-4680-a1f9-17afa15b671f', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'port_id': 'eacece43-fd4a-4680-a1f9-17afa15b671f', 'mac_address': 'fa:16:3e:ce:61:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:53:41.133491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.146584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacece43-fd4a-4680-a1f9-17afa15b671f {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:53:41.166582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port eacece43-fd4a-4680-a1f9-17afa15b671f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=eacece43-fd4a-4680-a1f9-17afa15b671f,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:41.279141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.327328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=eacece43-fd4a-4680-a1f9-17afa15b671f,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:41.456577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14689a44-4ad4-4747-ab6d-008f28ff9dd2 req-adffd4f4-2b7e-4a5f-8fa6-2f50cb883cfa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:41.458060 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-14689a44-4ad4-4747-ab6d-008f28ff9dd2 req-adffd4f4-2b7e-4a5f-8fa6-2f50cb883cfa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 945 time: 0.0535638 Apr 01 15:53:41.499341 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-14689a44-4ad4-4747-ab6d-008f28ff9dd2 req-41103355-cbf4-4260-ac7d-df7832a789ca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349240 Apr 01 15:53:41.584413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['eacece43-fd4a-4680-a1f9-17afa15b671f'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:53:42.616014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe2d07-27ad-4ade-aa1e-c1530bfe521b req-a3641973-92b6-4306-87cc-9c61d345eb0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:42.617524 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b2fe2d07-27ad-4ade-aa1e-c1530bfe521b req-a3641973-92b6-4306-87cc-9c61d345eb0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 945 time: 0.0505099 Apr 01 15:53:42.656190 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b2fe2d07-27ad-4ade-aa1e-c1530bfe521b req-74fba38f-efe4-4520-a297-b6be66b3c433 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326064 Apr 01 15:53:42.993810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device eacece43-fd4a-4680-a1f9-17afa15b671f up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:53:43.237363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port eacece43-fd4a-4680-a1f9-17afa15b671f completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:43.241855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port eacece43-fd4a-4680-a1f9-17afa15b671f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:43.242143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.322000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.344215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacece43-fd4a-4680-a1f9-17afa15b671f'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:43.346569 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e675ee7f-dfe9-4bbd-9a4d-dbd189342917" -d '{"events": [{"server_uuid": "86860ff9-29bf-4470-b5a9-135ea50443f5", "name": "network-vif-plugged", "status": "completed", "tag": "eacece43-fd4a-4680-a1f9-17afa15b671f"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:53:43.359770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port eacece43-fd4a-4680-a1f9-17afa15b671f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=eacece43-fd4a-4680-a1f9-17afa15b671f,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:43.381659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd432c9-4e74-42f3-af56-b34274b2f66a x-openstack-request-id: req-9fd432c9-4e74-42f3-af56-b34274b2f66a {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:53:43.381955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86860ff9-29bf-4470-b5a9-135ea50443f5", "name": "network-vif-plugged", "status": "completed", "tag": "eacece43-fd4a-4680-a1f9-17afa15b671f", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:53:43.382208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9fd432c9-4e74-42f3-af56-b34274b2f66a {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:53:43.382629 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd432c9-4e74-42f3-af56-b34274b2f66a'] response: {'server_uuid': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacece43-fd4a-4680-a1f9-17afa15b671f', 'code': 200} Apr 01 15:53:43.467557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.514824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=eacece43-fd4a-4680-a1f9-17afa15b671f,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.703741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342f5c2-fb50-48a0-8234-2ab0673665c9 req-6ee44be1-7e1a-4c4a-91f2-1e30cf529efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.705296 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5342f5c2-fb50-48a0-8234-2ab0673665c9 req-6ee44be1-7e1a-4c4a-91f2-1e30cf529efa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 1099 time: 0.0422893 Apr 01 15:53:43.743788 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5342f5c2-fb50-48a0-8234-2ab0673665c9 req-08e16516-baf1-40c9-81c9-e2e80172f9d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310230 Apr 01 15:53:43.775138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a3096-4a86-406b-951c-ea8ecab5058c req-f34b5ac7-db97-41d5-8354-10b3a2901381 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.776802 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f53a3096-4a86-406b-951c-ea8ecab5058c req-f34b5ac7-db97-41d5-8354-10b3a2901381 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 946 time: 0.0505013 Apr 01 15:53:43.814619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f53a3096-4a86-406b-951c-ea8ecab5058c req-6bfae949-3283-4bca-be0b-2684c174266c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Apr 01 15:53:44.938376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a56d9-dc7d-4f2f-9838-fa3b74a81ce4 req-e64ea602-1087-411c-a960-1c03c66508a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:44.939828 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-840a56d9-dc7d-4f2f-9838-fa3b74a81ce4 req-e64ea602-1087-411c-a960-1c03c66508a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 946 time: 0.0537767 Apr 01 15:53:44.978459 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-840a56d9-dc7d-4f2f-9838-fa3b74a81ce4 req-61fda244-1c72-491d-8c59-e27ca454a6a7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323169 Apr 01 15:53:45.479135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.095130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693fa03-5d06-4293-9325-3892a3352f41 req-4f9fb65d-733b-4ad9-bc50-b772e9db0255 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.096678 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a693fa03-5d06-4293-9325-3892a3352f41 req-4f9fb65d-733b-4ad9-bc50-b772e9db0255 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 946 time: 0.0490811 Apr 01 15:53:46.135291 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a693fa03-5d06-4293-9325-3892a3352f41 req-b0771142-88cf-41bc-864c-8b75b47f109e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318179 Apr 01 15:53:46.249435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae31a-32de-4b34-a816-fa3d84ee2b37 req-ca1a2152-fa41-4f62-899f-dace4cc590e2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.250974 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-366ae31a-32de-4b34-a816-fa3d84ee2b37 req-ca1a2152-fa41-4f62-899f-dace4cc590e2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 946 time: 0.0494170 Apr 01 15:53:46.289955 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-366ae31a-32de-4b34-a816-fa3d84ee2b37 req-3d0eddb2-1f7e-49a9-ab0b-ac80d5ccdc7d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327392 Apr 01 15:53:46.311865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56152) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:46.355252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7278f51-c820-4c59-9296-88bc1fa61292 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:46.356848 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f7278f51-c820-4c59-9296-88bc1fa61292 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 1094 time: 0.0438673 Apr 01 15:53:46.359877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56154) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:46.364391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5ae58524-0e65-42fd-ba08-b1f3fc522e79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'port_id': 'eacece43-fd4a-4680-a1f9-17afa15b671f'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:53:46.403843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5ae58524-0e65-42fd-ba08-b1f3fc522e79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.961645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5ae58524-0e65-42fd-ba08-b1f3fc522e79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.055975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5ae58524-0e65-42fd-ba08-b1f3fc522e79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.419549 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-5ae58524-0e65-42fd-ba08-b1f3fc522e79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP f9cf2670-152f-4f12-a3b5-15066f4e2b66 associated. External IP: 172.26.6.29, port: eacece43-fd4a-4680-a1f9-17afa15b671f. Apr 01 15:53:47.627377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae58524-0e65-42fd-ba08-b1f3fc522e79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router aaf05813-3e80-429c-8775-6821e596cbb3 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:47.737245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae58524-0e65-42fd-ba08-b1f3fc522e79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:47.742380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5ae58524-0e65-42fd-ba08-b1f3fc522e79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.747012 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] Sync routers for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:53:47.758050 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:53:47.759192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:53:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.771984 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5ae58524-0e65-42fd-ba08-b1f3fc522e79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 991 time: 1.4086943 Apr 01 15:53:47.771984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'tag': 'eacece43-fd4a-4680-a1f9-17afa15b671f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:53:47.772330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56156) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:47.773169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1924905a-cf21-4fdd-b79f-f0f1197578f0" -d '{"events": [{"name": "network-changed", "server_uuid": "86860ff9-29bf-4470-b5a9-135ea50443f5", "tag": "eacece43-fd4a-4680-a1f9-17afa15b671f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:53:47.815719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238bf5c5-3631-479e-9153-fe7ddff22361 x-openstack-request-id: req-238bf5c5-3631-479e-9153-fe7ddff22361 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:53:47.815990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86860ff9-29bf-4470-b5a9-135ea50443f5", "tag": "eacece43-fd4a-4680-a1f9-17afa15b671f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:53:47.816250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-238bf5c5-3631-479e-9153-fe7ddff22361 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:53:47.816702 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238bf5c5-3631-479e-9153-fe7ddff22361'] response: {'name': 'network-changed', 'server_uuid': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'tag': 'eacece43-fd4a-4680-a1f9-17afa15b671f', 'status': 'completed', 'code': 200} Apr 01 15:53:47.846766 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f0001995-c130-4186-aa65-0880f40f4c80 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 991 time: 0.0732481 Apr 01 15:53:47.874403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:53:47.883822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-75d6cd40-7655-41d9-b756-9232bc6f1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:47.885374 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-75d6cd40-7655-41d9-b756-9232bc6f1a7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 1099 time: 0.0475957 Apr 01 15:53:47.984027 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-6b245682-56ed-4ad7-98fc-d0556075e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:47.985548 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-6b245682-56ed-4ad7-98fc-d0556075e3ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=6180109d-015c-47da-b746-a5d482843353 HTTP/1.1" status: 200 len: 899 time: 0.0930557 Apr 01 15:53:48.057082 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-773c9aff-d677-47ad-bb6b-3eade27567de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eacece43-fd4a-4680-a1f9-17afa15b671f HTTP/1.1" status: 200 len: 999 time: 0.0632594 Apr 01 15:53:48.105842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-85e92d37-46a4-43eb-a3c8-6bd82fabd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.107441 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-85e92d37-46a4-43eb-a3c8-6bd82fabd304 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1d56049-c4e3-45ec-af95-e63a07fac461 HTTP/1.1" status: 200 len: 835 time: 0.0437748 Apr 01 15:53:48.153343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-c4667548-c7ed-44d3-8cf4-9d4962038a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.154821 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-c4667548-c7ed-44d3-8cf4-9d4962038a9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6180109d-015c-47da-b746-a5d482843353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404589 Apr 01 15:53:48.244917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'f9cf2670-152f-4f12-a3b5-15066f4e2b66', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'port_id': 'eacece43-fd4a-4680-a1f9-17afa15b671f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'mac_address': 'fa:16:3e:ce:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:43Z', 'updated_at': '2022-04-01T15:53:46Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:48.249267 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-67d5c809-0fbe-4e05-9e45-27e177a61ee3 service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868955 Apr 01 15:53:48.276954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] Checking router: aaf05813-3e80-429c-8775-6821e596cbb3 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:53:48.289091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:53:48.289091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:53:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:48.343687 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1924905a-cf21-4fdd-b79f-f0f1197578f0 req-59fa6a0b-f022-446f-a176-35054d5cd749 service neutron] 10.222.0.41 "GET /v2.0/networks/6180109d-015c-47da-b746-a5d482843353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873237 Apr 01 15:53:48.394573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:53:48.625891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'f9cf2670-152f-4f12-a3b5-15066f4e2b66', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'port_id': 'eacece43-fd4a-4680-a1f9-17afa15b671f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'mac_address': 'fa:16:3e:ce:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:43Z', 'updated_at': '2022-04-01T15:53:46Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:48.652823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff48e17-9e25-4d33-b3b7-7422c38c8eb8 None None] The sync data for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv is: [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'f9cf2670-152f-4f12-a3b5-15066f4e2b66', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'port_id': 'eacece43-fd4a-4680-a1f9-17afa15b671f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'mac_address': 'fa:16:3e:ce:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:52:43Z', 'updated_at': '2022-04-01T15:53:46Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:53:48.850229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56160) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:48.856314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b5b32-763d-4ee5-b116-499be0882290 None None] New status for floating IP f9cf2670-152f-4f12-a3b5-15066f4e2b66: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:53:48.956549 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-04df43d6-a23b-4f29-a0ee-9bdc2046fdb1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 991 time: 0.1051078 Apr 01 15:53:49.960629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56164) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:53:50.029346 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cc2d5e56-a62d-4060-a81e-ee1a111c6c85 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 200 len: 993 time: 0.0675488 Apr 01 15:54:04.718346 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c6a2fe63-6892-42c2-8417-ccb910543b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.125578 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:54:07.254272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3e64dda9-3292-467d-9eaf-60bf378a8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.762481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.969967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.032873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.438290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.713666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b2233-2848-4d52-99b4-c5c32820a590 req-cf39af41-8b15-4cc8-af4a-e63bb4aafe67 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:23.715246 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d61b2233-2848-4d52-99b4-c5c32820a590 req-cf39af41-8b15-4cc8-af4a-e63bb4aafe67 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 946 time: 0.0594189 Apr 01 15:54:23.755888 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d61b2233-2848-4d52-99b4-c5c32820a590 req-85eb6b10-574c-45ce-a0d6-329da81889b5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345669 Apr 01 15:54:24.874704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f063e-e882-4b7b-833b-95777e65ab22 req-7d4af831-6b2f-4177-8fea-a73a7a4b09e1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:24.876263 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d3f063e-e882-4b7b-833b-95777e65ab22 req-7d4af831-6b2f-4177-8fea-a73a7a4b09e1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 946 time: 0.0507636 Apr 01 15:54:24.915074 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d3f063e-e882-4b7b-833b-95777e65ab22 req-7061231e-097a-46f9-b587-d247e3e63836 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4cde6d6-8eec-4941-b2cf-0d5303273f71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326033 Apr 01 15:54:25.214163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-76421e72-3549-4459-b674-a2758657f096 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:25.215710 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-76421e72-3549-4459-b674-a2758657f096 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 946 time: 0.0503080 Apr 01 15:54:25.311525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port eacece43-fd4a-4680-a1f9-17afa15b671f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:54:25.311871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.407888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port eacece43-fd4a-4680-a1f9-17afa15b671f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=eacece43-fd4a-4680-a1f9-17afa15b671f,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:25.408256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.643204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.643552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.643872 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP f9cf2670-152f-4f12-a3b5-15066f4e2b66 disassociated. External IP: 172.26.6.29, port: eacece43-fd4a-4680-a1f9-17afa15b671f. Apr 01 15:54:25.644220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for eacece43-fd4a-4680-a1f9-17afa15b671f owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:54:25.843257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.872549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=eacece43-fd4a-4680-a1f9-17afa15b671f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.999694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router aaf05813-3e80-429c-8775-6821e596cbb3 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:26.015531 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-81b690be-f06d-4bcc-97dd-066ebafe4004 req-3c434ea0-6164-4fd9-9fb0-aafb3f83ff35 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 210 time: 0.0285876 Apr 01 15:54:26.133227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:26.142917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede4e023-8223-428a-992e-e204c660196c None None] Sync routers for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:26.156355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4e023-8223-428a-992e-e204c660196c None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:54:26.156937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ede4e023-8223-428a-992e-e204c660196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:54:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.172237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port eacece43-fd4a-4680-a1f9-17afa15b671f on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:26.174782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.178087 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed883ab-27dd-4c46-b27c-8ad016502cf7 req-e88ee044-d6a9-4de5-8e03-301a7e94e7a3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/eacece43-fd4a-4680-a1f9-17afa15b671f HTTP/1.1" status: 204 len: 173 time: 0.9556711 Apr 01 15:54:26.179164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'name': 'network-vif-deleted', 'tag': 'eacece43-fd4a-4680-a1f9-17afa15b671f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:54:26.181521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0cc6f7-9a66-45f4-b2c0-e783ba5f1c09" -d '{"events": [{"server_uuid": "86860ff9-29bf-4470-b5a9-135ea50443f5", "name": "network-vif-deleted", "tag": "eacece43-fd4a-4680-a1f9-17afa15b671f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:54:26.219066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa43429-a0ad-4e64-8157-15136059e6bb x-openstack-request-id: req-4fa43429-a0ad-4e64-8157-15136059e6bb {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:54:26.219684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86860ff9-29bf-4470-b5a9-135ea50443f5", "name": "network-vif-deleted", "tag": "eacece43-fd4a-4680-a1f9-17afa15b671f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:54:26.219684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4fa43429-a0ad-4e64-8157-15136059e6bb {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:54:26.219984 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa43429-a0ad-4e64-8157-15136059e6bb'] response: {'server_uuid': '86860ff9-29bf-4470-b5a9-135ea50443f5', 'name': 'network-vif-deleted', 'tag': 'eacece43-fd4a-4680-a1f9-17afa15b671f', 'status': 'completed', 'code': 200} Apr 01 15:54:26.267951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-ede4e023-8223-428a-992e-e204c660196c None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:54:26.505778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ede4e023-8223-428a-992e-e204c660196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.555759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede4e023-8223-428a-992e-e204c660196c None None] Checking router: aaf05813-3e80-429c-8775-6821e596cbb3 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:26.571457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4e023-8223-428a-992e-e204c660196c None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:54:26.572600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ede4e023-8223-428a-992e-e204c660196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:54:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.702992 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-ede4e023-8223-428a-992e-e204c660196c None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:54:26.916206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ede4e023-8223-428a-992e-e204c660196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:26.943513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede4e023-8223-428a-992e-e204c660196c None None] The sync data for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv is: [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:52:23Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'd2ccae60-07ac-4dea-9337-622edda5eb8a', 'name': '', 'network_id': '6180109d-015c-47da-b746-a5d482843353', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:93:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:22Z', 'updated_at': '2022-04-01T15:52:26Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': 'f1d56049-c4e3-45ec-af95-e63a07fac461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:27.143895 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e567a0d4-c176-41e6-8799-9c0c888df8dd req-1d4b930c-2844-4030-b6ff-adace5d2d1f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=86860ff9-29bf-4470-b5a9-135ea50443f5 HTTP/1.1" status: 200 len: 210 time: 0.0290108 Apr 01 15:54:27.188528 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cbfdb-d7d2-42b2-9fcc-bbabedfd2658 None None] New status for floating IP f9cf2670-152f-4f12-a3b5-15066f4e2b66: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:54:28.204310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56198) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:28.265156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c603f91c-53a7-4cb4-91f3-615e5be0080a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.294904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c603f91c-53a7-4cb4-91f3-615e5be0080a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.489138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c603f91c-53a7-4cb4-91f3-615e5be0080a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.492403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c603f91c-53a7-4cb4-91f3-615e5be0080a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.493604 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c603f91c-53a7-4cb4-91f3-615e5be0080a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/e4cde6d6-8eec-4941-b2cf-0d5303273f71 HTTP/1.1" status: 204 len: 168 time: 0.2883058 Apr 01 15:54:28.509607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603f91c-53a7-4cb4-91f3-615e5be0080a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cde6d6-8eec-4941-b2cf-0d5303273f71,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:28.615626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56202) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:28.753752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port d45b666d-a0da-462e-a14b-0f719e18a635 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:54:28.754014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.837906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.838229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.851149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for d45b666d-a0da-462e-a14b-0f719e18a635 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:54:29.100892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.128643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=d45b666d-a0da-462e-a14b-0f719e18a635,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:29.152285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.152659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.153003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.153340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.153676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.154011 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.154344 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.154674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.155003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.155328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.155653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.155975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:29.197536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device eacece43-fd4a-4680-a1f9-17afa15b671f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:54:29.198600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.201295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.213436 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-019900d8-61db-4b1d-b0d8-655c499d21ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/floatingips/f9cf2670-152f-4f12-a3b5-15066f4e2b66 HTTP/1.1" status: 204 len: 168 time: 0.5857737 Apr 01 15:54:29.219271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: eacece43-fd4a-4680-a1f9-17afa15b671f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:54:29.219619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device eacece43-fd4a-4680-a1f9-17afa15b671f not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:54:29.763521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5779cb-3b3f-42a5-9cc3-edf9f3355bac req-5408a2bc-6e30-4f47-ade0-b19945a5fbc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:29.765045 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5f5779cb-3b3f-42a5-9cc3-edf9f3355bac req-5408a2bc-6e30-4f47-ade0-b19945a5fbc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 945 time: 0.0564032 Apr 01 15:54:29.804484 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5f5779cb-3b3f-42a5-9cc3-edf9f3355bac req-921cd9da-320e-4056-a1db-a99fb2b5b3e0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331028 Apr 01 15:54:30.922504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a40a33-a4eb-483b-9e4b-b48e6fe43513 req-c9061982-0f06-4351-b4b3-59b590dcb973 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:30.924005 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0a40a33-a4eb-483b-9e4b-b48e6fe43513 req-c9061982-0f06-4351-b4b3-59b590dcb973 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 945 time: 0.0492406 Apr 01 15:54:30.963006 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0a40a33-a4eb-483b-9e4b-b48e6fe43513 req-6011a75a-d9ff-44d4-908e-4a15b6b29205 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=4fff5dcf-954e-4824-b45a-2936776d7dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Apr 01 15:54:31.310961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-26d7e1eb-ae91-4a10-a54a-f782fe46c2db tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:31.312447 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-26d7e1eb-ae91-4a10-a54a-f782fe46c2db tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 945 time: 0.0525520 Apr 01 15:54:31.412274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:54:31.412669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.509055 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 46562eea-9677-42e6-aed1-e6d6acb6a7c8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46562eea-9677-42e6-aed1-e6d6acb6a7c8,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:31.509370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.527099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 46562eea-9677-42e6-aed1-e6d6acb6a7c8 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:54:31.616376 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aa5eb7fe-8add-497d-9244-341568e6768b req-e9c3975c-1cff-44f1-b182-57624b25e69d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904634 Apr 01 15:54:31.728460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eb7fe-8add-497d-9244-341568e6768b req-3cba686d-e651-4994-891d-8f484312cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:31.730024 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aa5eb7fe-8add-497d-9244-341568e6768b req-3cba686d-e651-4994-891d-8f484312cfd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 1099 time: 0.0805504 Apr 01 15:54:31.845118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eb7fe-8add-497d-9244-341568e6768b req-7d03b7f3-28d5-47fa-8adb-a47964eecf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:31.846434 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aa5eb7fe-8add-497d-9244-341568e6768b req-7d03b7f3-28d5-47fa-8adb-a47964eecf98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.0930324 Apr 01 15:54:31.865142 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.929793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=46562eea-9677-42e6-aed1-e6d6acb6a7c8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:31.968237 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aa5eb7fe-8add-497d-9244-341568e6768b req-9aa238cc-7597-4713-9841-a83c98fc605f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 HTTP/1.1" status: 200 len: 1001 time: 0.1109164 Apr 01 15:54:31.994844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port 46562eea-9677-42e6-aed1-e6d6acb6a7c8 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:31.997989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.001246 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-130e9a1a-bb7e-4eaf-bb26-d6c338f3c21d req-d0a43131-c175-47fa-b189-9ab8b312fc83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/46562eea-9677-42e6-aed1-e6d6acb6a7c8 HTTP/1.1" status: 204 len: 173 time: 0.6798871 Apr 01 15:54:32.001862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'name': 'network-vif-deleted', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:54:32.004086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68869ee-826b-4e00-bd13-dd0d4e8be821" -d '{"events": [{"server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "name": "network-vif-deleted", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:54:32.048403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eb7fe-8add-497d-9244-341568e6768b req-95eb9b1a-42ea-4c62-a1ad-e175a944710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:32.049964 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aa5eb7fe-8add-497d-9244-341568e6768b req-95eb9b1a-42ea-4c62-a1ad-e175a944710c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0643301 Apr 01 15:54:32.066518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033ec23a-66f5-4945-a10d-7a62eb9ce7aa x-openstack-request-id: req-033ec23a-66f5-4945-a10d-7a62eb9ce7aa {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:54:32.066903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04f1832-bb63-4d90-91e2-ab9ddae591b6", "name": "network-vif-deleted", "tag": "46562eea-9677-42e6-aed1-e6d6acb6a7c8", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:54:32.067359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-033ec23a-66f5-4945-a10d-7a62eb9ce7aa {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:54:32.067844 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033ec23a-66f5-4945-a10d-7a62eb9ce7aa'] response: {'server_uuid': 'f04f1832-bb63-4d90-91e2-ab9ddae591b6', 'name': 'network-vif-deleted', 'tag': '46562eea-9677-42e6-aed1-e6d6acb6a7c8', 'status': 'completed', 'code': 200} Apr 01 15:54:32.079794 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e04468df-85d4-43af-94ed-e1720621f198 req-94191645-9112-40d0-acf8-77136b6d45d8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 210 time: 0.0396981 Apr 01 15:54:32.105393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eb7fe-8add-497d-9244-341568e6768b req-cf22bf99-7a99-4f60-b815-44fb7ab54919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:32.106806 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aa5eb7fe-8add-497d-9244-341568e6768b req-cf22bf99-7a99-4f60-b815-44fb7ab54919 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502951 Apr 01 15:54:32.205466 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aa5eb7fe-8add-497d-9244-341568e6768b req-5c621f61-466a-4986-9032-604cb09905fe service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916047 Apr 01 15:54:32.309411 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aa5eb7fe-8add-497d-9244-341568e6768b req-6f81fbc4-cee4-4463-8f02-b64c396dae13 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962107 Apr 01 15:54:33.197461 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-68702fbc-502b-48ac-bf52-6b376689891d req-9c6831a2-8294-4d95-863c-e94b0a51d695 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=f04f1832-bb63-4d90-91e2-ab9ddae591b6 HTTP/1.1" status: 200 len: 210 time: 0.0308707 Apr 01 15:54:34.258727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56218) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:34.319064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f1c4-3f91-46a3-90d2-9dd395b6c6ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.357537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f1c4-3f91-46a3-90d2-9dd395b6c6ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.557391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f1c4-3f91-46a3-90d2-9dd395b6c6ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.560025 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f1c4-3f91-46a3-90d2-9dd395b6c6ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.561257 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ebc1f1c4-3f91-46a3-90d2-9dd395b6c6ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/4fff5dcf-954e-4824-b45a-2936776d7dcc HTTP/1.1" status: 204 len: 168 time: 0.3014867 Apr 01 15:54:34.570774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1f1c4-3f91-46a3-90d2-9dd395b6c6ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff5dcf-954e-4824-b45a-2936776d7dcc,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:34.707713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56222) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:34.756120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2e42fc9c-2a3b-4cac-8d68-300467e1525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.204495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46562eea-9677-42e6-aed1-e6d6acb6a7c8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:54:35.226095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 46562eea-9677-42e6-aed1-e6d6acb6a7c8 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:54:35.226442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46562eea-9677-42e6-aed1-e6d6acb6a7c8 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:54:35.352710 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.617424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port d2ccae60-07ac-4dea-9337-622edda5eb8a {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:54:35.617776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.718306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port d2ccae60-07ac-4dea-9337-622edda5eb8a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=d2ccae60-07ac-4dea-9337-622edda5eb8a,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:35.718662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.731673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for d2ccae60-07ac-4dea-9337-622edda5eb8a owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:54:36.105991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.132252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=d2ccae60-07ac-4dea-9337-622edda5eb8a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.314904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.538126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router aaf05813-3e80-429c-8775-6821e596cbb3 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:36.651837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:36.657489 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-97cdaa79-1d8b-475d-a6d9-e48793c4e93c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/aaf05813-3e80-429c-8775-6821e596cbb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9486916 Apr 01 15:54:36.660717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56226) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:36.663308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] Sync routers for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:36.674368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:54:36.674864 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:54:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.723145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting subnet f1d56049-c4e3-45ec-af95-e63a07fac461 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:54:36.726382 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.767131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.780518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:54:36.854718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.966967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:54:35Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:36.993892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] Checking router: aaf05813-3e80-429c-8775-6821e596cbb3 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:37.002892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] Routers {'aaf05813-3e80-429c-8775-6821e596cbb3'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:54:37.003508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:54:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['aaf05813-3e80-429c-8775-6821e596cbb3'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:37.242471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.265969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] Set router aaf05813-3e80-429c-8775-6821e596cbb3 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:54:37.268262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d56049-c4e3-45ec-af95-e63a07fac461,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.278998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.279926 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.279926 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.280181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.280292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.280646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.280977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.281436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.281711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.282032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.282351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.282678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.285652 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.291894 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6679e100-9f68-4f3a-b739-88f26d5303eb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/subnets/f1d56049-c4e3-45ec-af95-e63a07fac461 HTTP/1.1" status: 204 len: 168 time: 0.6264205 Apr 01 15:54:37.291894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56228) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:37.293713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b682b-d09a-492d-ab78-bdd61e06473e None None] Network 6180109d-015c-47da-b746-a5d482843353 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:54:37.398338 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.507321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.525448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-916c1cf5-b6e2-4724-9a23-259651ae65b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.557236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:54:35Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:37.590416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] DHCP port deletion for 6180109d-015c-47da-b746-a5d482843353 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:54:37.592743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd73b7c6-70de-4334-b331-1a3741dec94e None None] The sync data for ids ['aaf05813-3e80-429c-8775-6821e596cbb3'] in dv-neutron-835865-1-hyperv is: [{'id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'name': 'tempest-TestNetworkBasicOps-router-986653260', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:52:18Z', 'updated_at': '2022-04-01T15:54:35Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'b11180f2-52fc-45b3-9aa9-667ea88b9a7e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05813-3e80-429c-8775-6821e596cbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:52:19Z', 'updated_at': '2022-04-01T15:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:37.644799 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Deleting port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:54:37.645418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.708284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] For port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8c59b9f3-a0a3-4e47-93d5-d22da7361c55,segment=NetworkSegment(16cc9b19-8109-4c97-8c94-df8d14671b20),segment_id=16cc9b19-8109-4c97-8c94-df8d14671b20)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:37.709060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.721676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Calling delete_port for 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:54:37.739175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port b11180f2-52fc-45b3-9aa9-667ea88b9a7e {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:54:37.739901 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.824843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port b11180f2-52fc-45b3-9aa9-667ea88b9a7e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b11180f2-52fc-45b3-9aa9-667ea88b9a7e,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:37.825307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.839093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for b11180f2-52fc-45b3-9aa9-667ea88b9a7e owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:54:37.894333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.922321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Pushing event deleted for resources: {'Port': ['ID=8c59b9f3-a0a3-4e47-93d5-d22da7361c55,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.923826 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] No DVR routers for this DVR port 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:37.934944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.934944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.934944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.934944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.934944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.934944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.934944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.935574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.935574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.935824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.936076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:37.936420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd49be-dcc3-4a96-9447-61e0c5ae1659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:38.134510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.168895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=b11180f2-52fc-45b3-9aa9-667ea88b9a7e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.225338 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.318086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.323087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.530858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d2ccae60-07ac-4dea-9337-622edda5eb8a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:54:38.545834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.558827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Fanout notify agent at l3_agent the message router_deleted on router aaf05813-3e80-429c-8775-6821e596cbb3 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:54:38.558827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.559603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: d2ccae60-07ac-4dea-9337-622edda5eb8a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:54:38.559603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device d2ccae60-07ac-4dea-9337-622edda5eb8a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:54:38.559603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:54:38.559895 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0a8b5cd7-331a-46cc-9750-77cee7e07805 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/routers/aaf05813-3e80-429c-8775-6821e596cbb3 HTTP/1.1" status: 204 len: 168 time: 1.2629826 Apr 01 15:54:38.560020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56230) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:38.576779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:54:38.577104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8c59b9f3-a0a3-4e47-93d5-d22da7361c55 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:54:38.646248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.746921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.769288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6180109d-015c-47da-b746-a5d482843353']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:38.779213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cc9b19-8109-4c97-8c94-df8d14671b20') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:38.779505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cc9b19-8109-4c97-8c94-df8d14671b20') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:38.789884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.803549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.809416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:54:38.809799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:38.812713 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:39.014814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.020644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.025008 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/networks/6180109d-015c-47da-b746-a5d482843353 HTTP/1.1" status: 204 len: 168 time: 0.4654994 Apr 01 15:54:39.042286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250215f9-1ef9-443f-9605-7ed7899854bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Network': ['ID=6180109d-015c-47da-b746-a5d482843353,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.049371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56232) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:39.055180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'network': {'name': 'tempest-network-smoke--1408256412', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'port_security_enabled': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:39.242946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:39.246566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.271397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] vlan segment allocate from pool success with {'vlan_id': 1122, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:39.280152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.282465 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Added segment a000b761-f52c-402c-b72e-7190f1cd43eb of type vlan for network 5abb5a50-b3de-4826-acc3-988069f23959 Apr 01 15:54:39.322583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.443164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.448746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:39.449340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.519551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Network': ['ID=5abb5a50-b3de-4826-acc3-988069f23959,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.529698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 5abb5a50-b3de-4826-acc3-988069f23959 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:54:39.611209 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6c49c4ec-474b-49f4-bf3e-3a2c2622aa25 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5604999 Apr 01 15:54:39.614219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56234) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:39.619167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-413694718', 'admin_state_up': True, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:39.740828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.741897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.795654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.866360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.168634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.445892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b11180f2-52fc-45b3-9aa9-667ea88b9a7e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:54:40.479862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: b11180f2-52fc-45b3-9aa9-667ea88b9a7e {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:54:40.480545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b11180f2-52fc-45b3-9aa9-667ea88b9a7e not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:54:40.494930 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.519057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.624215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.213 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/c7a96898-aa61-4d36-b9bd-836a2b848ce7) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:40.740952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.848193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.889623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:40.894406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:40.898844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:54:40.904353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=c7a96898-aa61-4d36-b9bd-836a2b848ce7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.934753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.997127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.219383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.427256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.801662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:54:41.908353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:41.920506 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Sync routers for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:41.937341 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:54:41.940386 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:54:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:42.047009 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:54:42.064701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.064701 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-50843f80-2a69-4951-954c-334179c4ac92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4482460 Apr 01 15:54:42.066673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56236) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:42.129424 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:54:42.148142 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ffade9ec-f9b0-4242-a0ff-cbcdee7850f0 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800953 Apr 01 15:54:42.150835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56240) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:42.233459 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:41Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:42.260700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Checking router: dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:42.261037 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Updating router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 port c7a96898-aa61-4d36-b9bd-836a2b848ce7 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:54:42.288465 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.558043 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.609882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff8b94-825e-4a07-b600-eaaa5abeb13c tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:42.611417 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c9ff8b94-825e-4a07-b600-eaaa5abeb13c tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4596231 Apr 01 15:54:42.614574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56242) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:42.651761 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-16648c68-cf9f-434e-b2d1-9d721b788b85 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354080 Apr 01 15:54:42.654242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56244) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:42.659144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255233539', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:42.767260 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.821300 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Attempting to bind port c7a96898-aa61-4d36-b9bd-836a2b848ce7 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:42.821701 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Attempting to bind port c7a96898-aa61-4d36-b9bd-836a2b848ce7 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:42.822094 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Attempting to bind port c7a96898-aa61-4d36-b9bd-836a2b848ce7 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:54:42.829098 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Pushing event updated for resources: {'Port': ['ID=c7a96898-aa61-4d36-b9bd-836a2b848ce7,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.832472 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:54:42.832472 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:54:42.832811 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.833199 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:54:42.833700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Bound port: c7a96898-aa61-4d36-b9bd-836a2b848ce7, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:42.834633 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.840786 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.841141 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.841483 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.841815 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.842144 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.842502 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.842816 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.843140 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.843463 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.843784 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.844102 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.844447 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:42.896109 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] For port c7a96898-aa61-4d36-b9bd-836a2b848ce7, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:42.899716 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] For port c7a96898-aa61-4d36-b9bd-836a2b848ce7, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c7a96898-aa61-4d36-b9bd-836a2b848ce7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:42.905861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:42.909812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.059410 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.121126 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:54:43.121770 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:54:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:43.159786 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957c23f-4c12-48de-a6c3-2b3919758d42 None None] Pushing event updated for resources: {'Port': ['ID=c7a96898-aa61-4d36-b9bd-836a2b848ce7,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:43.197739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.260563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=6663dbb5-1506-4d91-ace4-d45c02046849,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:43.274194 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Checking segment: {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:54:43.274556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network hostable DHCP agents. Network: 5abb5a50-b3de-4826-acc3-988069f23959, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:43.326524 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:54:43.403116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 5abb5a50-b3de-4826-acc3-988069f23959 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:43.508225 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:41Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:43.534737 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f50aa-50b8-427b-90e0-ecb3fe43229e None None] The sync data for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv is: [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:41Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:43.556783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 5abb5a50-b3de-4826-acc3-988069f23959) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:43.561200 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:43.561989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.567004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf1187-bf6c-4690-a34b-77f9cd2a6b5b None None] Network 5abb5a50-b3de-4826-acc3-988069f23959 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:54:43.701659 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-715cf409-02e6-478f-844b-396487090e6b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0444355 Apr 01 15:54:43.702714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56246) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:43.724732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-5abb5a50-b3de-4826-acc3-988069f23959', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:54:43.726023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.907234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Allocated IP 172.20.0.2 (5abb5a50-b3de-4826-acc3-988069f23959/6663dbb5-1506-4d91-ace4-d45c02046849/344eccb5-b5b8-4569-8fa3-a127f6e2c787) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:44.065031 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.232053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.232655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.281450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Network 5abb5a50-b3de-4826-acc3-988069f23959 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:44.284474 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:44.289471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:54:44.294494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Pushing event updated for resources: {'Port': ['ID=344eccb5-b5b8-4569-8fa3-a127f6e2c787,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.347018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Attempting to bind port 344eccb5-b5b8-4569-8fa3-a127f6e2c787 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:44.347529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Attempting to bind port 344eccb5-b5b8-4569-8fa3-a127f6e2c787 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:44.347899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Attempting to bind port 344eccb5-b5b8-4569-8fa3-a127f6e2c787 on network 5abb5a50-b3de-4826-acc3-988069f23959 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:54:44.354294 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:54:44.354670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Checking segment: {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:54:44.355078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.355785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Bound using segment: {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:54:44.355949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Bound port: 344eccb5-b5b8-4569-8fa3-a127f6e2c787, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:44.356334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.431229 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] For port 344eccb5-b5b8-4569-8fa3-a127f6e2c787, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:44.434907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] For port 344eccb5-b5b8-4569-8fa3-a127f6e2c787, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=344eccb5-b5b8-4569-8fa3-a127f6e2c787,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:44.526128 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c7a96898-aa61-4d36-b9bd-836a2b848ce7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:54:44.577502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c7a96898-aa61-4d36-b9bd-836a2b848ce7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:44.578232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.578358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.1 (5abb5a50-b3de-4826-acc3-988069f23959/6663dbb5-1506-4d91-ace4-d45c02046849/8cd16b11-0785-46d4-af4d-3e7d84b7fc7a) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:44.600333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.670801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762304a-b2b9-4c71-82ae-328627f07429 None None] Pushing event updated for resources: {'Port': ['ID=344eccb5-b5b8-4569-8fa3-a127f6e2c787,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.712089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.717441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.742856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port c7a96898-aa61-4d36-b9bd-836a2b848ce7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c7a96898-aa61-4d36-b9bd-836a2b848ce7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:44.962642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.026178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=c7a96898-aa61-4d36-b9bd-836a2b848ce7,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.026506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.076416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 5abb5a50-b3de-4826-acc3-988069f23959 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:45.079715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:45.083502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:54:45.090198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=8cd16b11-0785-46d4-af4d-3e7d84b7fc7a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.133035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.400693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.488780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.623884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99907486-0125-4d3d-a8b6-8d3aad6930c3 None None] Network 5abb5a50-b3de-4826-acc3-988069f23959 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:54:45.699345 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-876de349-4eab-435d-a02e-7f72e3db4a87 None None] Provisioning complete for port 344eccb5-b5b8-4569-8fa3-a127f6e2c787 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:45.699722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-876de349-4eab-435d-a02e-7f72e3db4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.704704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.826300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.852732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-876de349-4eab-435d-a02e-7f72e3db4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.892930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-876de349-4eab-435d-a02e-7f72e3db4a87 None None] For port 344eccb5-b5b8-4569-8fa3-a127f6e2c787, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=344eccb5-b5b8-4569-8fa3-a127f6e2c787,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:45.957423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=8cd16b11-0785-46d4-af4d-3e7d84b7fc7a,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.961190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.997931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-876de349-4eab-435d-a02e-7f72e3db4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.062460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 5abb5a50-b3de-4826-acc3-988069f23959 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:46.063923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:46.064279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876de349-4eab-435d-a02e-7f72e3db4a87 None None] Pushing event updated for resources: {'Port': ['ID=344eccb5-b5b8-4569-8fa3-a127f6e2c787,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:46.123668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8b42f68e-80ef-4fc1-9531-2cfd3ce47424 None None] Provisioning complete for port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.124190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8b42f68e-80ef-4fc1-9531-2cfd3ce47424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.163273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8b42f68e-80ef-4fc1-9531-2cfd3ce47424 None None] Port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:54:46.174148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8b42f68e-80ef-4fc1-9531-2cfd3ce47424 None None] Provisioning complete for port 344eccb5-b5b8-4569-8fa3-a127f6e2c787 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.174516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8b42f68e-80ef-4fc1-9531-2cfd3ce47424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.187763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:46.313197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:46.318828 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c8cac4b7-4387-4387-85ea-73ec319751f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/dbe3822a-7d50-40fa-9efe-aee0ab2b58c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6148467 Apr 01 15:54:46.321376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56248) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:46.325041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Sync routers for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:54:46.339395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:54:46.340054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:54:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:46.405541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ed28ed15-0651-4873-a700-881f2e6df9ea None None] Provisioning complete for port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.405904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed28ed15-0651-4873-a700-881f2e6df9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.440630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d04b0-8264-438b-9688-d797a92e11bc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.441508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d04b0-8264-438b-9688-d797a92e11bc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.441897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d04b0-8264-438b-9688-d797a92e11bc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.442222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d04b0-8264-438b-9688-d797a92e11bc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.442677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d04b0-8264-438b-9688-d797a92e11bc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.443676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d04b0-8264-438b-9688-d797a92e11bc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.446131 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-931d04b0-8264-438b-9688-d797a92e11bc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.1236651 Apr 01 15:54:46.449018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56252) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:46.484245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ed28ed15-0651-4873-a700-881f2e6df9ea None None] Port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:54:46.498075 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:54:46.536419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f184ab8-fedf-481d-826b-1cdd8f6fe8d6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.537902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f184ab8-fedf-481d-826b-1cdd8f6fe8d6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.538755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f184ab8-fedf-481d-826b-1cdd8f6fe8d6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.539381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f184ab8-fedf-481d-826b-1cdd8f6fe8d6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.540065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f184ab8-fedf-481d-826b-1cdd8f6fe8d6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.540706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f184ab8-fedf-481d-826b-1cdd8f6fe8d6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:46.542796 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7f184ab8-fedf-481d-826b-1cdd8f6fe8d6 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0927956 Apr 01 15:54:46.545809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56254) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:46.660444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c7a96898-aa61-4d36-b9bd-836a2b848ce7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:54:46.666186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-331b6c04-6a38-4dda-8122-8dbe11da4104 None None] Provisioning complete for port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.670009 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-331b6c04-6a38-4dda-8122-8dbe11da4104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.710178 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9cb75d2b-f731-438e-a22b-64394de6bd8d tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1631279 Apr 01 15:54:46.723935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56256) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:46.729961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-922872655', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:46.923196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-331b6c04-6a38-4dda-8122-8dbe11da4104 None None] Port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:54:46.947358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c7a96898-aa61-4d36-b9bd-836a2b848ce7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.947733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.994413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8cd16b11-0785-46d4-af4d-3e7d84b7fc7a', 'name': '', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:db:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:44Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:47.014700 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:47.020049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.027194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Checking router: dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:54:47.027548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Updating router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:54:47.035928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] device_id is not set on port 46b051a4-924b-45f2-97f6-051d1fba69f8 yet. {{(pid=110105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:54:47.055474 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.116671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 344eccb5-b5b8-4569-8fa3-a127f6e2c787 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:54:47.153201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.6 (5abb5a50-b3de-4826-acc3-988069f23959/6663dbb5-1506-4d91-ace4-d45c02046849/46b051a4-924b-45f2-97f6-051d1fba69f8) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:47.237056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 344eccb5-b5b8-4569-8fa3-a127f6e2c787 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.237347 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.311902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.449244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.495185 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 5abb5a50-b3de-4826-acc3-988069f23959 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:47.498265 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:47.501037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:54:47.530739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.561154 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:47.561839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.610459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.657040 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b05b1ff8-0056-4570-aad6-9b4db16fcbf6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9313142 Apr 01 15:54:47.710793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.771190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588dcfd-e4e6-42c0-94ca-a0702b6300fd None None] Pushing event updated for resources: {'Port': ['ID=8cd16b11-0785-46d4-af4d-3e7d84b7fc7a,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.776942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cd5c116d-44da-4619-9d4c-810f1a113944 None None] Provisioning complete for port 46b051a4-924b-45f2-97f6-051d1fba69f8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.777259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cd5c116d-44da-4619-9d4c-810f1a113944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.851164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c116d-44da-4619-9d4c-810f1a113944 None None] Port 46b051a4-924b-45f2-97f6-051d1fba69f8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:54:47.862988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Attempting to bind port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:47.863358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Attempting to bind port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:47.863720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Attempting to bind port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a on network 5abb5a50-b3de-4826-acc3-988069f23959 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:54:47.870589 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:54:47.878224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Checking segment: {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:54:47.878224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.878224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Bound using segment: {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:54:47.878224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Bound port: 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:47.878224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.911261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56260) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:47.917409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0c7551c4-0a62-4006-bfbe-d19c252adc6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879265259', 'description': 'tempest-secgroup-smoke-879265259 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:47.952091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] For port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:47.955456 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] For port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8cd16b11-0785-46d4-af4d-3e7d84b7fc7a,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:47.972426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7ba52c64-f215-44cd-992b-1b59d79af7a1 None None] Provisioning complete for port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.972801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7ba52c64-f215-44cd-992b-1b59d79af7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.012301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7ba52c64-f215-44cd-992b-1b59d79af7a1 None None] Port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:54:48.117253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0c7551c4-0a62-4006-bfbe-d19c252adc6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.138873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.193928 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0c7551c4-0a62-4006-bfbe-d19c252adc6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.194642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:54:48.195330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:54:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:48.238463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588dcfd-e4e6-42c0-94ca-a0702b6300fd None None] Pushing event updated for resources: {'Port': ['ID=8cd16b11-0785-46d4-af4d-3e7d84b7fc7a,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:48.317059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0c7551c4-0a62-4006-bfbe-d19c252adc6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.332993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:54:48.358141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7551c4-0a62-4006-bfbe-d19c252adc6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47602fa1-4c4d-4f4e-b606-f51b73d5ca48,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:48.473452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0c7551c4-0a62-4006-bfbe-d19c252adc6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.475850 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0c7551c4-0a62-4006-bfbe-d19c252adc6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5624683 Apr 01 15:54:48.478431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56262) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:48.481472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fb00f78b-77d2-4988-9b46-29db56d88393 None None] Provisioning complete for port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:48.481840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fb00f78b-77d2-4988-9b46-29db56d88393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.483711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-fc11ed4c-a651-43d4-8d3c-b713fc700e62 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '47602fa1-4c4d-4f4e-b606-f51b73d5ca48', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:48.608041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fc11ed4c-a651-43d4-8d3c-b713fc700e62 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.616710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fb00f78b-77d2-4988-9b46-29db56d88393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.643607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8cd16b11-0785-46d4-af4d-3e7d84b7fc7a', 'name': '', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:db:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:44Z', 'updated_at': '2022-04-01T15:54:47Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:48.680076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfaa348-46d3-4205-bf89-78b48d3af689 None None] The sync data for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv is: [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8cd16b11-0785-46d4-af4d-3e7d84b7fc7a', 'name': '', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:db:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:44Z', 'updated_at': '2022-04-01T15:54:47Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:54:48.682537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fc11ed4c-a651-43d4-8d3c-b713fc700e62 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.686339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fb00f78b-77d2-4988-9b46-29db56d88393 None None] For port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8cd16b11-0785-46d4-af4d-3e7d84b7fc7a,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:48.782282 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fc11ed4c-a651-43d4-8d3c-b713fc700e62 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.801538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11ed4c-a651-43d4-8d3c-b713fc700e62 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98317a9-6333-4158-b9fa-c5aa7e40d2c9,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:48.814299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fb00f78b-77d2-4988-9b46-29db56d88393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.873276 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00f78b-77d2-4988-9b46-29db56d88393 None None] Pushing event updated for resources: {'Port': ['ID=8cd16b11-0785-46d4-af4d-3e7d84b7fc7a,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:48.936164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fc11ed4c-a651-43d4-8d3c-b713fc700e62 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.938557 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fc11ed4c-a651-43d4-8d3c-b713fc700e62 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4575026 Apr 01 15:54:48.940909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56264) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:48.945753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c0c71a5e-f8f9-408b-b30f-97307bf0db31 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '47602fa1-4c4d-4f4e-b606-f51b73d5ca48', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:49.125615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c0c71a5e-f8f9-408b-b30f-97307bf0db31 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.206470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c0c71a5e-f8f9-408b-b30f-97307bf0db31 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.328975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c0c71a5e-f8f9-408b-b30f-97307bf0db31 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.345320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c71a5e-f8f9-408b-b30f-97307bf0db31 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a827656a-8da2-4e94-8cb2-adbaabbb9f42,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:49.546584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c0c71a5e-f8f9-408b-b30f-97307bf0db31 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.547951 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c0c71a5e-f8f9-408b-b30f-97307bf0db31 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6060076 Apr 01 15:54:49.553006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56266) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:49.557650 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-aef58871-cf3b-49dc-a6c9-241a270a5379 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '47602fa1-4c4d-4f4e-b606-f51b73d5ca48', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:49.768553 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aef58871-cf3b-49dc-a6c9-241a270a5379 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.832455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aef58871-cf3b-49dc-a6c9-241a270a5379 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.922840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aef58871-cf3b-49dc-a6c9-241a270a5379 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.940707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef58871-cf3b-49dc-a6c9-241a270a5379 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d211563a-80ae-4b6a-a934-59bd11aeb613,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.056596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-aef58871-cf3b-49dc-a6c9-241a270a5379 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.058031 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aef58871-cf3b-49dc-a6c9-241a270a5379 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5040362 Apr 01 15:54:50.060897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56268) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:50.065726 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e26ca749-8203-4e08-89d3-2329327f5315 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '47602fa1-4c4d-4f4e-b606-f51b73d5ca48', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:50.209125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e26ca749-8203-4e08-89d3-2329327f5315 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.278560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e26ca749-8203-4e08-89d3-2329327f5315 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.515494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:54:50.568027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:50.568425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.676891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e26ca749-8203-4e08-89d3-2329327f5315 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.695860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ca749-8203-4e08-89d3-2329327f5315 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0993ae74-c23c-4759-9a7e-9f8caf527981,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.877520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e26ca749-8203-4e08-89d3-2329327f5315 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.880099 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e26ca749-8203-4e08-89d3-2329327f5315 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8168399 Apr 01 15:54:50.882797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56270) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:50.887514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2ca05e42-f934-4d31-9684-f73687d8e945 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '47602fa1-4c4d-4f4e-b606-f51b73d5ca48', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:50.997424 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-2ca05e42-f934-4d31-9684-f73687d8e945 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:54:51.003000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ca05e42-f934-4d31-9684-f73687d8e945 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.075542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ca05e42-f934-4d31-9684-f73687d8e945 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.202462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ca05e42-f934-4d31-9684-f73687d8e945 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.220909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca05e42-f934-4d31-9684-f73687d8e945 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a40ba1d-0fe7-4d5c-ad13-bc029bfbf26a,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:51.319658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2ca05e42-f934-4d31-9684-f73687d8e945 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.320987 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2ca05e42-f934-4d31-9684-f73687d8e945 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4371948 Apr 01 15:54:51.323831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56272) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:54:51.328359 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-beeffb29-bdb9-49e2-ab61-431d66e3f14b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '47602fa1-4c4d-4f4e-b606-f51b73d5ca48', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:51.454636 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-beeffb29-bdb9-49e2-ab61-431d66e3f14b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:54:51.460645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-beeffb29-bdb9-49e2-ab61-431d66e3f14b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.532587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-beeffb29-bdb9-49e2-ab61-431d66e3f14b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.665695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-beeffb29-bdb9-49e2-ab61-431d66e3f14b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.685863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeffb29-bdb9-49e2-ab61-431d66e3f14b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7749fd-b043-44c1-b9d8-22898e44b78a,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:51.811122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-beeffb29-bdb9-49e2-ab61-431d66e3f14b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.812481 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-beeffb29-bdb9-49e2-ab61-431d66e3f14b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4876297 Apr 01 15:54:52.029683 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-4e5cd452-c56e-4c91-9172-5e0c91cc69a9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879265259&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0329273 Apr 01 15:54:52.084634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-128a3689-69f1-4c20-b602-5e9f74a456de tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:52.086131 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-128a3689-69f1-4c20-b602-5e9f74a456de tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 929 time: 0.0490882 Apr 01 15:54:52.134623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-c820b4ca-9c6c-4018-bac0-c52b1af43d15 service neutron] 10.222.0.73 "GET /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0355930 Apr 01 15:54:52.240955 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-13ce4a14-5070-4c1d-8321-74ecfb0a4be9 service neutron] 10.222.0.73 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002207 Apr 01 15:54:52.357575 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-ec970f31-ea3b-4f60-8d38-f0277a800d7f service neutron] 10.222.0.73 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096828 Apr 01 15:54:52.754559 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4bac55e7-935f-4241-a394-7cabfea762cf req-402667dd-f461-46fc-ba04-e8122c50ce91 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 210 time: 0.0333130 Apr 01 15:54:53.841464 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b4adf5b8-3d3f-4924-b3e0-ae5b91e30fb7 req-3f14c35c-4201-4bdf-ad6d-a095c821611e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 210 time: 0.0270452 Apr 01 15:54:54.943791 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b52a614b-9e08-4edb-9869-07649a71b890 req-bfee2dbf-d5fc-44b4-a9eb-d48d95f71cb8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 210 time: 0.0329320 Apr 01 15:54:55.920956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-f9cace4e-8bac-44eb-9ef5-d6e9d1481879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.922812 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-f9cace4e-8bac-44eb-9ef5-d6e9d1481879 service neutron] 10.222.0.41 "GET /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 1025 time: 0.0353627 Apr 01 15:54:56.050570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-6297d635-dc33-42df-8bcb-aab28fa101b7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:56.052160 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-6297d635-dc33-42df-8bcb-aab28fa101b7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=5abb5a50-b3de-4826-acc3-988069f23959 HTTP/1.1" status: 200 len: 797 time: 0.1189849 Apr 01 15:54:56.064867 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b84bc41f-7dfa-4d42-a142-9a62cd3af721 req-83670cc4-6f84-47ce-baa4-268edc99d775 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 210 time: 0.0365198 Apr 01 15:54:56.106662 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-ad201a41-a3cc-4d62-9fdc-d1b0a856a187 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 379 time: 0.0408051 Apr 01 15:54:56.120702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Request body: {'port': {'device_id': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:54:56.180266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.483770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b051a4-924b-45f2-97f6-051d1fba69f8 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:54:56.492613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.505582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Transition to ACTIVE for port object 46b051a4-924b-45f2-97f6-051d1fba69f8 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:56.667471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.721543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:56.798576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Attempting to bind port 46b051a4-924b-45f2-97f6-051d1fba69f8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:56.798964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Attempting to bind port 46b051a4-924b-45f2-97f6-051d1fba69f8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:56.799305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Attempting to bind port 46b051a4-924b-45f2-97f6-051d1fba69f8 on network 5abb5a50-b3de-4826-acc3-988069f23959 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:54:56.805312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Port 46b051a4-924b-45f2-97f6-051d1fba69f8 on network 5abb5a50-b3de-4826-acc3-988069f23959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:54:56.805826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Attempting to bind port 46b051a4-924b-45f2-97f6-051d1fba69f8 on network 5abb5a50-b3de-4826-acc3-988069f23959 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:54:56.812077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:54:56.812525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Checking segment: {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:54:56.813082 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Bound using segment: {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:54:56.813634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Bound port: 46b051a4-924b-45f2-97f6-051d1fba69f8, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:56.814045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.894077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:56.898002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:57.003273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.042436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.043093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.044522 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] 10.222.0.41 "PUT /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 1130 time: 0.9282172 Apr 01 15:54:57.045045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:54:57.047311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7af225f-aab3-47fb-8937-87e4594a3f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a786f61c-45f3-4d45-879d-547bc62c25e5", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:54:57.071077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21de41f-6796-4d6c-98fd-ca6986bc15bd service neutron] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.087906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f0a244-7e73-4f6f-b435-de45a7fd598f x-openstack-request-id: req-a6f0a244-7e73-4f6f-b435-de45a7fd598f {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:54:57.088295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a786f61c-45f3-4d45-879d-547bc62c25e5", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:54:57.088793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6f0a244-7e73-4f6f-b435-de45a7fd598f {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:54:57.089206 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f0a244-7e73-4f6f-b435-de45a7fd598f'] response: {'name': 'network-changed', 'server_uuid': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'status': 'completed', 'code': 200} Apr 01 15:54:57.165914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af225f-aab3-47fb-8937-87e4594a3f5c req-b6eab8f1-928f-4084-8de5-c77bbc8813c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.168408 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a7af225f-aab3-47fb-8937-87e4594a3f5c req-b6eab8f1-928f-4084-8de5-c77bbc8813c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 1133 time: 0.0509529 Apr 01 15:54:57.206304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67fc86-f967-4dca-bc25-c0a18c4cef76 req-969689fb-7bfe-4443-a166-c39ec46f4264 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.207913 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e67fc86-f967-4dca-bc25-c0a18c4cef76 req-969689fb-7bfe-4443-a166-c39ec46f4264 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 980 time: 0.0532062 Apr 01 15:54:57.259106 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e67fc86-f967-4dca-bc25-c0a18c4cef76 req-7681b0f3-e6bb-4329-b197-41d4a4f1aff3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Apr 01 15:54:57.283738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af225f-aab3-47fb-8937-87e4594a3f5c req-13fa41d2-1b14-49bd-9af3-3ca30100b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.285225 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a7af225f-aab3-47fb-8937-87e4594a3f5c req-13fa41d2-1b14-49bd-9af3-3ca30100b44f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1078882 Apr 01 15:54:57.389752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af225f-aab3-47fb-8937-87e4594a3f5c req-52df0db4-d25a-4671-a267-d073abf946fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.391227 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a7af225f-aab3-47fb-8937-87e4594a3f5c req-52df0db4-d25a-4671-a267-d073abf946fe service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0962498 Apr 01 15:54:57.482934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-ed9e63c4-2802-47e3-b6ac-1120ed933326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.484535 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-ed9e63c4-2802-47e3-b6ac-1120ed933326 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 1133 time: 0.0489378 Apr 01 15:54:57.531274 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-5d78c6d6-259b-4954-b63c-cb9409513833 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 217 time: 0.0339541 Apr 01 15:54:57.582264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-2e316359-f2d5-4058-9969-058c815142f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.583746 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-2e316359-f2d5-4058-9969-058c815142f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6663dbb5-1506-4d91-ace4-d45c02046849 HTTP/1.1" status: 200 len: 835 time: 0.0446334 Apr 01 15:54:57.635645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e84210a4-ea80-427e-aa99-bb3b387c9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:57.637232 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-e84210a4-ea80-427e-aa99-bb3b387c9ae8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abb5a50-b3de-4826-acc3-988069f23959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462165 Apr 01 15:54:57.734988 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-0c0485b1-b2ec-473f-98d5-458f35a3a749 service neutron] 10.222.0.41 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864096 Apr 01 15:54:57.834279 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b984e19e-3bdc-4ee5-ac48-f4a1ef221575 req-52b87bbc-e56a-4132-a8a1-9c28ac6abda5 service neutron] 10.222.0.41 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884709 Apr 01 15:54:58.381133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95d5f1-697e-48f5-b825-bf553dc1326d req-b67dcfbe-c406-4716-975e-ba2414e694b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:58.382703 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8b95d5f1-697e-48f5-b825-bf553dc1326d req-b67dcfbe-c406-4716-975e-ba2414e694b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 980 time: 0.0519373 Apr 01 15:54:58.426695 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8b95d5f1-697e-48f5-b825-bf553dc1326d req-9781efe2-9cbc-4918-8dc3-d2ea3e86c96c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376129 Apr 01 15:54:59.550149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9409347-3a63-4201-b71a-5325eb0f7c79 req-a91ad5ef-8d4e-4bf3-b94c-e84975d1e36e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:59.552481 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9409347-3a63-4201-b71a-5325eb0f7c79 req-a91ad5ef-8d4e-4bf3-b94c-e84975d1e36e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 980 time: 0.0555694 Apr 01 15:54:59.608280 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9409347-3a63-4201-b71a-5325eb0f7c79 req-e2d4813e-e877-48d4-b276-0d7a99716a11 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490594 Apr 01 15:55:00.735585 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b8b7c-ad58-454d-8edf-9bdb595f94bf req-31e30d25-2334-4191-9d99-ba1ade596699 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:00.737404 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d10b8b7c-ad58-454d-8edf-9bdb595f94bf req-31e30d25-2334-4191-9d99-ba1ade596699 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 980 time: 0.0557570 Apr 01 15:55:00.778942 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d10b8b7c-ad58-454d-8edf-9bdb595f94bf req-5d75b67e-6215-41ac-b32c-d309a17f32cb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345933 Apr 01 15:55:01.340242 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46b051a4-924b-45f2-97f6-051d1fba69f8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:55:01.444408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:01.456474 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'port_id': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'mac_address': 'fa:16:3e:a1:b6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:55:01.494678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.508327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b051a4-924b-45f2-97f6-051d1fba69f8 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:55:01.527967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:01.602789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.652240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.912069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f3186-d36d-47dc-8335-57a26dc280c5 req-27edd58e-f0ff-480d-9ed9-6a5cddcbe672 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:01.913603 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3c6f3186-d36d-47dc-8335-57a26dc280c5 req-27edd58e-f0ff-480d-9ed9-6a5cddcbe672 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 981 time: 0.0643244 Apr 01 15:55:01.915473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['46b051a4-924b-45f2-97f6-051d1fba69f8'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:55:01.954200 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3c6f3186-d36d-47dc-8335-57a26dc280c5 req-ca124bce-9e83-463b-83cd-40cc86709818 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343609 Apr 01 15:55:03.074317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618c3a7-88f9-4f07-918b-1573cf9dc7e3 req-4e471656-89f3-463e-ab11-875ac89b7ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:03.075833 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3618c3a7-88f9-4f07-918b-1573cf9dc7e3 req-4e471656-89f3-463e-ab11-875ac89b7ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 981 time: 0.0532312 Apr 01 15:55:03.115349 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3618c3a7-88f9-4f07-918b-1573cf9dc7e3 req-0752575e-5914-4ac2-a88a-0008201fa8ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Apr 01 15:55:03.338615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46b051a4-924b-45f2-97f6-051d1fba69f8 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:55:03.527793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 46b051a4-924b-45f2-97f6-051d1fba69f8 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:03.531918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 46b051a4-924b-45f2-97f6-051d1fba69f8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:03.532293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.611981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.634192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:55:03.636467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d08f2dd-2e69-4114-849f-32756ea81fb8" -d '{"events": [{"server_uuid": "a786f61c-45f3-4d45-879d-547bc62c25e5", "name": "network-vif-plugged", "status": "completed", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:55:03.649575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:03.679677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cd1e45-3ed5-4b62-8f3b-a63d76808e16 x-openstack-request-id: req-b2cd1e45-3ed5-4b62-8f3b-a63d76808e16 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:55:03.680020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a786f61c-45f3-4d45-879d-547bc62c25e5", "name": "network-vif-plugged", "status": "completed", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:55:03.680274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b2cd1e45-3ed5-4b62-8f3b-a63d76808e16 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:55:03.680772 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2cd1e45-3ed5-4b62-8f3b-a63d76808e16'] response: {'server_uuid': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'code': 200} Apr 01 15:55:03.761994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.808454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.157373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ab9d3-7bf1-4392-83fc-c941d9d32cf7 req-89dad45f-9c17-4ee7-94fd-465c80b79e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:04.158886 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-274ab9d3-7bf1-4392-83fc-c941d9d32cf7 req-89dad45f-9c17-4ee7-94fd-465c80b79e82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 1135 time: 0.0408075 Apr 01 15:55:04.194888 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-274ab9d3-7bf1-4392-83fc-c941d9d32cf7 req-4d0d61bc-1d3b-43d0-8104-3a0bad763dad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296149 Apr 01 15:55:04.230627 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a687056-def4-4bea-9b41-260af4c35e96 req-57c29ba7-3043-403b-a2b5-f208c420c408 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:04.232108 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1a687056-def4-4bea-9b41-260af4c35e96 req-57c29ba7-3043-403b-a2b5-f208c420c408 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 982 time: 0.0481954 Apr 01 15:55:04.270107 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1a687056-def4-4bea-9b41-260af4c35e96 req-85c1a877-6852-4b4a-822a-f49c27f3c7db tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Apr 01 15:55:04.784758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-53357838-5b7c-4b4c-9c42-9d486712db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.392542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33501ed-94b9-42d3-8caa-687215e23676 req-231c3877-40f9-4003-a395-1f356f1b0f80 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:05.394038 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e33501ed-94b9-42d3-8caa-687215e23676 req-231c3877-40f9-4003-a395-1f356f1b0f80 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 982 time: 0.0512679 Apr 01 15:55:05.431423 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e33501ed-94b9-42d3-8caa-687215e23676 req-50880ac8-efe1-4b8d-9688-144513771260 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312486 Apr 01 15:55:06.552297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3416293-7a1a-4e8d-b7d0-8fd6e31f9772 req-718bbd08-8c50-46f2-8689-d471c74adf7a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:06.553845 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c3416293-7a1a-4e8d-b7d0-8fd6e31f9772 req-718bbd08-8c50-46f2-8689-d471c74adf7a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 982 time: 0.0538993 Apr 01 15:55:06.591291 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c3416293-7a1a-4e8d-b7d0-8fd6e31f9772 req-48cc3518-e795-496c-9b25-0d22cd09183c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Apr 01 15:55:06.716738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906e344-d5fc-4967-b92d-10b749fe1252 req-0c03e1d2-adb2-4656-9afd-1a9ac229d78d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:06.718262 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4906e344-d5fc-4967-b92d-10b749fe1252 req-0c03e1d2-adb2-4656-9afd-1a9ac229d78d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 982 time: 0.0518394 Apr 01 15:55:06.761033 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4906e344-d5fc-4967-b92d-10b749fe1252 req-cffa6186-faed-4249-9bf9-d1a8f4c95cd1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352716 Apr 01 15:55:06.786174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56336) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:06.826690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac9bfa-9f0d-40c3-8528-05ba2c79e16c tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:06.828195 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0bac9bfa-9f0d-40c3-8528-05ba2c79e16c tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 1130 time: 0.0410450 Apr 01 15:55:06.831181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56338) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:06.836217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:07.128117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.230687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.322828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ca631dd5-d54b-44d8-a572-184fa685d3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.338103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.91 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/f2bc9f64-4d5b-42a5-a4ae-cf198a493d3c) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:07.446849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.568664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.608364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:07.611952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:07.616134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:55:07.621514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=f2bc9f64-4d5b-42a5-a4ae-cf198a493d3c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.029652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.187152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.627374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.755494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.822220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=f2bc9f64-4d5b-42a5-a4ae-cf198a493d3c,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.838280 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.945692 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 39a791c3-bd40-4456-ba68-4702c44743e4 associated. External IP: 172.26.6.91, port: 46b051a4-924b-45f2-97f6-051d1fba69f8. Apr 01 15:55:09.165407 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:09.272221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:09.281914 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] Sync routers for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:09.291964 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:09.292593 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:09.380459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.396297 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:09.407138 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d57939c7-3857-458e-ad5c-2e7c67c556c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.5749283 Apr 01 15:55:09.408454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:55:09.410026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56340) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:09.411322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e61a5-7255-455a-8889-19d0c577bd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a786f61c-45f3-4d45-879d-547bc62c25e5", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:55:09.449545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd15cff-4dce-46ff-8557-22d072197f21 x-openstack-request-id: req-7cd15cff-4dce-46ff-8557-22d072197f21 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:55:09.449838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a786f61c-45f3-4d45-879d-547bc62c25e5", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:55:09.450092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7cd15cff-4dce-46ff-8557-22d072197f21 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:55:09.450502 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd15cff-4dce-46ff-8557-22d072197f21'] response: {'name': 'network-changed', 'server_uuid': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'status': 'completed', 'code': 200} Apr 01 15:55:09.513593 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd08488f-ca1a-4a3b-9150-99411c9b7eb1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:09.516014 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dd08488f-ca1a-4a3b-9150-99411c9b7eb1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5&network_id=5abb5a50-b3de-4826-acc3-988069f23959 HTTP/1.1" status: 200 len: 1130 time: 0.1036937 Apr 01 15:55:09.523845 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-c5cfbd44-b579-4acf-b131-341634d48d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:09.524944 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-c5cfbd44-b579-4acf-b131-341634d48d87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 1135 time: 0.0487690 Apr 01 15:55:09.624800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-c883508b-91cc-40ef-86ec-100b4945b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:09.626480 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-c883508b-91cc-40ef-86ec-100b4945b928 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5abb5a50-b3de-4826-acc3-988069f23959 HTTP/1.1" status: 200 len: 899 time: 0.0945294 Apr 01 15:55:09.628699 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '39a791c3-bd40-4456-ba68-4702c44743e4', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.91', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'port_id': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-922872655', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'mac_address': 'fa:16:3e:a1:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:07Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd16b11-0785-46d4-af4d-3e7d84b7fc7a', 'name': '', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:db:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:44Z', 'updated_at': '2022-04-01T15:54:48Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:09.659045 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] Checking router: dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:09.668072 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:09.668778 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:09.706831 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-ea64133e-9901-4ae8-8191-b65463eb6322 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 1035 time: 0.0729525 Apr 01 15:55:09.750568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.764671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-6de4de9f-370f-43be-b081-85b22fbcb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:09.766295 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-6de4de9f-370f-43be-b081-85b22fbcb986 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6663dbb5-1506-4d91-ace4-d45c02046849 HTTP/1.1" status: 200 len: 835 time: 0.0526469 Apr 01 15:55:09.781650 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:09.815770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-5c8968c1-8cc0-47fb-a49a-3f49c03d5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:09.817892 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-5c8968c1-8cc0-47fb-a49a-3f49c03d5401 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abb5a50-b3de-4826-acc3-988069f23959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448279 Apr 01 15:55:09.917294 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-02fc2ac6-7c52-4c89-bd76-7286ec52dca1 service neutron] 10.222.0.41 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915012 Apr 01 15:55:10.015962 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9d7e61a5-7255-455a-8889-19d0c577bd4c req-581351dc-0815-440d-aa32-308bbe019091 service neutron] 10.222.0.41 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875504 Apr 01 15:55:10.016311 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '39a791c3-bd40-4456-ba68-4702c44743e4', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.91', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'port_id': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-922872655', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'mac_address': 'fa:16:3e:a1:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:07Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd16b11-0785-46d4-af4d-3e7d84b7fc7a', 'name': '', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:db:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:44Z', 'updated_at': '2022-04-01T15:54:48Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:10.041182 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a752f-902a-4ff9-a7fe-14dfdaba78af None None] The sync data for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv is: [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '39a791c3-bd40-4456-ba68-4702c44743e4', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.91', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'port_id': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-922872655', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'mac_address': 'fa:16:3e:a1:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a786f61c-45f3-4d45-879d-547bc62c25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:55:07Z', 'updated_at': '2022-04-01T15:55:07Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd16b11-0785-46d4-af4d-3e7d84b7fc7a', 'name': '', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:db:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:44Z', 'updated_at': '2022-04-01T15:54:48Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:10.259049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032cb08-dfe5-4482-9443-a0fe026753f6 None None] New status for floating IP 39a791c3-bd40-4456-ba68-4702c44743e4: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:55:10.425138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d103-0a5a-45b3-b4dd-b5dc2ac49c4c req-78add692-65cb-4c40-ac72-0663e1448bc1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:10.427473 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c855d103-0a5a-45b3-b4dd-b5dc2ac49c4c req-78add692-65cb-4c40-ac72-0663e1448bc1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 982 time: 0.4278421 Apr 01 15:55:10.468860 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c855d103-0a5a-45b3-b4dd-b5dc2ac49c4c req-7461949c-c975-46c1-b2d9-4189dae3e352 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347500 Apr 01 15:55:10.893481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.984809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.589358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009fccb-3042-4b4e-a039-b9ba7f2a2c9b req-a1734f7b-16f4-451e-ad04-399b9b3c2216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:11.590853 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e009fccb-3042-4b4e-a039-b9ba7f2a2c9b req-a1734f7b-16f4-451e-ad04-399b9b3c2216 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 982 time: 0.0506666 Apr 01 15:55:11.613355 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-add7f9b5-edd7-4e6d-b709-8e03e75f9a29 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:11.614987 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-add7f9b5-edd7-4e6d-b709-8e03e75f9a29 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 982 time: 0.0522394 Apr 01 15:55:11.631747 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e009fccb-3042-4b4e-a039-b9ba7f2a2c9b req-ce2761ab-932f-4bc0-9681-d8860e4f82f7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344429 Apr 01 15:55:11.669128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-73e3c474-afd6-4aa2-8daf-5ab28882df44 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:11.670619 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-73e3c474-afd6-4aa2-8daf-5ab28882df44 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0475280 Apr 01 15:55:11.779147 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-60596d8e-fbc0-431b-8c9c-89fcb15fd80a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1011524 Apr 01 15:55:11.789910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:11.851086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.987811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:12.027428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:12.062654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] device_id is not set on port 46b051a4-924b-45f2-97f6-051d1fba69f8 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:12.073789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.179167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.286853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=6']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.376100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] No DVR routers for this DVR port 46b051a4-924b-45f2-97f6-051d1fba69f8 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:12.443553 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f83c62b1-f729-4e84-8402-10290a9ef4d8 None None] Provisioning complete for port 46b051a4-924b-45f2-97f6-051d1fba69f8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:12.444098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f83c62b1-f729-4e84-8402-10290a9ef4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.480305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f83c62b1-f729-4e84-8402-10290a9ef4d8 None None] Port 46b051a4-924b-45f2-97f6-051d1fba69f8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:55:12.518694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] In _notify_port_updated(), no bound segment for port 46b051a4-924b-45f2-97f6-051d1fba69f8 on network 5abb5a50-b3de-4826-acc3-988069f23959 {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:55:12.519576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.520894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.522206 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8773a796-5ed1-4e33-ad4a-aafe6d36029b req-58822777-3ba3-4e88-b4b0-aa3c845bc532 service neutron] 10.222.0.41 "PUT /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 1025 time: 0.7363036 Apr 01 15:55:12.728571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-71023e67-0acc-40bd-901f-2ca9a6ee1d55 req-6ac7488a-c384-4c8f-856f-c57c86073269 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 210 time: 0.0270543 Apr 01 15:55:13.836645 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9c70f81d-21f1-42f5-bc8d-2d54fa95e34d req-5124c021-fd24-4774-86d3-212d8657a994 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a786f61c-45f3-4d45-879d-547bc62c25e5 HTTP/1.1" status: 200 len: 210 time: 0.0291595 Apr 01 15:55:14.899814 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56358) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:14.943098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4308ef-63d2-4a45-af8a-c9c0f3fd2e6c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:14.944529 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fa4308ef-63d2-4a45-af8a-c9c0f3fd2e6c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 924 time: 0.0435843 Apr 01 15:55:15.282562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56362) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:15.287884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2016c109-d0e6-49ad-bb8a-648123ed1baa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472419988', 'description': 'tempest-secgroup-smoke-1472419988 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:15.398096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46b051a4-924b-45f2-97f6-051d1fba69f8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:55:15.437789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46b051a4-924b-45f2-97f6-051d1fba69f8 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:55:15.447576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2016c109-d0e6-49ad-bb8a-648123ed1baa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.481775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.526259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2016c109-d0e6-49ad-bb8a-648123ed1baa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.665241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2016c109-d0e6-49ad-bb8a-648123ed1baa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.696998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016c109-d0e6-49ad-bb8a-648123ed1baa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f89e712-968b-426c-8e78-c5d37b0f5453,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.827173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2016c109-d0e6-49ad-bb8a-648123ed1baa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.832712 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2016c109-d0e6-49ad-bb8a-648123ed1baa tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5449228 Apr 01 15:55:15.832870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56364) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:15.836502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4836002d-74a4-4666-bfed-a807aa3ca563 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '3f89e712-968b-426c-8e78-c5d37b0f5453', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:16.001480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4836002d-74a4-4666-bfed-a807aa3ca563 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.066351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4836002d-74a4-4666-bfed-a807aa3ca563 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.183788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4836002d-74a4-4666-bfed-a807aa3ca563 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.203878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836002d-74a4-4666-bfed-a807aa3ca563 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828bbebd-a79d-411e-8a69-bda152d94309,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.364729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4836002d-74a4-4666-bfed-a807aa3ca563 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.366011 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4836002d-74a4-4666-bfed-a807aa3ca563 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5331900 Apr 01 15:55:16.368762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56366) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:16.373368 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-df6d72a3-cbc3-4843-a07d-04e6fd020e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '3f89e712-968b-426c-8e78-c5d37b0f5453', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:16.629702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-df6d72a3-cbc3-4843-a07d-04e6fd020e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.691916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-df6d72a3-cbc3-4843-a07d-04e6fd020e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.881964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-df6d72a3-cbc3-4843-a07d-04e6fd020e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.900311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d72a3-cbc3-4843-a07d-04e6fd020e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed6ade6-d035-460a-936b-0f756ef47255,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:17.147363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-df6d72a3-cbc3-4843-a07d-04e6fd020e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.148572 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-df6d72a3-cbc3-4843-a07d-04e6fd020e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7787938 Apr 01 15:55:17.151389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56368) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:17.155872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f4358c30-23bf-4d1e-8ebb-b95f0cf595c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '3f89e712-968b-426c-8e78-c5d37b0f5453', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:17.332795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f4358c30-23bf-4d1e-8ebb-b95f0cf595c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.390905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f4358c30-23bf-4d1e-8ebb-b95f0cf595c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.571980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f4358c30-23bf-4d1e-8ebb-b95f0cf595c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.589506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4358c30-23bf-4d1e-8ebb-b95f0cf595c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1e0e16-2ae8-4a9a-83b2-387446c62957,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:17.736132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f4358c30-23bf-4d1e-8ebb-b95f0cf595c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.737984 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f4358c30-23bf-4d1e-8ebb-b95f0cf595c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5855713 Apr 01 15:55:17.741235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56370) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:17.745712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9862f57d-e8cf-406c-9075-cdbdbdf2f2f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '3f89e712-968b-426c-8e78-c5d37b0f5453', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:17.899186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9862f57d-e8cf-406c-9075-cdbdbdf2f2f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.961486 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9862f57d-e8cf-406c-9075-cdbdbdf2f2f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.144489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9862f57d-e8cf-406c-9075-cdbdbdf2f2f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.162350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862f57d-e8cf-406c-9075-cdbdbdf2f2f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d437d9-daaa-4195-aa7e-8d3787f30468,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.329842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9862f57d-e8cf-406c-9075-cdbdbdf2f2f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.331095 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9862f57d-e8cf-406c-9075-cdbdbdf2f2f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5889049 Apr 01 15:55:18.334311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56372) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:18.338696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-cd48ee84-261f-4800-bcfa-d8678f63d0b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '3f89e712-968b-426c-8e78-c5d37b0f5453', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:18.527544 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-cd48ee84-261f-4800-bcfa-d8678f63d0b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:55:18.532905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd48ee84-261f-4800-bcfa-d8678f63d0b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.593044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd48ee84-261f-4800-bcfa-d8678f63d0b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.773532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd48ee84-261f-4800-bcfa-d8678f63d0b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.794496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48ee84-261f-4800-bcfa-d8678f63d0b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abddf2ed-3131-4276-8748-58bb774b6953,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.901253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd48ee84-261f-4800-bcfa-d8678f63d0b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.902562 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cd48ee84-261f-4800-bcfa-d8678f63d0b2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5672574 Apr 01 15:55:18.905212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56374) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:18.909580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-35763635-a16b-4656-8b29-222f380f9e30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '3f89e712-968b-426c-8e78-c5d37b0f5453', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:19.057746 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-35763635-a16b-4656-8b29-222f380f9e30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:55:19.062967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35763635-a16b-4656-8b29-222f380f9e30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.126466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35763635-a16b-4656-8b29-222f380f9e30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.127190 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:55:19.230490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35763635-a16b-4656-8b29-222f380f9e30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.248942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35763635-a16b-4656-8b29-222f380f9e30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ff4c86-0356-4fdf-ae2a-633c813c28ed,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.368175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35763635-a16b-4656-8b29-222f380f9e30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.370521 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-35763635-a16b-4656-8b29-222f380f9e30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4633195 Apr 01 15:55:19.509527 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-96fcdfc0-748a-47bd-b5b1-50dd53cad480 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472419988&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0339644 Apr 01 15:55:19.560259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-f96244af-c9c8-4c4b-81f6-8077af7aca73 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:19.561769 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-f96244af-c9c8-4c4b-81f6-8077af7aca73 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 929 time: 0.0454316 Apr 01 15:55:19.612123 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-50e265d7-9818-4c66-a3fe-f0c95938bff8 service neutron] 10.222.0.73 "GET /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0380340 Apr 01 15:55:19.701423 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-3313c570-d415-4b3c-97b0-e053c4a52d89 service neutron] 10.222.0.73 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832369 Apr 01 15:55:19.795060 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-5ee36bab-8699-45aa-92aa-1a1ab2562535 service neutron] 10.222.0.73 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870340 Apr 01 15:55:20.141314 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-55161910-1703-4ec2-b813-54f530bb0a53 req-6baa973a-0c0f-4607-8b75-d93fec10951f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 210 time: 0.0287635 Apr 01 15:55:21.222514 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31ac2daa-e222-444a-9205-ffde6404e536 req-6e4745ce-87c5-405f-895d-23625f9e1a9f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 210 time: 0.0259273 Apr 01 15:55:22.319620 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ceb2c8ba-c3a5-478e-b99a-8b16faf214a0 req-9fe8ad5b-3dc1-429d-bf08-ba8ed75460cb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 210 time: 0.0268519 Apr 01 15:55:23.417015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-632b16d0-5743-4fb1-8675-c90ee8214307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.418415 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-632b16d0-5743-4fb1-8675-c90ee8214307 service neutron] 10.222.0.41 "GET /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 1025 time: 0.0378611 Apr 01 15:55:23.423390 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0b41abbe-885a-4b99-9826-ea59d4f2418d req-24de826e-b622-4e94-a6c5-6b7d461a7fef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 210 time: 0.0313344 Apr 01 15:55:23.528445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-de12c47d-7ce7-46d2-86bb-ee762973cf9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.529915 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-de12c47d-7ce7-46d2-86bb-ee762973cf9a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=5abb5a50-b3de-4826-acc3-988069f23959 HTTP/1.1" status: 200 len: 797 time: 0.1014497 Apr 01 15:55:23.579649 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-0f81d6e4-8215-4326-9611-aeeaddb282b3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 472 time: 0.0348394 Apr 01 15:55:23.594207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Request body: {'port': {'device_id': '1ba8705d-876b-4ade-bb0b-562dc6a14afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:23.654104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.920633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b051a4-924b-45f2-97f6-051d1fba69f8 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:55:23.928962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.942522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Transition to ACTIVE for port object 46b051a4-924b-45f2-97f6-051d1fba69f8 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:24.092946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.174866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=7']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.277023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Attempting to bind port 46b051a4-924b-45f2-97f6-051d1fba69f8 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:24.277382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Attempting to bind port 46b051a4-924b-45f2-97f6-051d1fba69f8 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:24.277796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Attempting to bind port 46b051a4-924b-45f2-97f6-051d1fba69f8 on network 5abb5a50-b3de-4826-acc3-988069f23959 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:55:24.282312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Port 46b051a4-924b-45f2-97f6-051d1fba69f8 on network 5abb5a50-b3de-4826-acc3-988069f23959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:55:24.282630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Attempting to bind port 46b051a4-924b-45f2-97f6-051d1fba69f8 on network 5abb5a50-b3de-4826-acc3-988069f23959 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:55:24.287847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:55:24.288191 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Checking segment: {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:55:24.288607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Bound using segment: {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:55:24.289036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Bound port: 46b051a4-924b-45f2-97f6-051d1fba69f8, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a000b761-f52c-402c-b72e-7190f1cd43eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:24.289402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.358379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:24.362058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:24.493750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.531364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:24.531985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.533426 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] 10.222.0.41 "PUT /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 1130 time: 0.9431231 Apr 01 15:55:24.533872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba8705d-876b-4ade-bb0b-562dc6a14afa', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:55:24.536703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5f348f-f463-48ba-a84d-00efdf9398de" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba8705d-876b-4ade-bb0b-562dc6a14afa", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:55:24.546110 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4b59-d09f-47c9-9a80-cb38af860b9c req-efbc2559-46a0-4fb0-bd7e-c8d61e3bd56d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:24.548295 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a29f4b59-d09f-47c9-9a80-cb38af860b9c req-efbc2559-46a0-4fb0-bd7e-c8d61e3bd56d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 980 time: 0.0550942 Apr 01 15:55:24.563770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b2a50-becb-4e4b-ad5f-ec4bc3d988be service neutron] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=8']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.589899 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a29f4b59-d09f-47c9-9a80-cb38af860b9c req-01a446c2-f34f-494c-bbcc-a522f832ace9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Apr 01 15:55:24.610614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab0a5da-742a-4cd7-ac90-79cfae325b7f x-openstack-request-id: req-eab0a5da-742a-4cd7-ac90-79cfae325b7f {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:55:24.611006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba8705d-876b-4ade-bb0b-562dc6a14afa", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:55:24.611391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eab0a5da-742a-4cd7-ac90-79cfae325b7f {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:55:24.611868 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab0a5da-742a-4cd7-ac90-79cfae325b7f'] response: {'name': 'network-changed', 'server_uuid': '1ba8705d-876b-4ade-bb0b-562dc6a14afa', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'status': 'completed', 'code': 200} Apr 01 15:55:24.682944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f348f-f463-48ba-a84d-00efdf9398de req-1da9deb3-f745-4ea8-a65d-26de79151b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:24.684559 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bd5f348f-f463-48ba-a84d-00efdf9398de req-1da9deb3-f745-4ea8-a65d-26de79151b7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 1133 time: 0.0444057 Apr 01 15:55:24.790740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f348f-f463-48ba-a84d-00efdf9398de req-b2a9084e-27f4-4f0a-b342-65bd4133773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:24.792220 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bd5f348f-f463-48ba-a84d-00efdf9398de req-b2a9084e-27f4-4f0a-b342-65bd4133773e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0989459 Apr 01 15:55:24.888964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f348f-f463-48ba-a84d-00efdf9398de req-9bddf7f8-b9bc-460c-a527-0d86dd0e095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:24.890501 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bd5f348f-f463-48ba-a84d-00efdf9398de req-9bddf7f8-b9bc-460c-a527-0d86dd0e095d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0906649 Apr 01 15:55:24.972925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-6d453153-476c-4214-94b5-af1a1273f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:24.974307 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-6d453153-476c-4214-94b5-af1a1273f56d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 1133 time: 0.0447910 Apr 01 15:55:25.045359 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-1fb319fc-e68a-4d5f-bf71-a46dbb6e0cfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 1035 time: 0.0588439 Apr 01 15:55:25.095918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-c5f91886-b5c5-4ad1-b8c5-bcc3454caf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:25.097397 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-c5f91886-b5c5-4ad1-b8c5-bcc3454caf0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6663dbb5-1506-4d91-ace4-d45c02046849 HTTP/1.1" status: 200 len: 835 time: 0.0441155 Apr 01 15:55:25.151264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-2cb3c5db-dd9a-4bff-baf3-4ad622f04f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:25.152861 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-2cb3c5db-dd9a-4bff-baf3-4ad622f04f98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5abb5a50-b3de-4826-acc3-988069f23959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454085 Apr 01 15:55:25.244321 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-84b375c2-377d-4019-a76e-155bd5dad293 service neutron] 10.222.0.41 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829268 Apr 01 15:55:25.340698 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81e18f7c-1171-48ee-9881-9ad3763540f7 req-47c7e484-9b27-4253-9273-63b38b0cf63d service neutron] 10.222.0.41 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872304 Apr 01 15:55:25.713851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a5bac-30e8-47c2-a947-36e63cc5ae76 req-6fafd9e6-d212-448d-8138-ca9f18d8817b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:25.715398 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f73a5bac-30e8-47c2-a947-36e63cc5ae76 req-6fafd9e6-d212-448d-8138-ca9f18d8817b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 980 time: 0.0529656 Apr 01 15:55:25.755616 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f73a5bac-30e8-47c2-a947-36e63cc5ae76 req-52ecefd9-3a86-4dba-aeee-dd2f760b6165 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341353 Apr 01 15:55:26.875371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc8b55-a098-4b5e-bc0e-38cc2ecb0dc6 req-a905a9fb-283f-4261-8a34-8a3d6df3f0db tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:26.876876 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0dc8b55-a098-4b5e-bc0e-38cc2ecb0dc6 req-a905a9fb-283f-4261-8a34-8a3d6df3f0db tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 980 time: 0.0490382 Apr 01 15:55:26.919959 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0dc8b55-a098-4b5e-bc0e-38cc2ecb0dc6 req-2f62e2b6-c19b-4a33-a460-737f3d51e033 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362887 Apr 01 15:55:28.033945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b602-6e62-4605-b697-e21fcbc84ed0 req-26f8e3b9-aa5a-4068-b685-764fac58ec0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:28.035968 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8206b602-6e62-4605-b697-e21fcbc84ed0 req-26f8e3b9-aa5a-4068-b685-764fac58ec0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 980 time: 0.0489550 Apr 01 15:55:28.072533 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8206b602-6e62-4605-b697-e21fcbc84ed0 req-b7f9e473-3ee6-454f-b9cb-167f8accb806 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305886 Apr 01 15:55:29.191087 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db14d9-3670-44a2-88b7-5e2e6fb9884b req-9b681d45-b179-4700-904c-c0fc169a28bb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:29.192600 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-37db14d9-3670-44a2-88b7-5e2e6fb9884b req-9b681d45-b179-4700-904c-c0fc169a28bb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 980 time: 0.0501304 Apr 01 15:55:29.230467 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-37db14d9-3670-44a2-88b7-5e2e6fb9884b req-e5c79d2e-ee4f-4839-85d6-b057acd97688 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315545 Apr 01 15:55:29.481976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46b051a4-924b-45f2-97f6-051d1fba69f8 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:55:29.575883 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:29.590247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'port_id': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'mac_address': 'fa:16:3e:a1:b6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:55:29.628066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.641249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b051a4-924b-45f2-97f6-051d1fba69f8 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:55:29.661180 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:29.830143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.876316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=9']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.106357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['46b051a4-924b-45f2-97f6-051d1fba69f8'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:55:30.347869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14f39-6d67-402f-9d5a-a8dd44e12a55 req-d5a3aa2b-3162-491f-bd05-e443c38582cb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:30.349388 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4bd14f39-6d67-402f-9d5a-a8dd44e12a55 req-d5a3aa2b-3162-491f-bd05-e443c38582cb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 981 time: 0.0506315 Apr 01 15:55:30.390696 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4bd14f39-6d67-402f-9d5a-a8dd44e12a55 req-4025ba50-e5f6-43c4-84e4-1aac43a67f62 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349655 Apr 01 15:55:31.495127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46b051a4-924b-45f2-97f6-051d1fba69f8 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:55:31.509747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c66ea-3b14-4e9c-a97d-ba603daf8094 req-1a143aa5-a84e-4cf5-9d1c-8ebf4fc6498c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.511189 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fa1c66ea-3b14-4e9c-a97d-ba603daf8094 req-1a143aa5-a84e-4cf5-9d1c-8ebf4fc6498c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 981 time: 0.0526497 Apr 01 15:55:31.551477 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0efa69d-2338-4513-b032-5533bfe55755 req-3bf02d86-80d1-4e85-aeca-998ec47cb276 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429204 Apr 01 15:55:31.552557 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fa1c66ea-3b14-4e9c-a97d-ba603daf8094 req-d3a847f9-9a3d-442a-91a3-8d4cc57803bd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Apr 01 15:55:31.635554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 46b051a4-924b-45f2-97f6-051d1fba69f8 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:31.639662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 46b051a4-924b-45f2-97f6-051d1fba69f8 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:31.640038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.640503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efa69d-2338-4513-b032-5533bfe55755 req-df5116e2-844e-4ad4-b999-7d4931a87c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.642154 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0efa69d-2338-4513-b032-5533bfe55755 req-df5116e2-844e-4ad4-b999-7d4931a87c15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 1098 time: 0.0402257 Apr 01 15:55:31.724476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.748441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba8705d-876b-4ade-bb0b-562dc6a14afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:55:31.750802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ad1ac3-4d25-4085-8b79-2fd143e3f5e2" -d '{"events": [{"server_uuid": "1ba8705d-876b-4ade-bb0b-562dc6a14afa", "name": "network-vif-plugged", "status": "completed", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:55:31.760883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efa69d-2338-4513-b032-5533bfe55755 req-6782e8e4-3f71-4f38-9876-6d326b9d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.762654 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0efa69d-2338-4513-b032-5533bfe55755 req-6782e8e4-3f71-4f38-9876-6d326b9d59df service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.0933571 Apr 01 15:55:31.764495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:31.791385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f1e93f-cf12-43f7-997a-57b24394afee x-openstack-request-id: req-d9f1e93f-cf12-43f7-997a-57b24394afee {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:55:31.791661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba8705d-876b-4ade-bb0b-562dc6a14afa", "name": "network-vif-plugged", "status": "completed", "tag": "46b051a4-924b-45f2-97f6-051d1fba69f8", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:55:31.791913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9f1e93f-cf12-43f7-997a-57b24394afee {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:55:31.792302 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f1e93f-cf12-43f7-997a-57b24394afee'] response: {'server_uuid': '1ba8705d-876b-4ade-bb0b-562dc6a14afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b051a4-924b-45f2-97f6-051d1fba69f8', 'code': 200} Apr 01 15:55:31.836391 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0efa69d-2338-4513-b032-5533bfe55755 req-1151386a-214b-40ce-9a11-63093193fd71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568ad2a6-30ad-4b02-823b-1639948540c0 HTTP/1.1" status: 200 len: 1000 time: 0.0639155 Apr 01 15:55:31.890978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efa69d-2338-4513-b032-5533bfe55755 req-2f3ef331-739c-4d91-a36a-91d320515763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.892637 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0efa69d-2338-4513-b032-5533bfe55755 req-2f3ef331-739c-4d91-a36a-91d320515763 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0497727 Apr 01 15:55:31.924049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.972924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=10']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:32.079254 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efa69d-2338-4513-b032-5533bfe55755 req-c65b9cdf-936a-48b8-893e-de9a149467f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.080784 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0efa69d-2338-4513-b032-5533bfe55755 req-c65b9cdf-936a-48b8-893e-de9a149467f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414515 Apr 01 15:55:32.171896 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0efa69d-2338-4513-b032-5533bfe55755 req-8a27715f-f11d-4996-a34c-e2c8e33daa29 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842865 Apr 01 15:55:32.303457 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0efa69d-2338-4513-b032-5533bfe55755 req-3716297c-8b24-4032-aafc-21a84531a78a service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197810 Apr 01 15:55:32.306007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2e45e-44bd-46d6-a681-6ca080bbd84c req-d35211c7-b08e-4d30-ac4d-8b68cafdd754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.307395 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-30e2e45e-44bd-46d6-a681-6ca080bbd84c req-d35211c7-b08e-4d30-ac4d-8b68cafdd754 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 1136 time: 0.0620966 Apr 01 15:55:32.350866 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-30e2e45e-44bd-46d6-a681-6ca080bbd84c req-f306617f-dc2a-4087-985e-aa8275b60f05 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Apr 01 15:55:32.675020 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914a4a5-5253-4280-9ddd-0e71af4178f6 req-a27cafa0-3f88-4d60-9539-d9db45c7a867 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.677168 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b914a4a5-5253-4280-9ddd-0e71af4178f6 req-a27cafa0-3f88-4d60-9539-d9db45c7a867 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 983 time: 0.0554125 Apr 01 15:55:32.716175 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b914a4a5-5253-4280-9ddd-0e71af4178f6 req-254cd209-686c-48e0-a0b8-50cd548f3a88 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328763 Apr 01 15:55:33.837728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e703d-f217-4147-8888-ff7d489607e2 req-2760f2e5-3a79-42de-9cdf-d6b9bfb88172 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:33.839340 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a74e703d-f217-4147-8888-ff7d489607e2 req-2760f2e5-3a79-42de-9cdf-d6b9bfb88172 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 983 time: 0.0510280 Apr 01 15:55:33.882727 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a74e703d-f217-4147-8888-ff7d489607e2 req-13da74c5-46cd-4f4f-84f2-d9e99240140e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369241 Apr 01 15:55:34.721090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0e3dbbac-b573-4cb6-b7aa-631f1376478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.014206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd707722-cc40-4d32-a6eb-7e93f4c3e021 req-a68efedc-af33-44b2-b8c4-b9edbb771f69 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:35.014206 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cd707722-cc40-4d32-a6eb-7e93f4c3e021 req-a68efedc-af33-44b2-b8c4-b9edbb771f69 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 983 time: 0.0505426 Apr 01 15:55:35.043658 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cd707722-cc40-4d32-a6eb-7e93f4c3e021 req-4b8f67f2-ba50-43de-81e9-08d78081a164 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Apr 01 15:55:35.163362 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9cc69-0f78-4aac-bb07-daa52d2ba0c1 req-16313820-0a72-4d17-95ec-efd609672b38 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:35.164919 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7c9cc69-0f78-4aac-bb07-daa52d2ba0c1 req-16313820-0a72-4d17-95ec-efd609672b38 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 983 time: 0.0499897 Apr 01 15:55:35.203093 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7c9cc69-0f78-4aac-bb07-daa52d2ba0c1 req-5e4e7e3f-a2f6-4fc0-ab72-c3991858d488 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Apr 01 15:55:35.225358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56438) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:35.265809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b2ee9c-b180-44af-b899-4755dc6003cc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:35.267229 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d7b2ee9c-b180-44af-b899-4755dc6003cc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa&network_id=5abb5a50-b3de-4826-acc3-988069f23959 HTTP/1.1" status: 200 len: 1131 time: 0.0408812 Apr 01 15:55:35.714712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1953d-feb9-429a-be0c-11ff05a8a740 req-278ac79e-83c2-4653-a959-8c2e5f8e38b1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:35.716187 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-39d1953d-feb9-429a-be0c-11ff05a8a740 req-278ac79e-83c2-4653-a959-8c2e5f8e38b1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 983 time: 0.0518165 Apr 01 15:55:35.755157 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-39d1953d-feb9-429a-be0c-11ff05a8a740 req-afed25c7-bdc5-4710-ae89-af7aabe23989 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Apr 01 15:55:36.873539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68824138-88b2-45cc-a082-59106a3ddf10 req-3a3823b8-7ad1-483a-a2a5-4cac00649e8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:36.875033 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-68824138-88b2-45cc-a082-59106a3ddf10 req-3a3823b8-7ad1-483a-a2a5-4cac00649e8b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 983 time: 0.0513260 Apr 01 15:55:36.913149 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-68824138-88b2-45cc-a082-59106a3ddf10 req-e700e980-3fa0-4ed5-a00e-8f63e01df263 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=1a14820b-12ba-4063-ae0d-a78daf7c43de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320113 Apr 01 15:55:37.102854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-1369c714-e711-4fd5-a7f7-d0a498f4bc2c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:37.104304 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-1369c714-e711-4fd5-a7f7-d0a498f4bc2c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 983 time: 0.0527089 Apr 01 15:55:37.151002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-1b551ca7-fda3-4716-adf4-64f23f9b17fc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:37.152470 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-1b551ca7-fda3-4716-adf4-64f23f9b17fc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0416002 Apr 01 15:55:37.213838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-65b0efdc-7a2e-4ff0-a4c2-c217c45a39da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.263675 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-2854b2de-f94d-4607-841b-3b93cd5e92ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1029885 Apr 01 15:55:37.279721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:37.338413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.475961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=46b051a4-924b-45f2-97f6-051d1fba69f8,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:37.508525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] For port 46b051a4-924b-45f2-97f6-051d1fba69f8, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:37.541627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] device_id is not set on port 46b051a4-924b-45f2-97f6-051d1fba69f8 yet. {{(pid=110106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 01 15:55:37.549756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.669541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.747705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Pushing event updated for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=11']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.762325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.762672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.763012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.763361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.763703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.764053 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.764429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.764773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.765119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.765445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.765769 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.766089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:37.804008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] No DVR routers for this DVR port 46b051a4-924b-45f2-97f6-051d1fba69f8 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:37.901287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-553636ec-b72e-4347-bfe8-8f5541e49729 None None] Provisioning complete for port 46b051a4-924b-45f2-97f6-051d1fba69f8 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:37.901655 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-553636ec-b72e-4347-bfe8-8f5541e49729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.938409 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-553636ec-b72e-4347-bfe8-8f5541e49729 None None] Port 46b051a4-924b-45f2-97f6-051d1fba69f8 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:55:38.012421 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-167ab1ca-a1ae-4260-8ae9-f5b422f1c8b5 req-7eb71c4a-1c21-4ca4-96fd-cb93d0dd591d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 210 time: 0.0281391 Apr 01 15:55:38.245287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] In _notify_port_updated(), no bound segment for port 46b051a4-924b-45f2-97f6-051d1fba69f8 on network 5abb5a50-b3de-4826-acc3-988069f23959 {{(pid=110106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 01 15:55:38.246161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:38.246768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.248055 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-11812eec-8b49-44c6-aa6b-4b7d2118c010 req-49c5cd55-9f0e-4851-b578-32825d241246 service neutron] 10.222.0.41 "PUT /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 200 len: 1026 time: 0.9725432 Apr 01 15:55:39.118501 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-54b90b66-980f-451e-987c-c9a39cdf93ea req-6fd39a6b-3eff-47e8-9e65-41a1f165f044 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ba8705d-876b-4ade-bb0b-562dc6a14afa HTTP/1.1" status: 200 len: 210 time: 0.0294921 Apr 01 15:55:39.783583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.175659 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56452) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:40.235321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.263206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.428693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.431210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.432451 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/3f89e712-968b-426c-8e78-c5d37b0f5453 HTTP/1.1" status: 204 len: 168 time: 0.2557688 Apr 01 15:55:40.442523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f89e712-968b-426c-8e78-c5d37b0f5453,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.450187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.450544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.450883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.451307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.451646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.451982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.452321 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.452674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.453026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.453361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.453706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.454032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8779ab-7a73-43fd-9fc9-ea5abf4fcf57 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:40.596135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56456) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:40.757253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port f2bc9f64-4d5b-42a5-a4ae-cf198a493d3c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:55:40.757586 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.842224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.842724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.855297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for f2bc9f64-4d5b-42a5-a4ae-cf198a493d3c owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:55:40.938107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.954810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.098083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.122592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=f2bc9f64-4d5b-42a5-a4ae-cf198a493d3c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.184181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.184992 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 39a791c3-bd40-4456-ba68-4702c44743e4 disassociated (deleted). External IP: 172.26.6.91, port: 46b051a4-924b-45f2-97f6-051d1fba69f8. Apr 01 15:55:41.387136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:41.491927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:41.496789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.501851 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] Sync routers for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:41.511527 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:41.512131 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:41.526973 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ec6c5c6d-b284-477d-ba56-f03246fa5513 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/floatingips/39a791c3-bd40-4456-ba68-4702c44743e4 HTTP/1.1" status: 204 len: 168 time: 0.9271705 Apr 01 15:55:41.553648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46b051a4-924b-45f2-97f6-051d1fba69f8 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:55:41.596117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 46b051a4-924b-45f2-97f6-051d1fba69f8 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:55:41.596244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56462) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:41.620020 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:41.658075 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6433dc28-1ff4-4a0a-8e9c-fb4a4f94a8c0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.685902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6433dc28-1ff4-4a0a-8e9c-fb4a4f94a8c0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.821050 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8cd16b11-0785-46d4-af4d-3e7d84b7fc7a', 'name': '', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:db:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:44Z', 'updated_at': '2022-04-01T15:54:48Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:41.828549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6433dc28-1ff4-4a0a-8e9c-fb4a4f94a8c0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.831865 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6433dc28-1ff4-4a0a-8e9c-fb4a4f94a8c0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.836164 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6433dc28-1ff4-4a0a-8e9c-fb4a4f94a8c0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/47602fa1-4c4d-4f4e-b606-f51b73d5ca48 HTTP/1.1" status: 204 len: 168 time: 0.2358136 Apr 01 15:55:41.843229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433dc28-1ff4-4a0a-8e9c-fb4a4f94a8c0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47602fa1-4c4d-4f4e-b606-f51b73d5ca48,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.957258 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] Checking router: dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:41.965500 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:41.966116 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:41.997371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56466) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:42.071802 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:42.083809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1b3763e9-7794-4518-a3a7-3853274ab4c7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 46b051a4-924b-45f2-97f6-051d1fba69f8 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:55:42.084158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b3763e9-7794-4518-a3a7-3853274ab4c7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.175963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b3763e9-7794-4518-a3a7-3853274ab4c7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.187878 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1b3763e9-7794-4518-a3a7-3853274ab4c7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 46b051a4-924b-45f2-97f6-051d1fba69f8 owned by {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:55:42.273097 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8cd16b11-0785-46d4-af4d-3e7d84b7fc7a', 'name': '', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:db:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:44Z', 'updated_at': '2022-04-01T15:54:48Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:42.302822 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e64df57-dde5-40ad-be05-686977916ad2 None None] The sync data for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv is: [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:54:45Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8cd16b11-0785-46d4-af4d-3e7d84b7fc7a', 'name': '', 'network_id': '5abb5a50-b3de-4826-acc3-988069f23959', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:db:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:44Z', 'updated_at': '2022-04-01T15:54:48Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '6663dbb5-1506-4d91-ace4-d45c02046849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:42.417571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b3763e9-7794-4518-a3a7-3853274ab4c7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.456855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3763e9-7794-4518-a3a7-3853274ab4c7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=46b051a4-924b-45f2-97f6-051d1fba69f8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.536167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1b3763e9-7794-4518-a3a7-3853274ab4c7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.536167 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1b3763e9-7794-4518-a3a7-3853274ab4c7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/ports/46b051a4-924b-45f2-97f6-051d1fba69f8 HTTP/1.1" status: 204 len: 168 time: 0.5341475 Apr 01 15:55:42.536167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56468) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:42.544765 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f3218-8ab4-425c-b312-5ab6bcb73350 None None] New status for floating IP 39a791c3-bd40-4456-ba68-4702c44743e4: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:55:42.922706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.185613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:55:43.185948 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.274712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8cd16b11-0785-46d4-af4d-3e7d84b7fc7a,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:43.275437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.288475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:55:43.801277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.831579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=8cd16b11-0785-46d4-af4d-3e7d84b7fc7a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.003598 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.214883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:44.320573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:44.326125 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fd319990-adde-4493-a4ab-22a74389673e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/dbe3822a-7d50-40fa-9efe-aee0ab2b58c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885828 Apr 01 15:55:44.328623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56470) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:44.330634 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] Sync routers for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:44.346207 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:44.347426 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.380604 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc3decb-1b98-4224-9a65-a8652c52f869 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting subnet 6663dbb5-1506-4d91-ace4-d45c02046849 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:55:44.383805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bbc3decb-1b98-4224-9a65-a8652c52f869 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.423784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bbc3decb-1b98-4224-9a65-a8652c52f869 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.450502 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:44.515836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bbc3decb-1b98-4224-9a65-a8652c52f869 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.628685 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.654159 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] Checking router: dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:44.663440 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] Routers {'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:44.664042 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.675942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bbc3decb-1b98-4224-9a65-a8652c52f869 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.705498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3decb-1b98-4224-9a65-a8652c52f869 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Subnet': ['ID=6663dbb5-1506-4d91-ace4-d45c02046849,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.707556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bbc3decb-1b98-4224-9a65-a8652c52f869 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.710888 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bbc3decb-1b98-4224-9a65-a8652c52f869 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/subnets/6663dbb5-1506-4d91-ace4-d45c02046849 HTTP/1.1" status: 204 len: 168 time: 0.3810360 Apr 01 15:55:44.712752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff51b7-eb30-49f8-abf8-27779b6bed59 None None] Network 5abb5a50-b3de-4826-acc3-988069f23959 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:55:44.713464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56472) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:44.777864 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] Set router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:44.829030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.904273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] DHCP port deletion for 5abb5a50-b3de-4826-acc3-988069f23959 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:55:44.939344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.953064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Deleting port 344eccb5-b5b8-4569-8fa3-a127f6e2c787 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:55:44.953512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.968476 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.996528 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd0c5c-5d80-44d0-8b41-2211f0ff7356 None None] The sync data for ids ['dbe3822a-7d50-40fa-9efe-aee0ab2b58c0'] in dv-neutron-835865-1-hyperv is: [{'id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'name': 'tempest-TestNetworkBasicOps-router-413694718', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:39Z', 'updated_at': '2022-04-01T15:55:43Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'c7a96898-aa61-4d36-b9bd-836a2b848ce7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3822a-7d50-40fa-9efe-aee0ab2b58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:40Z', 'updated_at': '2022-04-01T15:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:45.032909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] For port 344eccb5-b5b8-4569-8fa3-a127f6e2c787, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=344eccb5-b5b8-4569-8fa3-a127f6e2c787,segment=NetworkSegment(a000b761-f52c-402c-b72e-7190f1cd43eb),segment_id=a000b761-f52c-402c-b72e-7190f1cd43eb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:45.032909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.037915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Calling delete_port for 344eccb5-b5b8-4569-8fa3-a127f6e2c787 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:55:45.410610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.441681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port c7a96898-aa61-4d36-b9bd-836a2b848ce7 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:55:45.444514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.447514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] No DVR routers for this DVR port 344eccb5-b5b8-4569-8fa3-a127f6e2c787 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:45.449221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Pushing event deleted for resources: {'Port': ['ID=344eccb5-b5b8-4569-8fa3-a127f6e2c787,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.461982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.462298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.462636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.463098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.463315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.463645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.463978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.464402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.464675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.464999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.465318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.465641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46efe149-fc32-477a-b26f-50ef999feaf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:45.521084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.548946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port c7a96898-aa61-4d36-b9bd-836a2b848ce7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c7a96898-aa61-4d36-b9bd-836a2b848ce7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:45.549308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.561068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for c7a96898-aa61-4d36-b9bd-836a2b848ce7 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:55:45.823873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.849261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=c7a96898-aa61-4d36-b9bd-836a2b848ce7,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.911311 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.008111 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.010239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.131714 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.132284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Fanout notify agent at l3_agent the message router_deleted on router dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:55:46.139478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.140669 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-570b9a59-c645-4717-b2d4-789eac28a2f4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/routers/dbe3822a-7d50-40fa-9efe-aee0ab2b58c0 HTTP/1.1" status: 204 len: 168 time: 1.4262445 Apr 01 15:55:46.143384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56474) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:46.228665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.313920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.333736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abb5a50-b3de-4826-acc3-988069f23959']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.343135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a000b761-f52c-402c-b72e-7190f1cd43eb') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.343423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a000b761-f52c-402c-b72e-7190f1cd43eb') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.353530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.367417 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.373291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:55:46.373675 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:46.376740 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:46.526692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.534207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.539555 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/networks/5abb5a50-b3de-4826-acc3-988069f23959 HTTP/1.1" status: 204 len: 168 time: 0.3934467 Apr 01 15:55:46.554993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56476) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:46.556935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa473-f6c0-46c0-807f-510dc86fa057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Network': ['ID=5abb5a50-b3de-4826-acc3-988069f23959,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.565165 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a2ab634a-ae3f-4a9a-bb48-340c217c33c1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0157154 Apr 01 15:55:46.567313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56478) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:46.572411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'network': {'name': 'tempest-network-smoke--1178911622', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'port_security_enabled': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:46.633664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c7a96898-aa61-4d36-b9bd-836a2b848ce7 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:55:46.657371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c7a96898-aa61-4d36-b9bd-836a2b848ce7 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:55:46.657724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c7a96898-aa61-4d36-b9bd-836a2b848ce7 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:55:46.658152 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:55:46.678239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:55:46.678592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8cd16b11-0785-46d4-af4d-3e7d84b7fc7a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:55:46.680689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 344eccb5-b5b8-4569-8fa3-a127f6e2c787 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:55:46.700428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 344eccb5-b5b8-4569-8fa3-a127f6e2c787 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:55:46.700781 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 344eccb5-b5b8-4569-8fa3-a127f6e2c787 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:55:46.743424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:46.747013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.770905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] vlan segment allocate from pool success with {'vlan_id': 1134, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:46.779491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.779837 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Added segment 2aa81275-ec43-448e-a8bb-dd1d9721ee7a of type vlan for network 2d46f66e-f709-433e-849d-121c0625fe4f Apr 01 15:55:46.823637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.920808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.926454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:46.927054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.998506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Network': ['ID=2d46f66e-f709-433e-849d-121c0625fe4f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.009759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 2d46f66e-f709-433e-849d-121c0625fe4f details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:55:47.088885 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-810d1457-7221-4579-9ba2-108213e76909 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5205235 Apr 01 15:55:47.091715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56480) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:47.096085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-984317840', 'admin_state_up': True, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:47.207556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.208650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.258684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.518159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.787004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.806720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.910634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.121 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/1188afa3-a4f6-45b5-91a2-41441e0758f7) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:48.015963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.173297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.216586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:48.222460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:48.230809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=1188afa3-a4f6-45b5-91a2-41441e0758f7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:48.230809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:55:48.542586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.750489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.960664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:49.071681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:49.081906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Sync routers for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:49.092226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:49.092894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.173806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.175116 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bee97b33-ab63-4198-860a-54f213510dd9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0824633 Apr 01 15:55:49.178301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56482) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:49.200746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:49.212027 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e16c96e0-a4a8-490d-87cb-bda96c1e8062 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281155 Apr 01 15:55:49.212403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56484) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:49.304735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3744223-f084-42a2-b7c6-9059a622f4ec tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:49.306246 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c3744223-f084-42a2-b7c6-9059a622f4ec tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930970 Apr 01 15:55:49.309162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56486) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:49.340567 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-875181fe-897a-402f-b3c3-46ac0f536520 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276031 Apr 01 15:55:49.342701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56488) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:49.347576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-929842830', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:49.379230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:48Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.404666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Checking router: 06ccfb52-486e-4b16-ab0e-f41ba063bb51 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:49.405018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Updating router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 port 1188afa3-a4f6-45b5-91a2-41441e0758f7 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:55:49.433838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.503311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:49.507033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.690396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.794929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.829208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.853283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=5034e572-77c2-4db8-b77a-a45b2a61acd2,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:49.870042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Checking segment: {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:55:49.870401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network hostable DHCP agents. Network: 2d46f66e-f709-433e-849d-121c0625fe4f, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:49.877250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Attempting to bind port 1188afa3-a4f6-45b5-91a2-41441e0758f7 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:49.878236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Attempting to bind port 1188afa3-a4f6-45b5-91a2-41441e0758f7 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:49.878597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Attempting to bind port 1188afa3-a4f6-45b5-91a2-41441e0758f7 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:55:49.888926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:55:49.889393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:55:49.889692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.890087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:55:49.890552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Bound port: 1188afa3-a4f6-45b5-91a2-41441e0758f7, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:49.890932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.914346 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf5cec-adcf-48a9-8c33-afbf783dad67 None None] Pushing event updated for resources: {'Port': ['ID=1188afa3-a4f6-45b5-91a2-41441e0758f7,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:49.951828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] For port 1188afa3-a4f6-45b5-91a2-41441e0758f7, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:49.954936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] For port 1188afa3-a4f6-45b5-91a2-41441e0758f7, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1188afa3-a4f6-45b5-91a2-41441e0758f7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:49.977839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 2d46f66e-f709-433e-849d-121c0625fe4f is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:50.052972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.085561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 2d46f66e-f709-433e-849d-121c0625fe4f) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:50.090094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.092063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.095641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abf1de-d4d7-4e79-a72d-44d6bca6d042 None None] Network 2d46f66e-f709-433e-849d-121c0625fe4f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:55:50.137121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf5cec-adcf-48a9-8c33-afbf783dad67 None None] Pushing event updated for resources: {'Port': ['ID=1188afa3-a4f6-45b5-91a2-41441e0758f7,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.141784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:50.142401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.210525 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-700eaf06-c07b-4d2c-b3b1-8491e38a7700 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8666453 Apr 01 15:55:50.213306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56490) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:50.463816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:50.550607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-2d46f66e-f709-433e-849d-121c0625fe4f', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:55:50.551480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.657182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.767051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Allocated IP 172.20.0.2 (2d46f66e-f709-433e-849d-121c0625fe4f/5034e572-77c2-4db8-b77a-a45b2a61acd2/08924003-0da8-4be4-8236-b1bc38ec31a5) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:50.811071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:48Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.870055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae0f6e-cbec-443f-a011-80282afb76ce None None] The sync data for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv is: [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:48Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:50.957201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.086392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.142431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Network 2d46f66e-f709-433e-849d-121c0625fe4f is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:51.153418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:51.157071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.1 (2d46f66e-f709-433e-849d-121c0625fe4f/5034e572-77c2-4db8-b77a-a45b2a61acd2/5e8a5cd3-b384-46b4-a772-3350844f054d) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:51.159668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Pushing event updated for resources: {'Port': ['ID=08924003-0da8-4be4-8236-b1bc38ec31a5,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:51.166949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:55:51.232210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Attempting to bind port 08924003-0da8-4be4-8236-b1bc38ec31a5 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:51.232627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Attempting to bind port 08924003-0da8-4be4-8236-b1bc38ec31a5 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:51.233374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Attempting to bind port 08924003-0da8-4be4-8236-b1bc38ec31a5 on network 2d46f66e-f709-433e-849d-121c0625fe4f {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:55:51.240588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:55:51.240977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Checking segment: {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:55:51.242099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.242512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Bound using segment: {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:55:51.243000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Bound port: 08924003-0da8-4be4-8236-b1bc38ec31a5, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:51.243442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.297564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.320729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] For port 08924003-0da8-4be4-8236-b1bc38ec31a5, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:51.326746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] For port 08924003-0da8-4be4-8236-b1bc38ec31a5, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=08924003-0da8-4be4-8236-b1bc38ec31a5,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:51.380145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-ebb883e3-b868-46c4-beee-9a858a747e07 req-d1cd168f-a289-4586-b9bf-a7c13faa0930 service neutron] (110106) timed out ('10.222.0.41', 53205) {{(pid=110106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 15:55:51.428873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.451882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.509507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723c5fe-c4ce-44ad-bb64-6495f5c234f9 None None] Pushing event updated for resources: {'Port': ['ID=08924003-0da8-4be4-8236-b1bc38ec31a5,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:51.511330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 2d46f66e-f709-433e-849d-121c0625fe4f is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:51.515719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:51.517795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=5e8a5cd3-b384-46b4-a772-3350844f054d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:51.520760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:55:51.568196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.940920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.242558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.332576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.404217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=5e8a5cd3-b384-46b4-a772-3350844f054d,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.409730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.511562 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 2d46f66e-f709-433e-849d-121c0625fe4f is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:52.513120 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:52.591518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 08924003-0da8-4be4-8236-b1bc38ec31a5 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:55:52.649401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 08924003-0da8-4be4-8236-b1bc38ec31a5 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:52.649919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.654926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:52.746099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.793337 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 08924003-0da8-4be4-8236-b1bc38ec31a5, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=08924003-0da8-4be4-8236-b1bc38ec31a5,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:52.864076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.865970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1188afa3-a4f6-45b5-91a2-41441e0758f7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:55:52.968074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=08924003-0da8-4be4-8236-b1bc38ec31a5,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.986458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1188afa3-a4f6-45b5-91a2-41441e0758f7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:52.987223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.071697 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c7957-885f-4791-b594-5dbe8c4282fd None None] Network 2d46f66e-f709-433e-849d-121c0625fe4f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:55:53.126088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.161665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e329251e-121f-468f-b925-61d276b8c8f2 None None] Provisioning complete for port 08924003-0da8-4be4-8236-b1bc38ec31a5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:53.162358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e329251e-121f-468f-b925-61d276b8c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.219441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:53.225020 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-21751891-7abd-422d-b12b-6d4d18ea6b7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/06ccfb52-486e-4b16-ab0e-f41ba063bb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0105081 Apr 01 15:55:53.229143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56492) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:53.237526 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Sync routers for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:55:53.256837 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:53.257980 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:53.289080 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 1188afa3-a4f6-45b5-91a2-41441e0758f7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1188afa3-a4f6-45b5-91a2-41441e0758f7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:53.345139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cd58b-dd20-423d-987d-3c62cf519d42 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.345838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cd58b-dd20-423d-987d-3c62cf519d42 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.346215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cd58b-dd20-423d-987d-3c62cf519d42 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.346597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cd58b-dd20-423d-987d-3c62cf519d42 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.347059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cd58b-dd20-423d-987d-3c62cf519d42 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.347565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cd58b-dd20-423d-987d-3c62cf519d42 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.352239 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-978cd58b-dd20-423d-987d-3c62cf519d42 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.1192791 Apr 01 15:55:53.353779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56494) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:53.388208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.409056 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:53.421637 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184fff4-374e-4736-aaff-953b50fb38b1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.422920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184fff4-374e-4736-aaff-953b50fb38b1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.424749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184fff4-374e-4736-aaff-953b50fb38b1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.425886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184fff4-374e-4736-aaff-953b50fb38b1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.426955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184fff4-374e-4736-aaff-953b50fb38b1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.427808 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184fff4-374e-4736-aaff-953b50fb38b1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:53.435821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56496) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:53.436147 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d184fff4-374e-4736-aaff-953b50fb38b1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0813823 Apr 01 15:55:53.482703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=1188afa3-a4f6-45b5-91a2-41441e0758f7,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:53.608152 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-59284e4d-11d5-4d9b-b6d2-b1a585db3c9b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1696219 Apr 01 15:55:53.721871 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:55:52Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:53.796803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f72a39fe-be5e-42c7-8b85-8d4bb99c6f63 None None] Provisioning complete for port 08924003-0da8-4be4-8236-b1bc38ec31a5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:53.797446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f72a39fe-be5e-42c7-8b85-8d4bb99c6f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.866267 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Checking router: 06ccfb52-486e-4b16-ab0e-f41ba063bb51 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:55:53.866714 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Updating router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 port 5e8a5cd3-b384-46b4-a772-3350844f054d binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:55:53.894762 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.909634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f72a39fe-be5e-42c7-8b85-8d4bb99c6f63 None None] Provisioning complete for port 5e8a5cd3-b384-46b4-a772-3350844f054d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:53.910095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f72a39fe-be5e-42c7-8b85-8d4bb99c6f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.949368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f72a39fe-be5e-42c7-8b85-8d4bb99c6f63 None None] Port 5e8a5cd3-b384-46b4-a772-3350844f054d cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:55:53.989221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56500) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:53.994032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-68287aa4-d033-4a15-a258-693856066098 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710680317', 'description': 'tempest-secgroup-smoke-710680317 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:54.070362 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-362c6044-f741-43c0-85c8-3c4822d274c4 None None] Provisioning complete for port 5e8a5cd3-b384-46b4-a772-3350844f054d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:54.070752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-362c6044-f741-43c0-85c8-3c4822d274c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.113151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-362c6044-f741-43c0-85c8-3c4822d274c4 None None] Port 5e8a5cd3-b384-46b4-a772-3350844f054d cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:55:54.156236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68287aa4-d033-4a15-a258-693856066098 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.207866 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.231281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-11796be6-8062-4b09-a4ba-95799ebba7c0 None None] Provisioning complete for port 5e8a5cd3-b384-46b4-a772-3350844f054d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:54.256928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-11796be6-8062-4b09-a4ba-95799ebba7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.257116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68287aa4-d033-4a15-a258-693856066098 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.362061 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.409879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-11796be6-8062-4b09-a4ba-95799ebba7c0 None None] Port 5e8a5cd3-b384-46b4-a772-3350844f054d cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:55:54.416933 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Pushing event updated for resources: {'Port': ['ID=5e8a5cd3-b384-46b4-a772-3350844f054d,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:54.444658 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.445000 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.445338 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.445669 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.445992 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.446338 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.446666 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.447002 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.447342 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.447652 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.447972 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.448286 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:54.474901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68287aa4-d033-4a15-a258-693856066098 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.492700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Attempting to bind port 5e8a5cd3-b384-46b4-a772-3350844f054d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:54.492700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Attempting to bind port 5e8a5cd3-b384-46b4-a772-3350844f054d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:54.492700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Attempting to bind port 5e8a5cd3-b384-46b4-a772-3350844f054d on network 2d46f66e-f709-433e-849d-121c0625fe4f {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:55:54.492700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:55:54.492700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Checking segment: {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:55:54.492700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.493698 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Bound using segment: {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:55:54.493698 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Bound port: 5e8a5cd3-b384-46b4-a772-3350844f054d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:54.493698 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.512981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68287aa4-d033-4a15-a258-693856066098 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68154d31-e531-4978-a621-7d8b44dfdbbb,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:54.555979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 08924003-0da8-4be4-8236-b1bc38ec31a5 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:55:54.572988 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] For port 5e8a5cd3-b384-46b4-a772-3350844f054d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:54.576219 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] For port 5e8a5cd3-b384-46b4-a772-3350844f054d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e8a5cd3-b384-46b4-a772-3350844f054d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:54.603550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-68287aa4-d033-4a15-a258-693856066098 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.605737 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-68287aa4-d033-4a15-a258-693856066098 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6148963 Apr 01 15:55:54.607759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56502) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:54.609121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 08924003-0da8-4be4-8236-b1bc38ec31a5 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:54.609783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.613495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-35dfe5cd-2a8d-4413-b7bd-1fbd6f5c7a75 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '68154d31-e531-4978-a621-7d8b44dfdbbb', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:54.658207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1740fd31-cadc-46f3-b85d-947647a66a02 None None] Provisioning complete for port 5e8a5cd3-b384-46b4-a772-3350844f054d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:54.659075 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1740fd31-cadc-46f3-b85d-947647a66a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.669882 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.705303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35dfe5cd-2a8d-4413-b7bd-1fbd6f5c7a75 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.715673 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:55:54.716450 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:55:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:54.721763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-1740fd31-cadc-46f3-b85d-947647a66a02 None None] Port 5e8a5cd3-b384-46b4-a772-3350844f054d cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:55:54.741291 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1188afa3-a4f6-45b5-91a2-41441e0758f7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:55:54.789856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35dfe5cd-2a8d-4413-b7bd-1fbd6f5c7a75 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.798449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1188afa3-a4f6-45b5-91a2-41441e0758f7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:54.800406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.836586 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d8f86-b994-47b2-a0e8-dfd8b911cc85 None None] Pushing event updated for resources: {'Port': ['ID=5e8a5cd3-b384-46b4-a772-3350844f054d,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:54.863108 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:55:54.866551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35dfe5cd-2a8d-4413-b7bd-1fbd6f5c7a75 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.910016 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfe5cd-2a8d-4413-b7bd-1fbd6f5c7a75 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0470996-26da-4549-8574-d514da6bcddb,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.014491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35dfe5cd-2a8d-4413-b7bd-1fbd6f5c7a75 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.015769 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-35dfe5cd-2a8d-4413-b7bd-1fbd6f5c7a75 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4068077 Apr 01 15:55:55.018780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56504) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:55.023174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-1fef0bb7-e955-4bfc-b93f-bd4920bdb749 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '68154d31-e531-4978-a621-7d8b44dfdbbb', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:55.043213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2f2937a1-041c-4f78-b474-90ef6d0575ca None None] Provisioning complete for port 5e8a5cd3-b384-46b4-a772-3350844f054d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:55.043610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2f2937a1-041c-4f78-b474-90ef6d0575ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.102428 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:55:54Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:55.129353 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2f2937a1-041c-4f78-b474-90ef6d0575ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.134398 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85bf85-55fc-45d2-8521-ffed3befeafc None None] The sync data for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv is: [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:55:54Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:55:55.155276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1fef0bb7-e955-4bfc-b93f-bd4920bdb749 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.168794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2f2937a1-041c-4f78-b474-90ef6d0575ca None None] For port 5e8a5cd3-b384-46b4-a772-3350844f054d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e8a5cd3-b384-46b4-a772-3350844f054d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:55.258126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2f2937a1-041c-4f78-b474-90ef6d0575ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.262701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1fef0bb7-e955-4bfc-b93f-bd4920bdb749 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.313550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2937a1-041c-4f78-b474-90ef6d0575ca None None] Pushing event updated for resources: {'Port': ['ID=5e8a5cd3-b384-46b4-a772-3350844f054d,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.492256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1fef0bb7-e955-4bfc-b93f-bd4920bdb749 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.512465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef0bb7-e955-4bfc-b93f-bd4920bdb749 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6f6e74-aabe-4aed-a6c0-287073d4e56c,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.655028 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-1fef0bb7-e955-4bfc-b93f-bd4920bdb749 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.656896 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1fef0bb7-e955-4bfc-b93f-bd4920bdb749 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6365507 Apr 01 15:55:55.659146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56506) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:55.664471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ecd58d62-20b3-43d7-a89a-e35199d6d22b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '68154d31-e531-4978-a621-7d8b44dfdbbb', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:55.788221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecd58d62-20b3-43d7-a89a-e35199d6d22b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.861438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecd58d62-20b3-43d7-a89a-e35199d6d22b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.000552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecd58d62-20b3-43d7-a89a-e35199d6d22b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.019404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd58d62-20b3-43d7-a89a-e35199d6d22b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d078b0d-e713-4a32-a9f6-0e3a9d759b42,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:56.125846 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:55:56.145216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ecd58d62-20b3-43d7-a89a-e35199d6d22b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.146546 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ecd58d62-20b3-43d7-a89a-e35199d6d22b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4863234 Apr 01 15:55:56.149576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56508) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:56.154356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4bafe295-19c4-43a2-9a1f-208fbabab2ca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '68154d31-e531-4978-a621-7d8b44dfdbbb', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:56.286316 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bafe295-19c4-43a2-9a1f-208fbabab2ca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.358192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bafe295-19c4-43a2-9a1f-208fbabab2ca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.458180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bafe295-19c4-43a2-9a1f-208fbabab2ca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.480993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafe295-19c4-43a2-9a1f-208fbabab2ca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386a2068-ba83-40b8-9e06-e6ce01239d2e,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:56.567114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e8a5cd3-b384-46b4-a772-3350844f054d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:55:56.591694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bafe295-19c4-43a2-9a1f-208fbabab2ca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.593941 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4bafe295-19c4-43a2-9a1f-208fbabab2ca tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4427145 Apr 01 15:55:56.596225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56510) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:56.601435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0961c6a6-7b64-4271-ae1b-c3040168df2f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '68154d31-e531-4978-a621-7d8b44dfdbbb', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:56.620406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5e8a5cd3-b384-46b4-a772-3350844f054d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:56.625793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.732163 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-0961c6a6-7b64-4271-ae1b-c3040168df2f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:55:56.738225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0961c6a6-7b64-4271-ae1b-c3040168df2f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.805416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0961c6a6-7b64-4271-ae1b-c3040168df2f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.891964 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0961c6a6-7b64-4271-ae1b-c3040168df2f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.912006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961c6a6-7b64-4271-ae1b-c3040168df2f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df378945-ae44-4377-94f4-cf8082bd9936,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.020629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0961c6a6-7b64-4271-ae1b-c3040168df2f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.021827 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0961c6a6-7b64-4271-ae1b-c3040168df2f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4245794 Apr 01 15:55:57.024929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56512) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:55:57.029294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-833df68b-bcf1-48ab-80d1-c59a991db2e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '68154d31-e531-4978-a621-7d8b44dfdbbb', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:55:57.143335 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-833df68b-bcf1-48ab-80d1-c59a991db2e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:55:57.148666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-833df68b-bcf1-48ab-80d1-c59a991db2e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.214057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-833df68b-bcf1-48ab-80d1-c59a991db2e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.406267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-833df68b-bcf1-48ab-80d1-c59a991db2e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.426912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df68b-bcf1-48ab-80d1-c59a991db2e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ca84da-a1d6-4d7a-8978-e1e444242802,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.579404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-833df68b-bcf1-48ab-80d1-c59a991db2e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.581389 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-833df68b-bcf1-48ab-80d1-c59a991db2e9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5555019 Apr 01 15:55:57.867164 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-292310ab-23cf-488b-9b9c-5454dc651b7d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710680317&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0332644 Apr 01 15:55:57.978503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-3216b169-03bb-44b6-ba22-ff0f40c452d8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:57.980081 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-3216b169-03bb-44b6-ba22-ff0f40c452d8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=2d46f66e-f709-433e-849d-121c0625fe4f HTTP/1.1" status: 200 len: 797 time: 0.1057861 Apr 01 15:55:57.996732 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-4ddc7015-8593-465c-8b7e-95a1ee76841d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0101275 Apr 01 15:55:58.049579 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-dedf0baf-1f62-44ec-9227-5779d14a6c9c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465806 Apr 01 15:55:58.191708 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-729e887d-67b3-4364-89aa-e3070f4f43c8 service neutron] 10.222.0.73 "GET /v2.0/networks/2d46f66e-f709-433e-849d-121c0625fe4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299629 Apr 01 15:55:58.286517 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-769286d9-31e7-40e1-a3a5-f756798331f5 service neutron] 10.222.0.73 "GET /v2.0/networks/2d46f66e-f709-433e-849d-121c0625fe4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879190 Apr 01 15:55:58.606897 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-862dfd24-e498-43f3-8e5d-646c9e7cb6b3 req-033ce28d-0be5-4eda-8471-3ee65ee69182 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 210 time: 0.0800705 Apr 01 15:55:59.705202 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d76b8f6c-273a-4a2a-b8b2-ee304317583b req-220624bc-e479-4d7e-8787-91f0db7f6a48 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 210 time: 0.0264480 Apr 01 15:56:00.804586 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fcae4eac-6104-4678-b4be-dfdf41e9a80b req-4b25883f-095e-4e8b-a76e-cdf669aca472 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 210 time: 0.0280924 Apr 01 15:56:01.437705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-d9284c7a-4017-44c2-96fc-5c9354fadfd5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:01.439251 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-d9284c7a-4017-44c2-96fc-5c9354fadfd5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=2d46f66e-f709-433e-849d-121c0625fe4f HTTP/1.1" status: 200 len: 797 time: 0.1079180 Apr 01 15:56:01.491829 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-54040deb-0de2-4841-a710-2f0af3d5feba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 379 time: 0.0385065 Apr 01 15:56:01.509239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['68154d31-e531-4978-a621-7d8b44dfdbbb']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:01.760297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:01.764281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.912636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.7 (2d46f66e-f709-433e-849d-121c0625fe4f/5034e572-77c2-4db8-b77a-a45b2a61acd2/f4029976-d6eb-4b93-93f4-5f100dd3199d) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:01.914138 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bf9edab3-f833-44b4-a883-b09d19d6bb87 req-3e7dc9c9-c682-4147-adb7-2fa92e5a7494 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 210 time: 0.0290861 Apr 01 15:56:02.068008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.217992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.266275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 2d46f66e-f709-433e-849d-121c0625fe4f is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:02.270008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:02.273849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:56:02.280425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=f4029976-d6eb-4b93-93f4-5f100dd3199d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:02.335425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:02.336102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.443949 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-ec9792ab-50c1-4e46-8165-9dc785e4ae7b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9391727 Apr 01 15:56:02.510527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Request body: {'port': {'device_id': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:02.526306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-252ffa78-6d22-475a-b2b2-9df6c065e630 None None] Provisioning complete for port f4029976-d6eb-4b93-93f4-5f100dd3199d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:02.527029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-252ffa78-6d22-475a-b2b2-9df6c065e630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.565099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-252ffa78-6d22-475a-b2b2-9df6c065e630 None None] Port f4029976-d6eb-4b93-93f4-5f100dd3199d cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:56:02.585536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.861180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4029976-d6eb-4b93-93f4-5f100dd3199d {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:56:02.869668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.882202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Transition to ACTIVE for port object f4029976-d6eb-4b93-93f4-5f100dd3199d will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:02.993866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.046071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98970793-c0ba-4309-bdee-f35d1f3a2baa req-ed3a6bdf-0ef7-41b6-a2ba-44956df6ae00 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.047653 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-98970793-c0ba-4309-bdee-f35d1f3a2baa req-ed3a6bdf-0ef7-41b6-a2ba-44956df6ae00 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 943 time: 0.0526462 Apr 01 15:56:03.051028 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Pushing event updated for resources: {'Port': ['ID=f4029976-d6eb-4b93-93f4-5f100dd3199d,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.092045 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-98970793-c0ba-4309-bdee-f35d1f3a2baa req-b7055286-2220-44de-9f36-af734f40497c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360234 Apr 01 15:56:03.128744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Attempting to bind port f4029976-d6eb-4b93-93f4-5f100dd3199d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:03.129079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Attempting to bind port f4029976-d6eb-4b93-93f4-5f100dd3199d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:03.129406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Attempting to bind port f4029976-d6eb-4b93-93f4-5f100dd3199d on network 2d46f66e-f709-433e-849d-121c0625fe4f {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:56:03.134028 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Port f4029976-d6eb-4b93-93f4-5f100dd3199d on network 2d46f66e-f709-433e-849d-121c0625fe4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:56:03.134346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Attempting to bind port f4029976-d6eb-4b93-93f4-5f100dd3199d on network 2d46f66e-f709-433e-849d-121c0625fe4f {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:56:03.139804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:56:03.140141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Checking segment: {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:56:03.140566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Bound using segment: {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:56:03.140993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Bound port: f4029976-d6eb-4b93-93f4-5f100dd3199d, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa81275-ec43-448e-a8bb-dd1d9721ee7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:03.141351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.216838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] For port f4029976-d6eb-4b93-93f4-5f100dd3199d, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:03.222257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] For port f4029976-d6eb-4b93-93f4-5f100dd3199d, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f4029976-d6eb-4b93-93f4-5f100dd3199d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:03.378758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.417893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.418519 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.419919 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] 10.222.0.41 "PUT /v2.0/ports/f4029976-d6eb-4b93-93f4-5f100dd3199d HTTP/1.1" status: 200 len: 1093 time: 0.9663606 Apr 01 15:56:03.420402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:03.422747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cd4de6-cd94-4a63-9a88-84d067a2f275" -d '{"events": [{"name": "network-changed", "server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:56:03.446071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb2d4d-106c-4607-8c32-0539a99ab24c service neutron] Pushing event updated for resources: {'Port': ['ID=f4029976-d6eb-4b93-93f4-5f100dd3199d,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.490587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f77bf69-9c56-40c2-852d-f83ad94ac845 x-openstack-request-id: req-4f77bf69-9c56-40c2-852d-f83ad94ac845 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:56:03.490587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:56:03.490587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f77bf69-9c56-40c2-852d-f83ad94ac845 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:56:03.490587 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f77bf69-9c56-40c2-852d-f83ad94ac845'] response: {'name': 'network-changed', 'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'status': 'completed', 'code': 200} Apr 01 15:56:03.553610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de6-cd94-4a63-9a88-84d067a2f275 req-7352e947-6a5f-4d7a-ac3d-2cd6de7a7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.555272 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1cd4de6-cd94-4a63-9a88-84d067a2f275 req-7352e947-6a5f-4d7a-ac3d-2cd6de7a7764 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 1096 time: 0.0453260 Apr 01 15:56:03.683882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de6-cd94-4a63-9a88-84d067a2f275 req-9ddfed97-8b77-4374-aa25-56ed4c431504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.685754 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1cd4de6-cd94-4a63-9a88-84d067a2f275 req-9ddfed97-8b77-4374-aa25-56ed4c431504 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1216371 Apr 01 15:56:03.790592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd4de6-cd94-4a63-9a88-84d067a2f275 req-4818d4ca-7ce7-41a0-a5a9-08708eb1b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.792226 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1cd4de6-cd94-4a63-9a88-84d067a2f275 req-4818d4ca-7ce7-41a0-a5a9-08708eb1b6e8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0953405 Apr 01 15:56:03.873134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-6e8aa3c6-3efb-46d6-9fb6-0d060320a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.874668 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-6e8aa3c6-3efb-46d6-9fb6-0d060320a80b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 1096 time: 0.0425656 Apr 01 15:56:03.921128 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-acf1e70e-7ca2-4ca5-8cb5-86dfe1a92625 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4029976-d6eb-4b93-93f4-5f100dd3199d HTTP/1.1" status: 200 len: 217 time: 0.0383723 Apr 01 15:56:03.974588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-04945b2a-affd-454c-915b-12a67d655677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:03.976055 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-04945b2a-affd-454c-915b-12a67d655677 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5034e572-77c2-4db8-b77a-a45b2a61acd2 HTTP/1.1" status: 200 len: 834 time: 0.0445895 Apr 01 15:56:04.023880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-74879fae-6ee3-4638-828b-d23a72ab83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:04.025410 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-74879fae-6ee3-4638-828b-d23a72ab83c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d46f66e-f709-433e-849d-121c0625fe4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415063 Apr 01 15:56:04.131841 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-7fee59d2-4476-48ce-a7a1-fdcefb199e03 service neutron] 10.222.0.41 "GET /v2.0/networks/2d46f66e-f709-433e-849d-121c0625fe4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992057 Apr 01 15:56:04.215189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33616f78-cab8-4225-b057-6c0e99d7c9a4 req-34bb1cd6-7068-4550-9142-7d8578d72b65 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:04.217401 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-33616f78-cab8-4225-b057-6c0e99d7c9a4 req-34bb1cd6-7068-4550-9142-7d8578d72b65 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 943 time: 0.0554023 Apr 01 15:56:04.230503 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eed8af2b-661e-4b40-bcb7-e611c1693400 req-e8380d9f-d2ac-4b5c-82f6-495a57889015 service neutron] 10.222.0.41 "GET /v2.0/networks/2d46f66e-f709-433e-849d-121c0625fe4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877318 Apr 01 15:56:04.257381 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-33616f78-cab8-4225-b057-6c0e99d7c9a4 req-683d11e7-1903-48f1-954f-4e660d9257a7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338800 Apr 01 15:56:04.794584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f31f6e69-b362-49e1-8bce-06d488f8fd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.382310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7bc4-2c75-4bd1-92ef-2c4c579ae67a req-7e94a740-2fdf-45a1-be6c-30b93886c307 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:05.384063 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-157b7bc4-2c75-4bd1-92ef-2c4c579ae67a req-7e94a740-2fdf-45a1-be6c-30b93886c307 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 943 time: 0.0538244 Apr 01 15:56:05.422414 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-157b7bc4-2c75-4bd1-92ef-2c4c579ae67a req-6c56a890-192b-44c3-8c8b-c0f784610a92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Apr 01 15:56:06.540863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83d33d-690c-4441-995e-4ebe83bbf399 req-fe1fdb61-d787-48e6-83eb-216386e7c6fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:06.542325 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd83d33d-690c-4441-995e-4ebe83bbf399 req-fe1fdb61-d787-48e6-83eb-216386e7c6fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 943 time: 0.0493877 Apr 01 15:56:06.582619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd83d33d-690c-4441-995e-4ebe83bbf399 req-eea11151-b7d2-4ec1-8dab-50dc422339c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328414 Apr 01 15:56:06.615775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56564) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:06.780834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Deleting port cfc11ab6-2f7b-482b-89e5-80103f77ba81 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:06.781175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.855532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.855952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.869444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Calling delete_port for cfc11ab6-2f7b-482b-89e5-80103f77ba81 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:07.309018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d23e9e39-d808-49d4-b5bb-15c13ac7e3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.360584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.390387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event deleted for resources: {'Port': ['ID=cfc11ab6-2f7b-482b-89e5-80103f77ba81,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.451261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.451589 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Floating IP fa7f0bda-2106-4159-b6c9-2260e92a71f4 disassociated (deleted). External IP: 172.26.6.63, port: 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91. Apr 01 15:56:07.672837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Router 0897859b-2855-4c2b-9d36-575f16837791 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:07.694381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f4029976-d6eb-4b93-93f4-5f100dd3199d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:56:07.748252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d05cb1-b293-4b3e-8886-3e22f6be4d05 req-8a21c2f6-7a13-4660-8779-fdf4610f65ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:07.749879 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e5d05cb1-b293-4b3e-8886-3e22f6be4d05 req-8a21c2f6-7a13-4660-8779-fdf4610f65ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 943 time: 0.0943441 Apr 01 15:56:07.795259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f4029976-d6eb-4b93-93f4-5f100dd3199d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f4029976-d6eb-4b93-93f4-5f100dd3199d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:07.807288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'port_id': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'mac_address': 'fa:16:3e:cc:89:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:56:07.834347 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e5d05cb1-b293-4b3e-8886-3e22f6be4d05 req-2c89741e-7021-4405-a0ae-897ab96bd375 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771787 Apr 01 15:56:07.844269 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.844546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:07.850297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.857939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] Sync routers for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:07.869667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4029976-d6eb-4b93-93f4-5f100dd3199d {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:56:07.880009 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-997f07d4-ba38-4db2-957b-95196ffb7306 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "DELETE /v2.0/floatingips/fa7f0bda-2106-4159-b6c9-2260e92a71f4 HTTP/1.1" status: 204 len: 168 time: 1.2630816 Apr 01 15:56:07.880665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:07.883266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec" -d '{"events": [{"name": "network-changed", "server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:56:07.887279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:07.887850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:07.948879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411d8819-f6ac-4fdd-913c-c53522fbe2b8 x-openstack-request-id: req-411d8819-f6ac-4fdd-913c-c53522fbe2b8 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:56:07.948879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:56:07.948879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-411d8819-f6ac-4fdd-913c-c53522fbe2b8 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:56:07.948879 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411d8819-f6ac-4fdd-913c-c53522fbe2b8'] response: {'name': 'network-changed', 'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'status': 'completed', 'code': 200} Apr 01 15:56:07.949283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f4029976-d6eb-4b93-93f4-5f100dd3199d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f4029976-d6eb-4b93-93f4-5f100dd3199d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:07.994499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-d33e1d38-7afc-4a08-b60c-59c546524fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:07.996047 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-d33e1d38-7afc-4a08-b60c-59c546524fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 1099 time: 0.0473228 Apr 01 15:56:08.010533 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:08.093864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-88d345ed-e07d-4720-979f-e4c0425f66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:08.095547 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-88d345ed-e07d-4720-979f-e4c0425f66f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.0868149 Apr 01 15:56:08.143256 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-5abbda4d-0a82-4cc6-ad8b-ae6fc084e019 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 HTTP/1.1" status: 200 len: 217 time: 0.0390937 Apr 01 15:56:08.161459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.197935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-2a8d3345-2351-42b9-be60-ffe7ac6a42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:08.199445 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-2a8d3345-2351-42b9-be60-ffe7ac6a42a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0473270 Apr 01 15:56:08.232509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=f4029976-d6eb-4b93-93f4-5f100dd3199d,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:08.247859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-2e962864-2582-4f07-b42d-539320d172ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:08.249422 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-2e962864-2582-4f07-b42d-539320d172ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430043 Apr 01 15:56:08.283330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '54455b9a-ee1a-45ee-bf27-494564787060', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.16', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 1, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.314632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] Checking router: 0897859b-2855-4c2b-9d36-575f16837791 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:08.323142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:08.323751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.349130 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-71e70fab-47f9-49c8-b2e6-7c0b81901bca service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900478 Apr 01 15:56:08.439979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:08.447939 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0dc87bdd-ee76-41a1-a9b3-d5b2b59c71ec req-03ba1c3d-9c63-4cf1-b54a-3b34e6ca410f service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914512 Apr 01 15:56:08.469091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['f4029976-d6eb-4b93-93f4-5f100dd3199d'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:56:08.657310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b8acc-304f-450c-855c-8a892157e617 req-358b83fe-6e90-4de4-8a44-361b7bc2487b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:08.657310 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca3b8acc-304f-450c-855c-8a892157e617 req-358b83fe-6e90-4de4-8a44-361b7bc2487b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 946 time: 0.0521746 Apr 01 15:56:08.697495 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca3b8acc-304f-450c-855c-8a892157e617 req-f81e08ca-7fb3-4557-a4a0-1a94ed547fe0 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339282 Apr 01 15:56:08.810812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '54455b9a-ee1a-45ee-bf27-494564787060', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.16', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 1, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.841079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a594d-39c3-483a-9122-136ab775d5a1 None None] The sync data for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv is: [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '54455b9a-ee1a-45ee-bf27-494564787060', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'floating_ip_address': '172.26.6.16', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '0897859b-2855-4c2b-9d36-575f16837791', 'port_id': '568ad2a6-30ad-4b02-823b-1639948540c0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'mac_address': 'fa:16:3e:a9:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:45Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 1, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:08.959006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf224fb-8df3-4455-83c5-c2ad7bf80538 req-1ade64f4-c81a-4d5b-8b5c-a10e868df6f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:08.960582 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6bf224fb-8df3-4455-83c5-c2ad7bf80538 req-1ade64f4-c81a-4d5b-8b5c-a10e868df6f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 944 time: 0.0543046 Apr 01 15:56:09.004241 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6bf224fb-8df3-4455-83c5-c2ad7bf80538 req-f9273fa8-e9c0-46e1-a0c7-65c478dae2e0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372415 Apr 01 15:56:09.084928 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a848c8c-9c4d-47d2-855d-d24b661908fc None None] New status for floating IP fa7f0bda-2106-4159-b6c9-2260e92a71f4: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:56:09.697691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f4029976-d6eb-4b93-93f4-5f100dd3199d up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:56:09.753813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.816947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dec9e-5e61-4aed-b7ad-c21ff720fa93 req-2253b71b-0d43-498b-aab0-f1878adc7d54 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:09.818509 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-037dec9e-5e61-4aed-b7ad-c21ff720fa93 req-2253b71b-0d43-498b-aab0-f1878adc7d54 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 946 time: 0.0518825 Apr 01 15:56:09.857875 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-037dec9e-5e61-4aed-b7ad-c21ff720fa93 req-5b64c284-a1f3-47b1-85ef-1e1ca65f5867 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Apr 01 15:56:09.880013 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port f4029976-d6eb-4b93-93f4-5f100dd3199d completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:09.885199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port f4029976-d6eb-4b93-93f4-5f100dd3199d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:09.885979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.965420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.989577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:09.991914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b368c7c-8d20-45a7-869f-b5b84d2e9c98" -d '{"events": [{"server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "name": "network-vif-plugged", "status": "completed", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:56:10.005736 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f4029976-d6eb-4b93-93f4-5f100dd3199d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f4029976-d6eb-4b93-93f4-5f100dd3199d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:10.038980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd85df-0058-4b13-9e16-eb136dbf7727 x-openstack-request-id: req-69dd85df-0058-4b13-9e16-eb136dbf7727 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:56:10.038980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "name": "network-vif-plugged", "status": "completed", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:56:10.038980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69dd85df-0058-4b13-9e16-eb136dbf7727 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:56:10.038980 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dd85df-0058-4b13-9e16-eb136dbf7727'] response: {'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'code': 200} Apr 01 15:56:10.125814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.130559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7057b8-e1e6-42b9-964f-38b524bcabf8 req-d08398c0-c922-4505-9ec4-9c464bec7ca3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.132131 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8d7057b8-e1e6-42b9-964f-38b524bcabf8 req-d08398c0-c922-4505-9ec4-9c464bec7ca3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 944 time: 0.0538728 Apr 01 15:56:10.175752 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8d7057b8-e1e6-42b9-964f-38b524bcabf8 req-ab9412ff-752e-4d25-a7c5-dcd2643227ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370026 Apr 01 15:56:10.182801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=f4029976-d6eb-4b93-93f4-5f100dd3199d,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.476229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de52e8-2c00-47de-a858-407b2e9dadb9 req-659a36e4-37f2-42fa-b27b-34595b09cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.477737 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-64de52e8-2c00-47de-a858-407b2e9dadb9 req-659a36e4-37f2-42fa-b27b-34595b09cf24 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 1098 time: 0.0544918 Apr 01 15:56:10.531208 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-64de52e8-2c00-47de-a858-407b2e9dadb9 req-8db4dd6c-af7a-493f-a3ba-211c92fc325d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389555 Apr 01 15:56:10.538924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-249ddb8e-c183-48e2-bbf7-29f5d53891ea tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.540311 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-249ddb8e-c183-48e2-bbf7-29f5d53891ea tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 946 time: 0.0763123 Apr 01 15:56:10.840141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Deleting port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:10.840530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.873246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.937076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.945597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] For port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:10.945958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.961241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Calling delete_port for 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:10.988108 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e056-c841-415c-9be1-0e957d10b611 req-0abc8167-d2a3-4c86-b524-83a214c6b05b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:10.989924 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26f5e056-c841-415c-9be1-0e957d10b611 req-0abc8167-d2a3-4c86-b524-83a214c6b05b tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 946 time: 0.0577228 Apr 01 15:56:11.031878 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26f5e056-c841-415c-9be1-0e957d10b611 req-12ddf480-2e24-43c4-8bee-eae71e1d85ab tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353544 Apr 01 15:56:11.296330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843efb51-615f-4519-9126-a7bd6e9efb4d req-d64b4d83-9c7e-40e1-87ab-83260e692cd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:11.297904 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-843efb51-615f-4519-9126-a7bd6e9efb4d req-d64b4d83-9c7e-40e1-87ab-83260e692cd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 945 time: 0.0499630 Apr 01 15:56:11.320180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.337947 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-843efb51-615f-4519-9126-a7bd6e9efb4d req-5b72f1ed-50a1-4339-b259-0b02874b2498 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336487 Apr 01 15:56:11.351603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event deleted for resources: {'Port': ['ID=5aab59df-65b1-4ebe-b62a-8e00a6dc3d91,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.395105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] No DVR routers for this DVR port 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:11.397854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.401189 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b39193f3-b125-469f-b0fd-6142473cbed4 req-965b7d6b-a828-4add-8bb6-da0b9054a5df tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "DELETE /v2.0/ports/5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 HTTP/1.1" status: 204 len: 173 time: 0.6482801 Apr 01 15:56:11.401634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'name': 'network-vif-deleted', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:11.403887 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd9ad2e-b9c8-426b-88e8-2a924e2c2bd2" -d '{"events": [{"server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "name": "network-vif-deleted", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:56:11.441176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cfb99a-bc8e-435d-9e8a-d22956f69504 x-openstack-request-id: req-e8cfb99a-bc8e-435d-9e8a-d22956f69504 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:56:11.443359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98279479-13e0-490e-ac6b-73bfdfc07443", "name": "network-vif-deleted", "tag": "5aab59df-65b1-4ebe-b62a-8e00a6dc3d91", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:56:11.443359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8cfb99a-bc8e-435d-9e8a-d22956f69504 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:56:11.443359 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cfb99a-bc8e-435d-9e8a-d22956f69504'] response: {'server_uuid': '98279479-13e0-490e-ac6b-73bfdfc07443', 'name': 'network-vif-deleted', 'tag': '5aab59df-65b1-4ebe-b62a-8e00a6dc3d91', 'status': 'completed', 'code': 200} Apr 01 15:56:12.130931 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d51c44ff-869b-4ce0-8b5e-e7f9946aa649 req-a7ee3aaa-da0c-4af3-8027-963693396244 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 210 time: 0.0277152 Apr 01 15:56:12.460768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d21866-5dcf-4e6a-93b1-f494cef5cf67 req-f126dc85-aea1-4296-b93f-5aefa90730ef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:12.462305 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f1d21866-5dcf-4e6a-93b1-f494cef5cf67 req-f126dc85-aea1-4296-b93f-5aefa90730ef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 945 time: 0.0498481 Apr 01 15:56:12.506495 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f1d21866-5dcf-4e6a-93b1-f494cef5cf67 req-4deb720f-6c76-4f34-9ef1-fb5f2dae33a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378771 Apr 01 15:56:12.627881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954eb48-1320-43a1-b3a4-dd48d9125e3b req-18b03cd0-2043-4895-b3bc-3eacc5bd0374 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:12.629341 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7954eb48-1320-43a1-b3a4-dd48d9125e3b req-18b03cd0-2043-4895-b3bc-3eacc5bd0374 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 945 time: 0.0519421 Apr 01 15:56:12.668714 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7954eb48-1320-43a1-b3a4-dd48d9125e3b req-86397859-829b-4f30-ae90-ba1fbddc3edd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332365 Apr 01 15:56:12.692088 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56596) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:12.734167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a13c4-46f8-432d-81a9-1b22e30f7236 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:12.735712 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-905a13c4-46f8-432d-81a9-1b22e30f7236 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 1093 time: 0.0423865 Apr 01 15:56:12.738848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56598) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:12.743582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:56:12.868023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.977804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.090933 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.37 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/b06188b7-fb7a-4d6d-a5e9-d79bff533a54) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:13.202476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.247401 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f3437630-d7f8-4793-a21e-c0289f1e02e3 req-e0655840-9518-4ad0-88e6-0eb843b4188c tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 210 time: 0.0351970 Apr 01 15:56:13.354986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.398954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:13.402037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:13.406571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:56:13.409935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=b06188b7-fb7a-4d6d-a5e9-d79bff533a54,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.719048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:13.756667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:56:13.816853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 5aab59df-65b1-4ebe-b62a-8e00a6dc3d91 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:56:13.845415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.995048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.180783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.280332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.364137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=b06188b7-fb7a-4d6d-a5e9-d79bff533a54,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:14.394981 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-319e7a3b-d7fa-4c4b-8e95-1bd008005a61 req-618e7c94-b04a-4182-a2f0-eeb182746c42 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 210 time: 0.0435882 Apr 01 15:56:14.401285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.511519 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 associated. External IP: 172.26.6.37, port: f4029976-d6eb-4b93-93f4-5f100dd3199d. Apr 01 15:56:15.032609 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:15.148207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:15.159671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c93321-db50-4c80-90f6-4af53993519b None None] Sync routers for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:15.171187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c93321-db50-4c80-90f6-4af53993519b None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:15.171855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-62c93321-db50-4c80-90f6-4af53993519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:15.267809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.316399 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e654d648-1a20-45a9-b995-b745dc17e3a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5762000 Apr 01 15:56:15.317358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:15.319950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c9400d-06c7-4876-99f8-475d12189fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:56:15.321024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56604) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:15.389908 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64bfe54-b238-475d-8d42-2f90cc41b93b x-openstack-request-id: req-c64bfe54-b238-475d-8d42-2f90cc41b93b {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:56:15.390228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:56:15.390440 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c64bfe54-b238-475d-8d42-2f90cc41b93b {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:56:15.390832 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64bfe54-b238-475d-8d42-2f90cc41b93b'] response: {'name': 'network-changed', 'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'status': 'completed', 'code': 200} Apr 01 15:56:15.459357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-62c93321-db50-4c80-90f6-4af53993519b None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:15.489121 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-13fddc55-9e8a-476a-992e-ab41a0f32d3b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers/06ccfb52-486e-4b16-ab0e-f41ba063bb51 HTTP/1.1" status: 200 len: 922 time: 0.1665969 Apr 01 15:56:15.493532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56610) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:15.534418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-05e15f6c-bb26-47e1-89fa-3865e543ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:15.536418 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-05e15f6c-bb26-47e1-89fa-3865e543ae31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 1098 time: 0.1035945 Apr 01 15:56:15.548936 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8ccadcca-0bd4-40b8-b9a0-28114f80defd req-5f5e3979-e639-4c9a-87e8-a340e51a8df2 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=98279479-13e0-490e-ac6b-73bfdfc07443 HTTP/1.1" status: 200 len: 210 time: 0.0386088 Apr 01 15:56:15.595610 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-71a8c6d5-42fc-49a3-a83a-873ef380d1c8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 HTTP/1.1" status: 200 len: 990 time: 0.1002696 Apr 01 15:56:15.595919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.660743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-5090b699-cab3-4ba3-9097-e0c3e1920762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:15.662316 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-5090b699-cab3-4ba3-9097-e0c3e1920762 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d46f66e-f709-433e-849d-121c0625fe4f HTTP/1.1" status: 200 len: 899 time: 0.1148891 Apr 01 15:56:15.741383 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-05b11a0d-47e0-4af6-b44d-64e2e4d077d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4029976-d6eb-4b93-93f4-5f100dd3199d HTTP/1.1" status: 200 len: 998 time: 0.0710995 Apr 01 15:56:15.778009 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-62c93321-db50-4c80-90f6-4af53993519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '444e50aa-c5d9-49ee-9ffe-d2bef75a75b5', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'port_id': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'mac_address': 'fa:16:3e:cc:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:13Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:55:55Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:15.801030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-4d112d36-a14a-45d0-a5fc-20cf10f9abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:15.802554 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-4d112d36-a14a-45d0-a5fc-20cf10f9abdd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5034e572-77c2-4db8-b77a-a45b2a61acd2 HTTP/1.1" status: 200 len: 834 time: 0.0541737 Apr 01 15:56:15.813335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c93321-db50-4c80-90f6-4af53993519b None None] Checking router: 06ccfb52-486e-4b16-ab0e-f41ba063bb51 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:15.823466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c93321-db50-4c80-90f6-4af53993519b None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:15.824182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-62c93321-db50-4c80-90f6-4af53993519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:15.854857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-5115f3de-2f07-48ef-a553-9621902abacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:15.856294 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-5115f3de-2f07-48ef-a553-9621902abacb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d46f66e-f709-433e-849d-121c0625fe4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458143 Apr 01 15:56:15.952314 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-01ea51af-c9a2-4be1-8d34-2cbc666e35a8 service neutron] 10.222.0.41 "GET /v2.0/networks/2d46f66e-f709-433e-849d-121c0625fe4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891595 Apr 01 15:56:15.993487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-62c93321-db50-4c80-90f6-4af53993519b None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:16.061941 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-12c9400d-06c7-4876-99f8-475d12189fe9 req-1e97c9f9-0115-4598-8b08-b5e579ab5d63 service neutron] 10.222.0.41 "GET /v2.0/networks/2d46f66e-f709-433e-849d-121c0625fe4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024873 Apr 01 15:56:16.250301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-62c93321-db50-4c80-90f6-4af53993519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '444e50aa-c5d9-49ee-9ffe-d2bef75a75b5', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'port_id': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'mac_address': 'fa:16:3e:cc:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:13Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:55:55Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:16.289785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c93321-db50-4c80-90f6-4af53993519b None None] The sync data for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv is: [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '444e50aa-c5d9-49ee-9ffe-d2bef75a75b5', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'port_id': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'mac_address': 'fa:16:3e:cc:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:13Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:55:55Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:16.518607 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6197b5-a4e9-4c94-ae4b-dffb81582129 None None] New status for floating IP 444e50aa-c5d9-49ee-9ffe-d2bef75a75b5: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:56:16.600848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56614) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:16.682599 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a4b4f3bf-824d-475a-9f4f-90a8f7a0c63d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 HTTP/1.1" status: 200 len: 990 time: 0.0798182 Apr 01 15:56:17.687607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56624) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:17.763263 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b0abd6eb-c4f1-44dd-a255-8f781fc424f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 HTTP/1.1" status: 200 len: 992 time: 0.0744624 Apr 01 15:56:22.441584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56640) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:22.619231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Deleting port ba9b4278-2f8f-4de3-8731-79d73ad2d034 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:22.619570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.706064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.706399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.719723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Calling delete_port for ba9b4278-2f8f-4de3-8731-79d73ad2d034 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:22.988300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.016588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event deleted for resources: {'Port': ['ID=ba9b4278-2f8f-4de3-8731-79d73ad2d034,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.075430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.075753 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Floating IP 54455b9a-ee1a-45ee-bf27-494564787060 disassociated (deleted). External IP: 172.26.6.16, port: 568ad2a6-30ad-4b02-823b-1639948540c0. Apr 01 15:56:23.291916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Router 0897859b-2855-4c2b-9d36-575f16837791 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:23.726114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:23.731325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.736567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] Sync routers for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:23.748297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:23.749652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:23.762346 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cd457a9c-8ad8-4cfa-b419-fa392fa46e59 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "DELETE /v2.0/floatingips/54455b9a-ee1a-45ee-bf27-494564787060 HTTP/1.1" status: 204 len: 168 time: 1.3169544 Apr 01 15:56:23.762346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:23.763281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ef2c67-3831-42e6-9683-ff4dc037d24a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:56:23.864437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76b6f6d-ffde-487e-8cca-8778feb896b5 x-openstack-request-id: req-c76b6f6d-ffde-487e-8cca-8778feb896b5 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:56:23.864705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:56:23.864968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c76b6f6d-ffde-487e-8cca-8778feb896b5 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:56:23.865373 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76b6f6d-ffde-487e-8cca-8778feb896b5'] response: {'name': 'network-changed', 'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0', 'status': 'completed', 'code': 200} Apr 01 15:56:23.878355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:23.942399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-146f03c4-cdd8-44ca-b2be-dbccd36ad63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:23.943954 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-146f03c4-cdd8-44ca-b2be-dbccd36ad63b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f397e8ac635446de8843fc7946017b1f&device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 1098 time: 0.0430629 Apr 01 15:56:24.061438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-aeac711a-1a78-4478-a51e-18401a582afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:24.064037 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-aeac711a-1a78-4478-a51e-18401a582afc service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 200 len: 914 time: 0.1107764 Apr 01 15:56:24.107848 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-b63e6d30-cc79-49b1-9e84-7a87d60cc99c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=568ad2a6-30ad-4b02-823b-1639948540c0 HTTP/1.1" status: 200 len: 217 time: 0.0369587 Apr 01 15:56:24.109319 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:24.141179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] Checking router: 0897859b-2855-4c2b-9d36-575f16837791 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:24.150579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:24.165733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:24.169826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-87235d37-32e3-432d-b2f3-78baab00f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:24.173045 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-87235d37-32e3-432d-b2f3-78baab00f217 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 200 len: 851 time: 0.0573614 Apr 01 15:56:24.224835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-97e93647-6dfc-4fb1-8afc-2fcfeb1a94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:24.226134 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-97e93647-6dfc-4fb1-8afc-2fcfeb1a94fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468168 Apr 01 15:56:24.267887 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:24.323706 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-2117fe8c-301b-40d6-b785-cf04db79be45 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883400 Apr 01 15:56:24.401042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c3adf-51c5-4140-bff8-a7b0cff91b4a req-a89ac1cd-40a3-4fac-88ff-b256a68975e8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:24.403339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a34c3adf-51c5-4140-bff8-a7b0cff91b4a req-a89ac1cd-40a3-4fac-88ff-b256a68975e8 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 945 time: 0.0567069 Apr 01 15:56:24.436461 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d0ef2c67-3831-42e6-9683-ff4dc037d24a req-c5298f79-8209-4749-8612-80c137ae22d7 service neutron] 10.222.0.41 "GET /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042905 Apr 01 15:56:24.447763 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a34c3adf-51c5-4140-bff8-a7b0cff91b4a req-531928c4-5758-421c-ae97-a63cc47ddbad tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/security-groups?id=603bf76b-1e2c-4b6d-82b1-e59b76d52506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376956 Apr 01 15:56:24.514157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:24.540865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b0859f-dfa3-452b-8779-9ac8254e183e None None] The sync data for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv is: [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:44:18Z', 'revision_number': 4, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f28e7650-2a2a-461e-b802-77ab36c3de64', 'name': '', 'network_id': 'd8ab7caf-0e25-4e0d-a2d6-e75289d87f07', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'mac_address': 'fa:16:3e:c1:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:15Z', 'updated_at': '2022-04-01T15:44:26Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'subnets': [{'id': 'f4efc3e4-afe1-4629-9572-77c9f5337839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:24.774628 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549027ee-1830-42e4-bd05-0d3277f1c1ba None None] New status for floating IP 54455b9a-ee1a-45ee-bf27-494564787060: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:56:24.963049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-5048793c-80ff-40fc-882f-0f8c571ec5ef tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:24.964726 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-5048793c-80ff-40fc-882f-0f8c571ec5ef tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 945 time: 0.0527635 Apr 01 15:56:25.063666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Deleting port 568ad2a6-30ad-4b02-823b-1639948540c0 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:25.064148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.178570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] For port 568ad2a6-30ad-4b02-823b-1639948540c0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=568ad2a6-30ad-4b02-823b-1639948540c0,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:25.178932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.192226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Calling delete_port for 568ad2a6-30ad-4b02-823b-1639948540c0 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:25.450408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.525652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event deleted for resources: {'Port': ['ID=568ad2a6-30ad-4b02-823b-1639948540c0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:25.530327 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] No DVR routers for this DVR port 568ad2a6-30ad-4b02-823b-1639948540c0 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:25.533503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.537378 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7da0d09c-f4f8-4cdd-93df-71df3e4404b9 req-4bfccc2b-be64-458c-834c-c42e5ef3a3a6 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.41 "DELETE /v2.0/ports/568ad2a6-30ad-4b02-823b-1639948540c0 HTTP/1.1" status: 204 len: 173 time: 0.5650251 Apr 01 15:56:25.559875 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-70a4d5ec-964d-420b-ab87-59fc50e99169 req-f3f92956-985a-4f99-a8d5-2ecfe8f0a7f3 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 210 time: 0.0301807 Apr 01 15:56:25.866675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'name': 'network-vif-deleted', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:25.869614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcec723-d40e-4873-bb4d-e42370dd2c7e" -d '{"events": [{"server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "name": "network-vif-deleted", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:56:25.911714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a471552-6053-426f-94bc-08d8964bc11f x-openstack-request-id: req-2a471552-6053-426f-94bc-08d8964bc11f {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:56:25.912003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f05f89-7604-47b1-8018-88d9911687aa", "name": "network-vif-deleted", "tag": "568ad2a6-30ad-4b02-823b-1639948540c0", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:56:25.912261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a471552-6053-426f-94bc-08d8964bc11f {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:56:25.912670 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a471552-6053-426f-94bc-08d8964bc11f'] response: {'server_uuid': 'f4f05f89-7604-47b1-8018-88d9911687aa', 'name': 'network-vif-deleted', 'tag': '568ad2a6-30ad-4b02-823b-1639948540c0', 'status': 'completed', 'code': 200} Apr 01 15:56:26.665697 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bf77bf01-fdd6-40c9-b116-dfba7f425f08 req-d3a79c14-f161-4427-9fb6-e21595981dff tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 210 time: 0.0309412 Apr 01 15:56:27.745627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 568ad2a6-30ad-4b02-823b-1639948540c0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:27.782875 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a113c90c-e7f3-4cb5-a348-7e5e88daa9d6 req-730b6dc1-6423-4c8a-9a87-723baab809ed tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 210 time: 0.0275452 Apr 01 15:56:27.786557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 568ad2a6-30ad-4b02-823b-1639948540c0 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:56:27.787088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 568ad2a6-30ad-4b02-823b-1639948540c0 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:56:28.888823 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ccbe75a7-5753-4778-8893-e6696daa3f93 req-f5523bf8-e211-4846-af2c-ebb69992ac0e tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 210 time: 0.0327132 Apr 01 15:56:29.996636 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f7d172a2-370f-4a13-b885-d941fa47b2bc req-618693b2-b973-4469-b304-d22087a18a25 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4f05f89-7604-47b1-8018-88d9911687aa HTTP/1.1" status: 200 len: 210 time: 0.0306380 Apr 01 15:56:31.059106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56664) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:31.196018 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Deleting port 01be9a52-e59f-4dd8-bec9-cef81961bb0b {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:31.196390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.279728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.279983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.292482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Calling delete_port for 01be9a52-e59f-4dd8-bec9-cef81961bb0b owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:31.559222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.584888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event deleted for resources: {'Port': ['ID=01be9a52-e59f-4dd8-bec9-cef81961bb0b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:31.645451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.647930 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.649172 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2f8e626e-ed4d-4513-8531-facfbd51e7a1 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "DELETE /v2.0/floatingips/75d8f45f-bbde-4956-a1ac-cc983b3ef84e HTTP/1.1" status: 204 len: 168 time: 0.5887101 Apr 01 15:56:33.126457 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:56:34.760000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a351f440-2484-4917-a649-30ddc5b95548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.195268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56680) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:35.263593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a34e855c-4568-4e5b-8a5d-19406b3767a7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.297325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a34e855c-4568-4e5b-8a5d-19406b3767a7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.468196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a34e855c-4568-4e5b-8a5d-19406b3767a7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.471258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a34e855c-4568-4e5b-8a5d-19406b3767a7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.475073 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a34e855c-4568-4e5b-8a5d-19406b3767a7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] 10.222.0.73 "DELETE /v2.0/security-groups/603bf76b-1e2c-4b6d-82b1-e59b76d52506 HTTP/1.1" status: 204 len: 168 time: 0.2761097 Apr 01 15:56:35.482009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e855c-4568-4e5b-8a5d-19406b3767a7 tempest-TestVolumeBootPattern-959579327 tempest-TestVolumeBootPattern-959579327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603bf76b-1e2c-4b6d-82b1-e59b76d52506,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.697328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56684) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:36.198826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.447444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Deleting port f28e7650-2a2a-461e-b802-77ab36c3de64 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:36.447915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.535202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] For port f28e7650-2a2a-461e-b802-77ab36c3de64, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f28e7650-2a2a-461e-b802-77ab36c3de64,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:36.539835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.549608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Calling delete_port for f28e7650-2a2a-461e-b802-77ab36c3de64 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:36.885455 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.912650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28e7650-2a2a-461e-b802-77ab36c3de64,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.092944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.245722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-69f1a50e-b549-4ccd-9193-221ecfaa9396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.307203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Router 0897859b-2855-4c2b-9d36-575f16837791 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:37.424103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:37.430303 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-159f829c-beb8-4548-9c03-207ace11ec40 admin admin] 10.222.0.73 "PUT /v2.0/routers/0897859b-2855-4c2b-9d36-575f16837791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317896 Apr 01 15:56:37.433535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56688) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:37.435009 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] Sync routers for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:37.455590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:37.456224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:37.554602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.570843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:37.722187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.906956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:56:36Z', 'revision_number': 5, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port': {'id': '03a2f961-1608-4c34-84c1-c9ca6b2bec6a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897859b-2855-4c2b-9d36-575f16837791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:07Z', 'updated_at': '2022-04-01T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:37.933614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] Checking router: 0897859b-2855-4c2b-9d36-575f16837791 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:37.946397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] Routers {'0897859b-2855-4c2b-9d36-575f16837791'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:37.946397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['0897859b-2855-4c2b-9d36-575f16837791'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:37.951678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Deleting port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:37.952013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.028185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] Set router 0897859b-2855-4c2b-9d36-575f16837791 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:38.038159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] For port 03a2f961-1608-4c34-84c1-c9ca6b2bec6a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=03a2f961-1608-4c34-84c1-c9ca6b2bec6a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:38.038523 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.052430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Calling delete_port for 03a2f961-1608-4c34-84c1-c9ca6b2bec6a owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:38.085430 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:56:37Z', 'revision_number': 6, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:38.113178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e4d66-4714-46b9-932f-03d5c568c4af None None] The sync data for ids ['0897859b-2855-4c2b-9d36-575f16837791'] in dv-neutron-835865-1-hyperv is: [{'id': '0897859b-2855-4c2b-9d36-575f16837791', 'name': 'tempest-TestVolumeBootPattern-1007156777-router', 'tenant_id': 'f397e8ac635446de8843fc7946017b1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:05Z', 'updated_at': '2022-04-01T15:56:37Z', 'revision_number': 6, 'project_id': 'f397e8ac635446de8843fc7946017b1f', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:38.347976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.375295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a2f961-1608-4c34-84c1-c9ca6b2bec6a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.392717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:38.451051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.560174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.563524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.624333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f28e7650-2a2a-461e-b802-77ab36c3de64 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:38.645577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f28e7650-2a2a-461e-b802-77ab36c3de64 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:56:38.645923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f28e7650-2a2a-461e-b802-77ab36c3de64 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:56:38.737074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.737613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0897859b-2855-4c2b-9d36-575f16837791 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:56:38.742169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.743544 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-20ec803d-10a8-4128-b0e1-0b119ee33580 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0897859b-2855-4c2b-9d36-575f16837791 HTTP/1.1" status: 204 len: 168 time: 1.3089573 Apr 01 15:56:38.745984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56690) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:38.794784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc12c22-0578-483f-a50d-aa1adec01dca admin admin] Deleting subnet f4efc3e4-afe1-4629-9572-77c9f5337839 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:56:38.798717 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fdc12c22-0578-483f-a50d-aa1adec01dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.838018 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fdc12c22-0578-483f-a50d-aa1adec01dca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.918631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fdc12c22-0578-483f-a50d-aa1adec01dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.131592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fdc12c22-0578-483f-a50d-aa1adec01dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.170519 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc12c22-0578-483f-a50d-aa1adec01dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4efc3e4-afe1-4629-9572-77c9f5337839,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.175935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fdc12c22-0578-483f-a50d-aa1adec01dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.181788 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fdc12c22-0578-483f-a50d-aa1adec01dca admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f4efc3e4-afe1-4629-9572-77c9f5337839 HTTP/1.1" status: 204 len: 168 time: 0.4344292 Apr 01 15:56:39.183971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56692) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:39.193763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609fe307-e598-4f13-b27f-68a0ab16e7e9 None None] Network d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:56:39.263524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.327450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Deleting port 9c3206b4-32a0-4f6d-a924-42f969dd8693 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:39.327889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.398973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d38f500-2522-48b1-8824-dbc0b5be74ea None None] DHCP port deletion for d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:56:39.402407 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] For port 9c3206b4-32a0-4f6d-a924-42f969dd8693, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9c3206b4-32a0-4f6d-a924-42f969dd8693,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:39.402997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.418294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Calling delete_port for 9c3206b4-32a0-4f6d-a924-42f969dd8693 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:39.455642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-9d38f500-2522-48b1-8824-dbc0b5be74ea None None] Deleting port 9c3206b4-32a0-4f6d-a924-42f969dd8693 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:39.455890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9d38f500-2522-48b1-8824-dbc0b5be74ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.521251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9d38f500-2522-48b1-8824-dbc0b5be74ea None None] For port 9c3206b4-32a0-4f6d-a924-42f969dd8693, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9c3206b4-32a0-4f6d-a924-42f969dd8693,segment=NetworkSegment(da358ea5-cf6e-4f84-a984-f7b4dd326619),segment_id=da358ea5-cf6e-4f84-a984-f7b4dd326619)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:39.521644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9d38f500-2522-48b1-8824-dbc0b5be74ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.534590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-9d38f500-2522-48b1-8824-dbc0b5be74ea None None] Calling delete_port for 9c3206b4-32a0-4f6d-a924-42f969dd8693 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:39.610535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: from cryptography.utils import int_from_bytes Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: from cryptography.utils import int_from_bytes Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:39.611831 dv-neutron-835865-1-hyperv neutron-server[110107]: self.session.flush() Apr 01 15:56:39.622241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9d38f500-2522-48b1-8824-dbc0b5be74ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.637031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3206b4-32a0-4f6d-a924-42f969dd8693,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.641395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] No DVR routers for this DVR port 9c3206b4-32a0-4f6d-a924-42f969dd8693 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:39.662951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38f500-2522-48b1-8824-dbc0b5be74ea None None] Pushing event deleted for resources: {'Port': ['ID=9c3206b4-32a0-4f6d-a924-42f969dd8693,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.664982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d38f500-2522-48b1-8824-dbc0b5be74ea None None] No DVR routers for this DVR port 9c3206b4-32a0-4f6d-a924-42f969dd8693 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:39.738382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.751981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ab7caf-0e25-4e0d-a2d6-e75289d87f07']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:39.761749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da358ea5-cf6e-4f84-a984-f7b4dd326619') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:39.762040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da358ea5-cf6e-4f84-a984-f7b4dd326619') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:39.773360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.787354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.794052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:39.794460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:39.796267 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:39.816994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.975736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.981954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.986721 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] 10.222.0.73 "DELETE /v2.0/networks/d8ab7caf-0e25-4e0d-a2d6-e75289d87f07 HTTP/1.1" status: 204 len: 168 time: 0.8016033 Apr 01 15:56:39.989970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56698) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:40.006085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ef060-7666-4277-b702-dfa8c7ac8afd admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ab7caf-0e25-4e0d-a2d6-e75289d87f07,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:40.364472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.549635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 03a2f961-1608-4c34-84c1-c9ca6b2bec6a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:40.570326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 03a2f961-1608-4c34-84c1-c9ca6b2bec6a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:56:40.570672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 03a2f961-1608-4c34-84c1-c9ca6b2bec6a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:56:40.571103 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9c3206b4-32a0-4f6d-a924-42f969dd8693 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:40.590944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 9c3206b4-32a0-4f6d-a924-42f969dd8693 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:56:40.591342 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9c3206b4-32a0-4f6d-a924-42f969dd8693 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:56:40.620414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Deleting port 5e7faacd-7871-4f06-8c36-d237c53696ec {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:40.620671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.699944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] For port 5e7faacd-7871-4f06-8c36-d237c53696ec, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e7faacd-7871-4f06-8c36-d237c53696ec,segment=NetworkSegment(d94b84a2-7330-495c-8ece-cdf8f3039802),segment_id=d94b84a2-7330-495c-8ece-cdf8f3039802)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:40.700304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.713185 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Calling delete_port for 5e7faacd-7871-4f06-8c36-d237c53696ec owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:40.901090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.021500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.035668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.067124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7faacd-7871-4f06-8c36-d237c53696ec,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:41.093561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.094454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.094988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.095324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.095664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.096045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.096333 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.096694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.097022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.097351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.097679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.098003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:41.244072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.452797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:41.555991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:41.560954 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f1af0085-35c3-4a56-a3ab-107ba5d28050 admin admin] 10.222.0.73 "PUT /v2.0/routers/b05aa25f-13ae-42f6-bdc1-81a41e5ac08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5692756 Apr 01 15:56:41.564182 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56700) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:41.564882 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] Sync routers for ids ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:41.574159 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] Routers {'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:41.574760 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:41.671112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.683161 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] Set router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:41.974993 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:30Z', 'updated_at': '2022-04-01T15:56:40Z', 'revision_number': 5, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'gw_port': {'id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:33Z', 'updated_at': '2022-04-01T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:42.005149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.005885 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] Checking router: b05aa25f-13ae-42f6-bdc1-81a41e5ac08d for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:42.014847 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] Routers {'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:42.015535 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:42.121527 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] Set router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:42.128788 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Deleting port f96e7780-712f-4f89-8730-579fee7cc332 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:42.129566 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.208124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] For port f96e7780-712f-4f89-8730-579fee7cc332, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f96e7780-712f-4f89-8730-579fee7cc332,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:42.208777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.223400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Calling delete_port for f96e7780-712f-4f89-8730-579fee7cc332 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:42.307377 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:30Z', 'updated_at': '2022-04-01T15:56:40Z', 'revision_number': 5, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'gw_port': {'id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:33Z', 'updated_at': '2022-04-01T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:42.332948 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774647af-0720-45ac-8385-7590e9b319d7 None None] The sync data for ids ['b05aa25f-13ae-42f6-bdc1-81a41e5ac08d'] in dv-neutron-835865-1-hyperv is: [{'id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'name': 'tempest-TestVolumeBootPattern-1963673608-router', 'tenant_id': '17f8c58e49f845328fd994505ca5054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:44:30Z', 'updated_at': '2022-04-01T15:56:40Z', 'revision_number': 5, 'project_id': '17f8c58e49f845328fd994505ca5054d', 'gw_port': {'id': 'f96e7780-712f-4f89-8730-579fee7cc332', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05aa25f-13ae-42f6-bdc1-81a41e5ac08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:44:33Z', 'updated_at': '2022-04-01T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:42.502036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.529190 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Pushing event deleted for resources: {'Port': ['ID=f96e7780-712f-4f89-8730-579fee7cc332,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:42.591929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.688010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.690853 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.780286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e7faacd-7871-4f06-8c36-d237c53696ec no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:42.800996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 5e7faacd-7871-4f06-8c36-d237c53696ec {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:56:42.808167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e7faacd-7871-4f06-8c36-d237c53696ec not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:56:42.850288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.850725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05aa25f-13ae-42f6-bdc1-81a41e5ac08d {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:56:42.855307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.856557 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c5979a73-0ce8-4651-b4ce-ccace349e0da admin admin] 10.222.0.73 "DELETE /v2.0/routers/b05aa25f-13ae-42f6-bdc1-81a41e5ac08d HTTP/1.1" status: 204 len: 168 time: 1.2912850 Apr 01 15:56:42.860076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56704) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:42.908987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7542af46-e4be-4a09-9ed6-2cf21e86d89f admin admin] Deleting subnet 6339ba10-fadc-4522-bd1d-28498ecb40b1 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:56:42.912620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7542af46-e4be-4a09-9ed6-2cf21e86d89f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.949167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7542af46-e4be-4a09-9ed6-2cf21e86d89f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.028705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7542af46-e4be-4a09-9ed6-2cf21e86d89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.216574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7542af46-e4be-4a09-9ed6-2cf21e86d89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.244010 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542af46-e4be-4a09-9ed6-2cf21e86d89f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6339ba10-fadc-4522-bd1d-28498ecb40b1,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.246041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7542af46-e4be-4a09-9ed6-2cf21e86d89f admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.249280 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7542af46-e4be-4a09-9ed6-2cf21e86d89f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6339ba10-fadc-4522-bd1d-28498ecb40b1 HTTP/1.1" status: 204 len: 168 time: 0.3881691 Apr 01 15:56:43.251048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198fafbf-17c6-4e72-b9c5-d487277fc694 None None] Network 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:56:43.252515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56706) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:43.322691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.381942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Deleting port f17cf983-9477-4d3b-b035-86631abfbcd9 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:43.382294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.442090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600f693d-8c1c-4ad4-8914-7dccb18008ba None None] DHCP port deletion for 6a64e0f7-b3a8-4b4d-a1f7-306a01696920 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:56:43.455113 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] For port f17cf983-9477-4d3b-b035-86631abfbcd9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f17cf983-9477-4d3b-b035-86631abfbcd9,segment=NetworkSegment(d94b84a2-7330-495c-8ece-cdf8f3039802),segment_id=d94b84a2-7330-495c-8ece-cdf8f3039802)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:43.455482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.468095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Calling delete_port for f17cf983-9477-4d3b-b035-86631abfbcd9 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:43.497022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-600f693d-8c1c-4ad4-8914-7dccb18008ba None None] Deleting port f17cf983-9477-4d3b-b035-86631abfbcd9 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:43.497406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-600f693d-8c1c-4ad4-8914-7dccb18008ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.558877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-600f693d-8c1c-4ad4-8914-7dccb18008ba None None] For port f17cf983-9477-4d3b-b035-86631abfbcd9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f17cf983-9477-4d3b-b035-86631abfbcd9,segment=NetworkSegment(d94b84a2-7330-495c-8ece-cdf8f3039802),segment_id=d94b84a2-7330-495c-8ece-cdf8f3039802)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:43.559261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-600f693d-8c1c-4ad4-8914-7dccb18008ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.575712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-600f693d-8c1c-4ad4-8914-7dccb18008ba None None] Calling delete_port for f17cf983-9477-4d3b-b035-86631abfbcd9 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:43.644988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.651528 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-600f693d-8c1c-4ad4-8914-7dccb18008ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.675211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17cf983-9477-4d3b-b035-86631abfbcd9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.678827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] No DVR routers for this DVR port f17cf983-9477-4d3b-b035-86631abfbcd9 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:43.680733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f693d-8c1c-4ad4-8914-7dccb18008ba None None] Pushing event deleted for resources: {'Port': ['ID=f17cf983-9477-4d3b-b035-86631abfbcd9,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.685966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f693d-8c1c-4ad4-8914-7dccb18008ba None None] No DVR routers for this DVR port f17cf983-9477-4d3b-b035-86631abfbcd9 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:43.759635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.779344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a64e0f7-b3a8-4b4d-a1f7-306a01696920']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:43.788562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94b84a2-7330-495c-8ece-cdf8f3039802') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:43.788865 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94b84a2-7330-495c-8ece-cdf8f3039802') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:43.802919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.816376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.822194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:56:43.822579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:43.824238 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:43.998803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.005090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.008068 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6a64e0f7-b3a8-4b4d-a1f7-306a01696920 HTTP/1.1" status: 204 len: 168 time: 0.7546299 Apr 01 15:56:44.024631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf7f69-efeb-4ea0-aa01-ca9bab6c0457 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a64e0f7-b3a8-4b4d-a1f7-306a01696920,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:44.472646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56710) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:44.532179 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c21f5c26-3288-4217-b9f3-87e9ff756748 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f397e8ac635446de8843fc7946017b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575097 Apr 01 15:56:44.535192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56712) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:44.552905 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f96e7780-712f-4f89-8730-579fee7cc332 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:44.574238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f96e7780-712f-4f89-8730-579fee7cc332 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:56:44.574238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f96e7780-712f-4f89-8730-579fee7cc332 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:56:44.574238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f17cf983-9477-4d3b-b035-86631abfbcd9 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:44.592045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-128c5df9-13be-409b-bb0e-08321a19f90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.597126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f17cf983-9477-4d3b-b035-86631abfbcd9 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:56:44.597464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f17cf983-9477-4d3b-b035-86631abfbcd9 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:56:44.616598 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-128c5df9-13be-409b-bb0e-08321a19f90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.775860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-128c5df9-13be-409b-bb0e-08321a19f90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.778592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-128c5df9-13be-409b-bb0e-08321a19f90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.779870 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-128c5df9-13be-409b-bb0e-08321a19f90a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5615ad65-5a5c-4404-925c-ac9defca45d7 HTTP/1.1" status: 204 len: 168 time: 0.2436392 Apr 01 15:56:44.788605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c5df9-13be-409b-bb0e-08321a19f90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5615ad65-5a5c-4404-925c-ac9defca45d7,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:45.616806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.805088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56718) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:45.851204 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0af7e8f7-825c-463e-9ae4-f8526b165844 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17f8c58e49f845328fd994505ca5054d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449638 Apr 01 15:56:45.927070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56720) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:45.975154 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b943f6a0-a19e-4d14-8417-7f648360e3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.995785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b943f6a0-a19e-4d14-8417-7f648360e3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.267118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b943f6a0-a19e-4d14-8417-7f648360e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.269735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b943f6a0-a19e-4d14-8417-7f648360e3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.270916 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b943f6a0-a19e-4d14-8417-7f648360e3ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6fbbcfa8-f8ab-4a96-bd23-97f0aafe0820 HTTP/1.1" status: 204 len: 168 time: 0.3429377 Apr 01 15:56:46.279115 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943f6a0-a19e-4d14-8417-7f648360e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbbcfa8-f8ab-4a96-bd23-97f0aafe0820,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:50.868322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56728) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:50.979533 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3bb10572-5119-49d8-918d-8745565ada1e tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers/06ccfb52-486e-4b16-ab0e-f41ba063bb51/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1098754 Apr 01 15:56:50.982373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56730) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:51.230855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cac7f3-265f-4d20-9b1d-c39f21c09c04 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Notify agent at dv-neutron-835865-1-hyperv the message router_removed_from_agent {{(pid=110105) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 01 15:56:51.235180 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-30cac7f3-265f-4d20-9b1d-c39f21c09c04 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "DELETE /v2.0/agents/c4542864-3026-4803-bd3a-07a612383a02/l3-routers/06ccfb52-486e-4b16-ab0e-f41ba063bb51 HTTP/1.1" status: 204 len: 168 time: 0.2516155 Apr 01 15:56:51.238098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56732) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:51.343830 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-25a17ec6-da16-4f43-8b7f-eed781412c8a tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers/06ccfb52-486e-4b16-ab0e-f41ba063bb51/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1041336 Apr 01 15:56:51.346507 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56734) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:51.409418 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5885d921-3400-490d-8cb1-e8ab83870511 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 HTTP/1.1" status: 200 len: 992 time: 0.0618358 Apr 01 15:56:51.998758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa76786-be1c-4686-95c6-26ef477ae568 None None] New status for floating IP 444e50aa-c5d9-49ee-9ffe-d2bef75a75b5: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:56:52.416247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56736) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:52.476675 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c63df4cf-af45-4b4b-8bb0-01c2c30963f9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 HTTP/1.1" status: 200 len: 990 time: 0.0591464 Apr 01 15:56:52.552035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e8a5cd3-b384-46b4-a772-3350844f054d no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:52.630359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.663303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 5e8a5cd3-b384-46b4-a772-3350844f054d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e8a5cd3-b384-46b4-a772-3350844f054d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:52.935675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.936323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1188afa3-a4f6-45b5-91a2-41441e0758f7 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:56:53.012965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=5e8a5cd3-b384-46b4-a772-3350844f054d,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.022350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.022709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.023053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.023395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.023729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.024062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.024418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.024754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.025084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.025435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.025760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.026082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:53.065759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.085390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 1188afa3-a4f6-45b5-91a2-41441e0758f7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1188afa3-a4f6-45b5-91a2-41441e0758f7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:53.244681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.290667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=1188afa3-a4f6-45b5-91a2-41441e0758f7,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.593799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56740) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:53.798698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dd6d9a-ae27-49c1-964d-ea979e3bed28 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:56:53.798979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dd6d9a-ae27-49c1-964d-ea979e3bed28 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Notify agent at dv-neutron-835865-1-hyperv the message router_added_to_agent {{(pid=110106) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 01 15:56:53.822575 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c6dd6d9a-ae27-49c1-964d-ea979e3bed28 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "POST /v2.0/agents/c4542864-3026-4803-bd3a-07a612383a02/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2233701 Apr 01 15:56:53.822575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56746) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:53.833894 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] Sync routers for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:53.844545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:53.845162 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:53.938897 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-28386313-600e-4fed-b0c3-ac1377f62f75 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers/06ccfb52-486e-4b16-ab0e-f41ba063bb51/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1174784 Apr 01 15:56:53.941826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56748) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:53.948967 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:54.188702 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:56:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '444e50aa-c5d9-49ee-9ffe-d2bef75a75b5', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'port_id': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'mac_address': 'fa:16:3e:cc:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:52Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:56:52Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:54.214727 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] Checking router: 06ccfb52-486e-4b16-ab0e-f41ba063bb51 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:56:54.223880 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:54.224518 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:54.318076 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5aea6f2f-5e92-4b3e-a06e-5e887ddcf91f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 HTTP/1.1" status: 200 len: 990 time: 0.3751552 Apr 01 15:56:54.331556 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:54.551229 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:56:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '444e50aa-c5d9-49ee-9ffe-d2bef75a75b5', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'port_id': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'mac_address': 'fa:16:3e:cc:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:52Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:56:52Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:54.576961 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb94b35-ecbb-48e2-9d80-f3755040076b None None] The sync data for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv is: [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:56:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '444e50aa-c5d9-49ee-9ffe-d2bef75a75b5', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'port_id': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'mac_address': 'fa:16:3e:cc:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:13Z', 'updated_at': '2022-04-01T15:56:52Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:56:52Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:56:55.322109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56750) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:55.383969 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e426df8d-a92b-4904-a713-f04b8155268f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 HTTP/1.1" status: 200 len: 990 time: 0.0604467 Apr 01 15:56:56.133421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b4c48b-3aab-4f56-a6a0-da9e775ad98d None None] New status for floating IP 444e50aa-c5d9-49ee-9ffe-d2bef75a75b5: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:56:56.387916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56752) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:56.451489 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-375bb176-e00c-49f0-a6bc-e979282b8514 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 HTTP/1.1" status: 200 len: 992 time: 0.0623233 Apr 01 15:56:56.602487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e8a5cd3-b384-46b4-a772-3350844f054d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:56:56.653798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5e8a5cd3-b384-46b4-a772-3350844f054d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:56.654178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.733381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.765194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 5e8a5cd3-b384-46b4-a772-3350844f054d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e8a5cd3-b384-46b4-a772-3350844f054d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:56.867172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.867995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1188afa3-a4f6-45b5-91a2-41441e0758f7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:56:56.943797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=5e8a5cd3-b384-46b4-a772-3350844f054d,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:56.954521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1188afa3-a4f6-45b5-91a2-41441e0758f7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:56.954886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.029632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.049358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 1188afa3-a4f6-45b5-91a2-41441e0758f7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1188afa3-a4f6-45b5-91a2-41441e0758f7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:57.146820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.197913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=1188afa3-a4f6-45b5-91a2-41441e0758f7,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:58.563644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e8a5cd3-b384-46b4-a772-3350844f054d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:56:58.612171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5e8a5cd3-b384-46b4-a772-3350844f054d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:58.612576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.693153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1188afa3-a4f6-45b5-91a2-41441e0758f7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:56:58.737209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56758) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:56:58.742259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1188afa3-a4f6-45b5-91a2-41441e0758f7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:58.742627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.891914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port b06188b7-fb7a-4d6d-a5e9-d79bff533a54 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:56:58.892257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.970501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.970833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.983178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for b06188b7-fb7a-4d6d-a5e9-d79bff533a54 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:56:59.221308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.251982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=b06188b7-fb7a-4d6d-a5e9-d79bff533a54,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.310597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.310918 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 disassociated (deleted). External IP: 172.26.6.37, port: f4029976-d6eb-4b93-93f4-5f100dd3199d. Apr 01 15:56:59.517249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:59.624405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:59.629316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.634190 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] Sync routers for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:56:59.643640 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:56:59.644267 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:59.656386 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-61935102-3640-44bf-b117-ff46b66e3fd2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/floatingips/444e50aa-c5d9-49ee-9ffe-d2bef75a75b5 HTTP/1.1" status: 204 len: 168 time: 0.9181581 Apr 01 15:56:59.656970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:56:59.659271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be299f6f-c1d1-443c-b58b-5fd6f081d196" -d '{"events": [{"name": "network-changed", "server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:56:59.701810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feccc929-1db2-4739-9b02-3baacda76803 x-openstack-request-id: req-feccc929-1db2-4739-9b02-3baacda76803 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:56:59.702726 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:56:59.702988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-feccc929-1db2-4739-9b02-3baacda76803 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:56:59.703398 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feccc929-1db2-4739-9b02-3baacda76803'] response: {'name': 'network-changed', 'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'status': 'completed', 'code': 200} Apr 01 15:56:59.774356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-3006980e-f05b-4bc9-a98b-b932a700fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.775964 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-3006980e-f05b-4bc9-a98b-b932a700fd73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 1098 time: 0.0459602 Apr 01 15:56:59.841507 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:56:59.873264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-72e05a7a-db05-45f1-9ac9-f0bd386259ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.874803 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-72e05a7a-db05-45f1-9ac9-f0bd386259ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d46f66e-f709-433e-849d-121c0625fe4f HTTP/1.1" status: 200 len: 899 time: 0.0905616 Apr 01 15:56:59.921453 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-c31399dd-7043-4f96-9130-8587d6915638 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4029976-d6eb-4b93-93f4-5f100dd3199d HTTP/1.1" status: 200 len: 217 time: 0.0364633 Apr 01 15:56:59.982693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-a4ba0a73-5edd-4ef9-b6cb-16d510013bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.984297 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-a4ba0a73-5edd-4ef9-b6cb-16d510013bee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5034e572-77c2-4db8-b77a-a45b2a61acd2 HTTP/1.1" status: 200 len: 834 time: 0.0497215 Apr 01 15:57:00.038501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-cccb4cf6-7771-4995-916d-1bad647c6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.040029 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-cccb4cf6-7771-4995-916d-1bad647c6143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d46f66e-f709-433e-849d-121c0625fe4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455639 Apr 01 15:57:00.045377 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:56:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:56:56Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.077054 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] Checking router: 06ccfb52-486e-4b16-ab0e-f41ba063bb51 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:00.086426 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:57:00.087042 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.142415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf7176-5e69-4571-ba33-d51e363f28e5 req-8b472a86-4717-4e1e-98ad-fff7ee7cb8e8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.144130 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-11cf7176-5e69-4571-ba33-d51e363f28e5 req-8b472a86-4717-4e1e-98ad-fff7ee7cb8e8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 945 time: 0.0569785 Apr 01 15:57:00.146128 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-2e8d1e5a-6bea-4567-a1b2-ac4d3cf98b4f service neutron] 10.222.0.41 "GET /v2.0/networks/2d46f66e-f709-433e-849d-121c0625fe4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948279 Apr 01 15:57:00.185657 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-11cf7176-5e69-4571-ba33-d51e363f28e5 req-b7f8ce1b-0a98-46cd-a06b-0e20ea2cc472 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344810 Apr 01 15:57:00.193226 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:57:00.248089 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-be299f6f-c1d1-443c-b58b-5fd6f081d196 req-5a407f39-2f89-410d-bf54-18c50b3cf679 service neutron] 10.222.0.41 "GET /v2.0/networks/2d46f66e-f709-433e-849d-121c0625fe4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949883 Apr 01 15:57:00.392693 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:56:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:56:56Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.418168 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd1581-160d-44a7-b0e0-ca1a54817538 None None] The sync data for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv is: [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:55:51Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:56:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5e8a5cd3-b384-46b4-a772-3350844f054d', 'name': '', 'network_id': '2d46f66e-f709-433e-849d-121c0625fe4f', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:f5:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:50Z', 'updated_at': '2022-04-01T15:56:56Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '5034e572-77c2-4db8-b77a-a45b2a61acd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:01.312281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7d3a9-1cf5-4b55-8822-bcf3f57d98eb req-a8b9f21c-1499-4a90-9482-74527f2b0c12 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:01.313834 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15e7d3a9-1cf5-4b55-8822-bcf3f57d98eb req-a8b9f21c-1499-4a90-9482-74527f2b0c12 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 945 time: 0.0504811 Apr 01 15:57:01.353772 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15e7d3a9-1cf5-4b55-8822-bcf3f57d98eb req-0fe12640-cadf-4e71-9141-d59502169896 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=68154d31-e531-4978-a621-7d8b44dfdbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Apr 01 15:57:01.362710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1c2a5-6ef7-41c9-b4fb-5ef594feccf8 None None] New status for floating IP 444e50aa-c5d9-49ee-9ffe-d2bef75a75b5: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:57:01.769583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680ee8c-8b58-49df-925e-84af50ab679b req-ee1d9e43-fcca-4c3e-b4bb-dfc875987322 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:01.771098 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1680ee8c-8b58-49df-925e-84af50ab679b req-ee1d9e43-fcca-4c3e-b4bb-dfc875987322 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 945 time: 0.0507286 Apr 01 15:57:01.868105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-1680ee8c-8b58-49df-925e-84af50ab679b req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port f4029976-d6eb-4b93-93f4-5f100dd3199d {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:57:01.868475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-1680ee8c-8b58-49df-925e-84af50ab679b req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.957078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-1680ee8c-8b58-49df-925e-84af50ab679b req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port f4029976-d6eb-4b93-93f4-5f100dd3199d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f4029976-d6eb-4b93-93f4-5f100dd3199d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:01.957355 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-1680ee8c-8b58-49df-925e-84af50ab679b req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.970501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-1680ee8c-8b58-49df-925e-84af50ab679b req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for f4029976-d6eb-4b93-93f4-5f100dd3199d owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:57:02.187295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-1680ee8c-8b58-49df-925e-84af50ab679b req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.213993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=f4029976-d6eb-4b93-93f4-5f100dd3199d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:02.266230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1680ee8c-8b58-49df-925e-84af50ab679b req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port f4029976-d6eb-4b93-93f4-5f100dd3199d on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:02.268704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-1680ee8c-8b58-49df-925e-84af50ab679b req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.272008 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1680ee8c-8b58-49df-925e-84af50ab679b req-3c8b9158-9aa5-43c1-bbd3-1ef151eb77a1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/f4029976-d6eb-4b93-93f4-5f100dd3199d HTTP/1.1" status: 204 len: 173 time: 0.4922700 Apr 01 15:57:02.272536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'name': 'network-vif-deleted', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:02.274749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab39284-46fe-4deb-b869-9bd9bfdf06be" -d '{"events": [{"server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "name": "network-vif-deleted", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:57:02.310996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08df8703-f316-47c2-990f-831a2a1b45b0 x-openstack-request-id: req-08df8703-f316-47c2-990f-831a2a1b45b0 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:57:02.311945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7466ab17-9804-4d74-8602-d19cb4b56bce", "name": "network-vif-deleted", "tag": "f4029976-d6eb-4b93-93f4-5f100dd3199d", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:57:02.312100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08df8703-f316-47c2-990f-831a2a1b45b0 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:57:02.312550 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08df8703-f316-47c2-990f-831a2a1b45b0'] response: {'server_uuid': '7466ab17-9804-4d74-8602-d19cb4b56bce', 'name': 'network-vif-deleted', 'tag': 'f4029976-d6eb-4b93-93f4-5f100dd3199d', 'status': 'completed', 'code': 200} Apr 01 15:57:02.453092 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-158d4bff-b927-4535-b82e-a10073bb5081 req-89154b1e-47bc-4e29-8ede-f5c4948b8293 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=7466ab17-9804-4d74-8602-d19cb4b56bce HTTP/1.1" status: 200 len: 210 time: 0.0275521 Apr 01 15:57:03.509917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56774) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:03.571753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b12f45bd-b8bb-4b89-bc9b-31a81f5bfc30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.596218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b12f45bd-b8bb-4b89-bc9b-31a81f5bfc30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.729782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b12f45bd-b8bb-4b89-bc9b-31a81f5bfc30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.732654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b12f45bd-b8bb-4b89-bc9b-31a81f5bfc30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.734334 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b12f45bd-b8bb-4b89-bc9b-31a81f5bfc30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/68154d31-e531-4978-a621-7d8b44dfdbbb HTTP/1.1" status: 204 len: 168 time: 0.2233965 Apr 01 15:57:03.745944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f45bd-b8bb-4b89-bc9b-31a81f5bfc30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68154d31-e531-4978-a621-7d8b44dfdbbb,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:03.867419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56778) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:04.224910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.472643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 5e8a5cd3-b384-46b4-a772-3350844f054d {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:57:04.472974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.562856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 5e8a5cd3-b384-46b4-a772-3350844f054d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e8a5cd3-b384-46b4-a772-3350844f054d,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:04.563578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.576843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 5e8a5cd3-b384-46b4-a772-3350844f054d owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:57:04.718918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab17bc0-80ee-4665-9b55-46883c75ce86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.878037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.904588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=5e8a5cd3-b384-46b4-a772-3350844f054d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:05.125319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.343231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:05.446233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:05.451369 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0702ce9b-0680-4dc9-b8f8-6c1d509b5bc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/06ccfb52-486e-4b16-ab0e-f41ba063bb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5828919 Apr 01 15:57:05.454061 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56780) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:05.456631 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] Sync routers for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:05.466945 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:57:05.468081 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:05.508461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9016fbb-44fe-420f-abb6-a5357064a471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting subnet 5034e572-77c2-4db8-b77a-a45b2a61acd2 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 15:57:05.511548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9016fbb-44fe-420f-abb6-a5357064a471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.550656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9016fbb-44fe-420f-abb6-a5357064a471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.574673 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:57:05.632705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9016fbb-44fe-420f-abb6-a5357064a471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.755096 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:57:04Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:56:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:05.780111 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] Checking router: 06ccfb52-486e-4b16-ab0e-f41ba063bb51 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:05.788221 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] Routers {'06ccfb52-486e-4b16-ab0e-f41ba063bb51'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:57:05.788851 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:56:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:05.793045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9016fbb-44fe-420f-abb6-a5357064a471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.821768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9016fbb-44fe-420f-abb6-a5357064a471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Subnet': ['ID=5034e572-77c2-4db8-b77a-a45b2a61acd2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:05.825898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d9016fbb-44fe-420f-abb6-a5357064a471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.829359 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d9016fbb-44fe-420f-abb6-a5357064a471 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/subnets/5034e572-77c2-4db8-b77a-a45b2a61acd2 HTTP/1.1" status: 204 len: 168 time: 0.3742824 Apr 01 15:57:05.831847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56782) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:05.838161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b518d2b-7622-46bb-9578-81aecd97e920 None None] Network 2d46f66e-f709-433e-849d-121c0625fe4f requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:57:05.900778 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] Set router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:57:05.946835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f4029976-d6eb-4b93-93f4-5f100dd3199d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:57:05.949983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.101481 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:57:04Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:56:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:06.129700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: f4029976-d6eb-4b93-93f4-5f100dd3199d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:57:06.130041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f4029976-d6eb-4b93-93f4-5f100dd3199d not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:57:06.134141 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac6e5e-5012-4a7d-802a-2469cbfe3b41 None None] The sync data for ids ['06ccfb52-486e-4b16-ab0e-f41ba063bb51'] in dv-neutron-835865-1-hyperv is: [{'id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'name': 'tempest-TestNetworkBasicOps-router-984317840', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121'}], 'enable_snat': True}, 'gw_port_id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:57:04Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '1188afa3-a4f6-45b5-91a2-41441e0758f7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ccfb52-486e-4b16-ab0e-f41ba063bb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:47Z', 'updated_at': '2022-04-01T15:56:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:06.374892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.512247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ec5f87-1385-4f14-819d-c30c53e341ec None None] DHCP port deletion for 2d46f66e-f709-433e-849d-121c0625fe4f request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 15:57:06.561963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-23ec5f87-1385-4f14-819d-c30c53e341ec None None] Deleting port 08924003-0da8-4be4-8236-b1bc38ec31a5 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:57:06.562568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-23ec5f87-1385-4f14-819d-c30c53e341ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.580459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e8a5cd3-b384-46b4-a772-3350844f054d no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:57:06.609940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 5e8a5cd3-b384-46b4-a772-3350844f054d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:57:06.610283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e8a5cd3-b384-46b4-a772-3350844f054d not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:57:06.610697 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 08924003-0da8-4be4-8236-b1bc38ec31a5 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:57:06.634206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 1188afa3-a4f6-45b5-91a2-41441e0758f7 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 15:57:06.634206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.683121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-23ec5f87-1385-4f14-819d-c30c53e341ec None None] For port 08924003-0da8-4be4-8236-b1bc38ec31a5, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=08924003-0da8-4be4-8236-b1bc38ec31a5,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:06.683515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-23ec5f87-1385-4f14-819d-c30c53e341ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.699002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-23ec5f87-1385-4f14-819d-c30c53e341ec None None] Calling delete_port for 08924003-0da8-4be4-8236-b1bc38ec31a5 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:57:06.715951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 1188afa3-a4f6-45b5-91a2-41441e0758f7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1188afa3-a4f6-45b5-91a2-41441e0758f7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:06.716547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.731120 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 1188afa3-a4f6-45b5-91a2-41441e0758f7 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 15:57:06.794086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.838551 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 08924003-0da8-4be4-8236-b1bc38ec31a5, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=08924003-0da8-4be4-8236-b1bc38ec31a5,segment=NetworkSegment(2aa81275-ec43-448e-a8bb-dd1d9721ee7a),segment_id=2aa81275-ec43-448e-a8bb-dd1d9721ee7a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:06.924370 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.973109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=08924003-0da8-4be4-8236-b1bc38ec31a5,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.004189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.035856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=1188afa3-a4f6-45b5-91a2-41441e0758f7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.044268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-23ec5f87-1385-4f14-819d-c30c53e341ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.071042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec5f87-1385-4f14-819d-c30c53e341ec None None] Pushing event deleted for resources: {'Port': ['ID=08924003-0da8-4be4-8236-b1bc38ec31a5,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.075842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec5f87-1385-4f14-819d-c30c53e341ec None None] No DVR routers for this DVR port 08924003-0da8-4be4-8236-b1bc38ec31a5 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:07.104827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.202470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.204638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.221411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6e228dd3-58b0-413c-b35c-65fc60731257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.329193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.329751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Fanout notify agent at l3_agent the message router_deleted on router 06ccfb52-486e-4b16-ab0e-f41ba063bb51 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:57:07.336975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.338097 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7b2b75c5-9319-45e3-96f1-fe1a01b8c734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/routers/06ccfb52-486e-4b16-ab0e-f41ba063bb51 HTTP/1.1" status: 204 len: 168 time: 1.5052512 Apr 01 15:57:07.341118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56784) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:07.426414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.517255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.536605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d46f66e-f709-433e-849d-121c0625fe4f']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:07.546129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa81275-ec43-448e-a8bb-dd1d9721ee7a') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:07.546424 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa81275-ec43-448e-a8bb-dd1d9721ee7a') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:07.555495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.568809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.574466 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 15:57:07.574854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:07.577802 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:07.758517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.767867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.771137 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/networks/2d46f66e-f709-433e-849d-121c0625fe4f HTTP/1.1" status: 204 len: 168 time: 0.4290142 Apr 01 15:57:07.782101 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fe5a1-8761-406c-9796-fe1766ba296d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Network': ['ID=2d46f66e-f709-433e-849d-121c0625fe4f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.791666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56786) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:07.797009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'network': {'name': 'tempest-network-smoke--467019678', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'port_security_enabled': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:07.923647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:07.927186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.954948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:07.963779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.964122 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Added segment b25dfbd9-7805-46b3-ad24-63c5a553a5d6 of type vlan for network 9481b4b8-4ea4-4be4-ae67-265a49b34479 Apr 01 15:57:08.006306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.117906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.123402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:08.124600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.187619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Network': ['ID=9481b4b8-4ea4-4be4-ae67-265a49b34479,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:08.197737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 15:57:08.235575 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ba4139e7-6bae-4cac-a648-7c12611cee5a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4425642 Apr 01 15:57:08.238373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56788) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:08.242826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'admin_state_up': True, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:08.335739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.336861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.392905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.558145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1188afa3-a4f6-45b5-91a2-41441e0758f7 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 15:57:08.579892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1188afa3-a4f6-45b5-91a2-41441e0758f7 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 15:57:08.580248 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1188afa3-a4f6-45b5-91a2-41441e0758f7 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 15:57:08.613555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.911306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.929886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.031985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.63 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/be7336fd-49e2-4282-a579-0610e5d11b0e) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:09.132578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.278441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.318448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:09.321429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:09.323932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:57:09.352251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=be7336fd-49e2-4282-a579-0610e5d11b0e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:09.656245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.786654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.862484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.124120 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 7235d884-c6f0-4b83-9bb9-31c5fa510232 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:57:10.126533 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:57:10.248051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:10.259570 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Sync routers for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:10.271838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:57:10.272625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:57:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.361299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.362642 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-caf1cf85-f85c-4c59-a2b2-74ea9194fd98 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1232812 Apr 01 15:57:10.365953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56790) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:10.391900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:57:10.400822 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c3b640ce-e084-40a3-a9dd-8ee25e656d29 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336437 Apr 01 15:57:10.403608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56792) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:10.495808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbcca06-02cd-4fd6-876b-3fd012786a16 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:10.497267 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bbbcca06-02cd-4fd6-876b-3fd012786a16 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926485 Apr 01 15:57:10.500115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56794) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:10.530679 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cbb974a1-0cec-45dd-9f97-b7a266dbdc7a tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291460 Apr 01 15:57:10.533216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56796) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:10.538425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334592700', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:10.588325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:09Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.616175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Checking router: 7235d884-c6f0-4b83-9bb9-31c5fa510232 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:10.617041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Updating router 7235d884-c6f0-4b83-9bb9-31c5fa510232 port be7336fd-49e2-4282-a579-0610e5d11b0e binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:57:10.643839 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.740763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:10.744450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.939745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.975212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.020715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.072536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.072858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.126834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Attempting to bind port be7336fd-49e2-4282-a579-0610e5d11b0e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:11.127207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Attempting to bind port be7336fd-49e2-4282-a579-0610e5d11b0e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:11.127569 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Attempting to bind port be7336fd-49e2-4282-a579-0610e5d11b0e on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:57:11.132475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9df558-284c-45c6-b231-747e8d5bfae6 None None] Pushing event updated for resources: {'Port': ['ID=be7336fd-49e2-4282-a579-0610e5d11b0e,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.135358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:57:11.135573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=3f8841cf-0329-4723-be2e-95b15af7a34d,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.136086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:57:11.136086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.136518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:57:11.137018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Bound port: be7336fd-49e2-4282-a579-0610e5d11b0e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:11.137652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.145329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Checking segment: {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:57:11.145690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network hostable DHCP agents. Network: 9481b4b8-4ea4-4be4-ae67-265a49b34479, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:11.191770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] For port be7336fd-49e2-4282-a579-0610e5d11b0e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:11.194710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] For port be7336fd-49e2-4282-a579-0610e5d11b0e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=be7336fd-49e2-4282-a579-0610e5d11b0e,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:11.233001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:11.266867 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.324127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:57:11.330807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:57:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:11.358512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 9481b4b8-4ea4-4be4-ae67-265a49b34479) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:11.361790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9df558-284c-45c6-b231-747e8d5bfae6 None None] Pushing event updated for resources: {'Port': ['ID=be7336fd-49e2-4282-a579-0610e5d11b0e,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.364297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:11.365520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.368097 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9217282b-b46c-46e4-ad18-9a404967899c None None] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:57:11.475131 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f9fb8198-3436-41f9-8d5c-9e229e8836a8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9406259 Apr 01 15:57:11.478212 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56798) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:11.506033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:57:11.671931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-9481b4b8-4ea4-4be4-ae67-265a49b34479', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 15:57:11.673137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.848902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:09Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:11.854254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Allocated IP 172.20.0.2 (9481b4b8-4ea4-4be4-ae67-265a49b34479/3f8841cf-0329-4723-be2e-95b15af7a34d/42770cd2-fbec-42b5-a678-9829a45c2935) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:11.885813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751c5747-5b57-4535-9413-ddadfc4483a0 None None] The sync data for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv is: [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:09Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:11.960440 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.191058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.307175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.357776 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.1 (9481b4b8-4ea4-4be4-ae67-265a49b34479/3f8841cf-0329-4723-be2e-95b15af7a34d/9f7847a2-a32b-4c72-9359-6baf9bbe8823) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:12.358210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:12.364303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:12.366701 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Pushing event updated for resources: {'Port': ['ID=42770cd2-fbec-42b5-a678-9829a45c2935,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.369354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:57:12.428710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Attempting to bind port 42770cd2-fbec-42b5-a678-9829a45c2935 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:12.429288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Attempting to bind port 42770cd2-fbec-42b5-a678-9829a45c2935 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:12.429739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Attempting to bind port 42770cd2-fbec-42b5-a678-9829a45c2935 on network 9481b4b8-4ea4-4be4-ae67-265a49b34479 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:57:12.435366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:57:12.435905 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Checking segment: {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:57:12.436394 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.436869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Bound using segment: {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:57:12.437352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Bound port: 42770cd2-fbec-42b5-a678-9829a45c2935, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:12.437740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.480291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.505444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] For port 42770cd2-fbec-42b5-a678-9829a45c2935, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:12.509052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] For port 42770cd2-fbec-42b5-a678-9829a45c2935, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=42770cd2-fbec-42b5-a678-9829a45c2935,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:12.594144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device be7336fd-49e2-4282-a579-0610e5d11b0e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:57:12.598694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.639658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.685220 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:12.689583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:12.694190 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:57:12.710045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fdf11-b8d9-4f2c-bee6-1a7a90306ac5 None None] Pushing event updated for resources: {'Port': ['ID=42770cd2-fbec-42b5-a678-9829a45c2935,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.719142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port be7336fd-49e2-4282-a579-0610e5d11b0e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:12.719503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.735447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=9f7847a2-a32b-4c72-9359-6baf9bbe8823,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.767392 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.846370 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.876043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port be7336fd-49e2-4282-a579-0610e5d11b0e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=be7336fd-49e2-4282-a579-0610e5d11b0e,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:12.998318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.055499 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=be7336fd-49e2-4282-a579-0610e5d11b0e,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:13.272571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.554322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.626399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.706745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.708555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=9f7847a2-a32b-4c72-9359-6baf9bbe8823,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:13.801379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:13.802690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:13.921080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 7235d884-c6f0-4b83-9bb9-31c5fa510232 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:14.035137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:14.040394 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-63299714-b5d2-430d-9e70-08036d1addc2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/7235d884-c6f0-4b83-9bb9-31c5fa510232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5610642 Apr 01 15:57:14.043001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56800) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:14.049074 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Sync routers for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:14.060207 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:57:14.061281 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:57:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:14.228100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076dba6-fd94-46bc-bd1f-5cd32b7fe780 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.228729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076dba6-fd94-46bc-bd1f-5cd32b7fe780 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.229204 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076dba6-fd94-46bc-bd1f-5cd32b7fe780 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.229668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076dba6-fd94-46bc-bd1f-5cd32b7fe780 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.231559 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a076dba6-fd94-46bc-bd1f-5cd32b7fe780 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1875842 Apr 01 15:57:14.234649 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56802) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:14.267102 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:57:14.289939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43a160-3910-4286-a1d8-c08c06a11603 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.290410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43a160-3910-4286-a1d8-c08c06a11603 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.291014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43a160-3910-4286-a1d8-c08c06a11603 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.291470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43a160-3910-4286-a1d8-c08c06a11603 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.296275 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8b43a160-3910-4286-a1d8-c08c06a11603 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0573277 Apr 01 15:57:14.296767 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56804) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:14.441230 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9005dbdf-0a6f-4bfb-b04a-e1a31f993609 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1433463 Apr 01 15:57:14.492480 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9f7847a2-a32b-4c72-9359-6baf9bbe8823', 'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:9a:cc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:12Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:14.518860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4eaf17-f910-4b46-a6e6-d5bd2fe3d9fe None None] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:57:14.528652 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Checking router: 7235d884-c6f0-4b83-9bb9-31c5fa510232 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:14.529487 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Updating router 7235d884-c6f0-4b83-9bb9-31c5fa510232 port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 15:57:14.564098 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.648927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-eba20feb-a656-4ef2-bc91-cb42dc717ad1 None None] Provisioning complete for port 42770cd2-fbec-42b5-a678-9829a45c2935 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:14.649338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eba20feb-a656-4ef2-bc91-cb42dc717ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.728826 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 42770cd2-fbec-42b5-a678-9829a45c2935 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:57:14.806178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eba20feb-a656-4ef2-bc91-cb42dc717ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.852054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-eba20feb-a656-4ef2-bc91-cb42dc717ad1 None None] For port 42770cd2-fbec-42b5-a678-9829a45c2935, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=42770cd2-fbec-42b5-a678-9829a45c2935,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:14.857109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 42770cd2-fbec-42b5-a678-9829a45c2935 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:14.857512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.875843 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.912105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56808) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:14.916885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b5ff92ff-5eaf-4c8c-92ec-eaf1446d3356 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596162216', 'description': 'tempest-secgroup-smoke-596162216 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:14.943050 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eba20feb-a656-4ef2-bc91-cb42dc717ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.952422 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.983207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.001598 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Pushing event updated for resources: {'Port': ['ID=9f7847a2-a32b-4c72-9359-6baf9bbe8823,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:15.010638 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.015027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.023529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba20feb-a656-4ef2-bc91-cb42dc717ad1 None None] Pushing event updated for resources: {'Port': ['ID=42770cd2-fbec-42b5-a678-9829a45c2935,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:15.071340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:15.071766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:15.078289 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Attempting to bind port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:15.078909 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Attempting to bind port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:15.079044 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d9472d40-5437-4f8c-93f9-7f3164635c04 None None] Provisioning complete for port 42770cd2-fbec-42b5-a678-9829a45c2935 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:15.079260 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Attempting to bind port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 on network 9481b4b8-4ea4-4be4-ae67-265a49b34479 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:57:15.079360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9472d40-5437-4f8c-93f9-7f3164635c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.084576 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:57:15.084985 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Checking segment: {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:57:15.085398 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.085690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff92ff-5eaf-4c8c-92ec-eaf1446d3356 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.085834 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Bound using segment: {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:57:15.086177 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Bound port: 9f7847a2-a32b-4c72-9359-6baf9bbe8823, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:15.086555 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.169885 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] For port 9f7847a2-a32b-4c72-9359-6baf9bbe8823, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:15.174730 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] For port 9f7847a2-a32b-4c72-9359-6baf9bbe8823, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9f7847a2-a32b-4c72-9359-6baf9bbe8823,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:15.183061 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff92ff-5eaf-4c8c-92ec-eaf1446d3356 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.199167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d9472d40-5437-4f8c-93f9-7f3164635c04 None None] Provisioning complete for port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:15.199167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9472d40-5437-4f8c-93f9-7f3164635c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.235427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d9472d40-5437-4f8c-93f9-7f3164635c04 None None] Port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:57:15.251400 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.314979 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:57:15.315626 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:57:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:15.328966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff92ff-5eaf-4c8c-92ec-eaf1446d3356 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.353604 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb00e1-4717-4a3f-a57d-369267a18027 None None] Pushing event updated for resources: {'Port': ['ID=9f7847a2-a32b-4c72-9359-6baf9bbe8823,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:15.367220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6bbc4e91-c35c-4bbf-9297-b6f1759d25ac None None] Provisioning complete for port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:15.367220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4e91-c35c-4bbf-9297-b6f1759d25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.367469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff92ff-5eaf-4c8c-92ec-eaf1446d3356 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af7d28e-701a-407f-806b-221372a9d4d9,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:15.442876 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:57:15.468315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4e91-c35c-4bbf-9297-b6f1759d25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.505225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6bbc4e91-c35c-4bbf-9297-b6f1759d25ac None None] For port 9f7847a2-a32b-4c72-9359-6baf9bbe8823, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9f7847a2-a32b-4c72-9359-6baf9bbe8823,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:15.599277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5ff92ff-5eaf-4c8c-92ec-eaf1446d3356 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.599277 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b5ff92ff-5eaf-4c8c-92ec-eaf1446d3356 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6818609 Apr 01 15:57:15.599277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56810) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:15.604080 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-62bd3a86-43ef-4002-963b-17912a430147 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '0af7d28e-701a-407f-806b-221372a9d4d9', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:15.620543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device be7336fd-49e2-4282-a579-0610e5d11b0e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:57:15.675390 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9f7847a2-a32b-4c72-9359-6baf9bbe8823', 'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:9a:cc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:12Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:15.677202 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port be7336fd-49e2-4282-a579-0610e5d11b0e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:15.677658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.703537 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5a9be-0505-4dfc-99c7-fdcf7fe7b959 None None] The sync data for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv is: [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9f7847a2-a32b-4c72-9359-6baf9bbe8823', 'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:9a:cc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:12Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:15.878213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.891083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6bbc4e91-c35c-4bbf-9297-b6f1759d25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.896945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62bd3a86-43ef-4002-963b-17912a430147 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.944724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc4e91-c35c-4bbf-9297-b6f1759d25ac None None] Pushing event updated for resources: {'Port': ['ID=9f7847a2-a32b-4c72-9359-6baf9bbe8823,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:15.965560 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62bd3a86-43ef-4002-963b-17912a430147 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.011874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-79df7845-39a4-40eb-b367-90bd65ea3d72 None None] Provisioning complete for port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:16.012364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-79df7845-39a4-40eb-b367-90bd65ea3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.060861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62bd3a86-43ef-4002-963b-17912a430147 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.080273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd3a86-43ef-4002-963b-17912a430147 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5faac2b-3e50-4866-b7b3-cc0ac69465eb,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:16.177057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62bd3a86-43ef-4002-963b-17912a430147 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.178481 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-62bd3a86-43ef-4002-963b-17912a430147 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5794857 Apr 01 15:57:16.181317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56812) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:16.186631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-321a27a8-d586-440e-9466-1bcd84d15cbd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '0af7d28e-701a-407f-806b-221372a9d4d9', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:16.300542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-321a27a8-d586-440e-9466-1bcd84d15cbd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.364653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-321a27a8-d586-440e-9466-1bcd84d15cbd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.443737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-321a27a8-d586-440e-9466-1bcd84d15cbd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.461949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a27a8-d586-440e-9466-1bcd84d15cbd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3357ab-f99c-41c7-9ba3-10e6e0d842fb,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:16.543599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-321a27a8-d586-440e-9466-1bcd84d15cbd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.545756 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-321a27a8-d586-440e-9466-1bcd84d15cbd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3626513 Apr 01 15:57:16.551208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56814) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:16.554216 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d5bee155-c252-4677-8874-09984965aec0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '0af7d28e-701a-407f-806b-221372a9d4d9', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:16.648248 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 42770cd2-fbec-42b5-a678-9829a45c2935 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:57:16.683634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5bee155-c252-4677-8874-09984965aec0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.699178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 42770cd2-fbec-42b5-a678-9829a45c2935 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:16.699832 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.757761 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5bee155-c252-4677-8874-09984965aec0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.780864 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9f7847a2-a32b-4c72-9359-6baf9bbe8823 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:57:16.830160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:16.830529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.831824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5bee155-c252-4677-8874-09984965aec0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.852498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bee155-c252-4677-8874-09984965aec0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572776ec-efac-44aa-84bb-39775e5698fe,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:16.925419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5bee155-c252-4677-8874-09984965aec0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.926704 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d5bee155-c252-4677-8874-09984965aec0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3764517 Apr 01 15:57:16.929437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56816) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:16.933799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5db615df-06f1-4d29-b4d5-d8fb621aeb59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '0af7d28e-701a-407f-806b-221372a9d4d9', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:17.025090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5db615df-06f1-4d29-b4d5-d8fb621aeb59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.089006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5db615df-06f1-4d29-b4d5-d8fb621aeb59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.169562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5db615df-06f1-4d29-b4d5-d8fb621aeb59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.187524 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db615df-06f1-4d29-b4d5-d8fb621aeb59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e157526-80a6-45c0-8bea-d41e9ad09380,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.262238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5db615df-06f1-4d29-b4d5-d8fb621aeb59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.263521 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5db615df-06f1-4d29-b4d5-d8fb621aeb59 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3331211 Apr 01 15:57:17.266927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56818) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:17.271381 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9e7bb416-bd39-4218-a828-58f5ac0ae8d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '0af7d28e-701a-407f-806b-221372a9d4d9', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:17.380557 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-9e7bb416-bd39-4218-a828-58f5ac0ae8d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:17.385669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb416-bd39-4218-a828-58f5ac0ae8d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.444183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb416-bd39-4218-a828-58f5ac0ae8d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.529188 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb416-bd39-4218-a828-58f5ac0ae8d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.547710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bb416-bd39-4218-a828-58f5ac0ae8d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3d7ad6-05b3-403d-a059-16c7a76e2ea1,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.628608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb416-bd39-4218-a828-58f5ac0ae8d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.629910 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9e7bb416-bd39-4218-a828-58f5ac0ae8d6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3619759 Apr 01 15:57:17.632982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56820) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:17.637305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4c1d89b0-119f-4739-9b66-16a201f9af21 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': '0af7d28e-701a-407f-806b-221372a9d4d9', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:17.723555 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-4c1d89b0-119f-4739-9b66-16a201f9af21 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:17.729045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c1d89b0-119f-4739-9b66-16a201f9af21 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.793571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c1d89b0-119f-4739-9b66-16a201f9af21 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.871664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c1d89b0-119f-4739-9b66-16a201f9af21 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.892650 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d89b0-119f-4739-9b66-16a201f9af21 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b67eb2-5819-4999-b662-7f290e24f5d8,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.965636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4c1d89b0-119f-4739-9b66-16a201f9af21 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.966901 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4c1d89b0-119f-4739-9b66-16a201f9af21 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330157 Apr 01 15:57:18.152050 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-b40d95a3-3de4-461e-ac1b-10b5bc86231a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596162216&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0319407 Apr 01 15:57:18.264202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a107b7-c449-4a8e-8040-43506f98045a req-8b793629-1b90-44ad-9d12-d0cc3feaa69a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:18.265665 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-8b793629-1b90-44ad-9d12-d0cc3feaa69a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=9481b4b8-4ea4-4be4-ae67-265a49b34479 HTTP/1.1" status: 200 len: 796 time: 0.1068330 Apr 01 15:57:18.280689 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-6d87db7e-5c21-48e6-aaaf-f789183ca731 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0087366 Apr 01 15:57:18.332988 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-1daaee76-e144-4d37-a12f-e268e365fdb3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467429 Apr 01 15:57:18.536579 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-d0585610-7a8a-4262-9bad-63e5df291400 service neutron] 10.222.0.73 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906810 Apr 01 15:57:18.624504 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-ee4693db-d8f9-40e5-8067-cfced8365258 service neutron] 10.222.0.73 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817025 Apr 01 15:57:18.883995 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b2b87088-fb4e-409c-834e-35d79e77a732 req-581ee3c9-ff7c-4d0d-82e7-324459a73039 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 210 time: 0.0320821 Apr 01 15:57:19.977952 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-73bdf9d1-6176-4c78-8446-bd689603265e req-0fffd0d7-369f-4776-ad0c-bf936e8e243d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 210 time: 0.0268123 Apr 01 15:57:21.074498 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-21a3880a-efcc-4138-a177-26d3f0f6f8c0 req-6b0c9b06-ba23-4bae-83b4-57ac81331c33 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 210 time: 0.0264981 Apr 01 15:57:21.171891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a107b7-c449-4a8e-8040-43506f98045a req-a5e93a86-504a-4c50-8a31-df03eeeea65a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:21.173375 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-a5e93a86-504a-4c50-8a31-df03eeeea65a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=9481b4b8-4ea4-4be4-ae67-265a49b34479 HTTP/1.1" status: 200 len: 796 time: 0.1088243 Apr 01 15:57:21.218271 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-a9c03934-4eea-4ab8-bd30-e47ea8d34f64 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 379 time: 0.0353532 Apr 01 15:57:21.230435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['0af7d28e-701a-407f-806b-221372a9d4d9']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:21.540276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:21.543970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.677348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.11 (9481b4b8-4ea4-4be4-ae67-265a49b34479/3f8841cf-0329-4723-be2e-95b15af7a34d/e9472e45-0f73-4d4c-9804-844b0273ee42) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:21.821990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.958059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.002590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:22.005796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:22.009412 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:57:22.032247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=e9472e45-0f73-4d4c-9804-844b0273ee42,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:22.067701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:22.068360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.183460 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-d67906a7-a09d-4f32-99df-dfad0591c31a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9569907 Apr 01 15:57:22.200635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268bd48-2453-4222-a18c-86a65258e40c req-327416bc-1354-438f-b12a-2d542d79cc49 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:22.202869 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a268bd48-2453-4222-a18c-86a65258e40c req-327416bc-1354-438f-b12a-2d542d79cc49 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 932 time: 0.0546238 Apr 01 15:57:22.203942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Request body: {'port': {'device_id': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:22.246296 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a268bd48-2453-4222-a18c-86a65258e40c req-e4f11311-c171-410a-836a-117d5ec8ae0b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338809 Apr 01 15:57:22.266005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.266522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4d3393a3-c140-4961-86ab-b09ed34bb41b None None] Provisioning complete for port e9472e45-0f73-4d4c-9804-844b0273ee42 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:22.267137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d3393a3-c140-4961-86ab-b09ed34bb41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.303916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4d3393a3-c140-4961-86ab-b09ed34bb41b None None] Port e9472e45-0f73-4d4c-9804-844b0273ee42 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 15:57:22.529828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9472e45-0f73-4d4c-9804-844b0273ee42 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:57:22.537182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.548738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Transition to ACTIVE for port object e9472e45-0f73-4d4c-9804-844b0273ee42 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:22.648653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.700156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Pushing event updated for resources: {'Port': ['ID=e9472e45-0f73-4d4c-9804-844b0273ee42,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:22.781532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Attempting to bind port e9472e45-0f73-4d4c-9804-844b0273ee42 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:22.781868 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Attempting to bind port e9472e45-0f73-4d4c-9804-844b0273ee42 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:22.782195 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Attempting to bind port e9472e45-0f73-4d4c-9804-844b0273ee42 on network 9481b4b8-4ea4-4be4-ae67-265a49b34479 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:57:22.787766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Port e9472e45-0f73-4d4c-9804-844b0273ee42 on network 9481b4b8-4ea4-4be4-ae67-265a49b34479 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 15:57:22.788086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Attempting to bind port e9472e45-0f73-4d4c-9804-844b0273ee42 on network 9481b4b8-4ea4-4be4-ae67-265a49b34479 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 15:57:22.793775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 15:57:22.794100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Checking segment: {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 15:57:22.795105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Bound using segment: {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 15:57:22.795545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Bound port: e9472e45-0f73-4d4c-9804-844b0273ee42, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:22.795901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.881167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] For port e9472e45-0f73-4d4c-9804-844b0273ee42, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:22.885553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] For port e9472e45-0f73-4d4c-9804-844b0273ee42, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9472e45-0f73-4d4c-9804-844b0273ee42,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:22.986876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.024890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:23.024890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.024890 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9472e45-0f73-4d4c-9804-844b0273ee42 HTTP/1.1" status: 200 len: 1094 time: 0.8258350 Apr 01 15:57:23.024890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:23.027060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ece801-2bbc-47f9-a809-8638fbcc111f" -d '{"events": [{"name": "network-changed", "server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:57:23.052424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d8ddb-3995-4168-bb12-aaad69b0f013 service neutron] Pushing event updated for resources: {'Port': ['ID=e9472e45-0f73-4d4c-9804-844b0273ee42,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:23.076543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1a055e-1efa-4e16-a28d-1fc476245e20 x-openstack-request-id: req-aa1a055e-1efa-4e16-a28d-1fc476245e20 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:57:23.076816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:57:23.077196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa1a055e-1efa-4e16-a28d-1fc476245e20 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:57:23.077627 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1a055e-1efa-4e16-a28d-1fc476245e20'] response: {'name': 'network-changed', 'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'status': 'completed', 'code': 200} Apr 01 15:57:23.149298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ece801-2bbc-47f9-a809-8638fbcc111f req-3701cb15-b73d-4337-86c9-0e49eed3042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:23.151128 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b4ece801-2bbc-47f9-a809-8638fbcc111f req-3701cb15-b73d-4337-86c9-0e49eed3042c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 1097 time: 0.0450442 Apr 01 15:57:23.264531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ece801-2bbc-47f9-a809-8638fbcc111f req-b41b6299-ae70-4cfe-8b0a-088e7a6f856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:23.266027 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b4ece801-2bbc-47f9-a809-8638fbcc111f req-b41b6299-ae70-4cfe-8b0a-088e7a6f856d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1025085 Apr 01 15:57:23.369455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f62a1-9eed-487e-bc5f-71f620655d47 req-bd076917-df9f-4157-a46f-9d51292955d4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:23.371171 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7f6f62a1-9eed-487e-bc5f-71f620655d47 req-bd076917-df9f-4157-a46f-9d51292955d4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 944 time: 0.0547822 Apr 01 15:57:23.371338 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ece801-2bbc-47f9-a809-8638fbcc111f req-6ca0d7a6-1962-44fd-9d54-f91572f323f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:23.372671 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b4ece801-2bbc-47f9-a809-8638fbcc111f req-6ca0d7a6-1962-44fd-9d54-f91572f323f9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0962095 Apr 01 15:57:23.411602 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7f6f62a1-9eed-487e-bc5f-71f620655d47 req-6cfded1c-cec9-4d66-9c8a-b7cdbab5f8f7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330949 Apr 01 15:57:23.458429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a107b7-c449-4a8e-8040-43506f98045a req-046a3a16-ef8e-4f81-88dd-23cbb4a7edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:23.459938 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-046a3a16-ef8e-4f81-88dd-23cbb4a7edb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 1097 time: 0.0436699 Apr 01 15:57:23.504497 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-24d348a1-29f7-46a5-9b02-e7f76c8668fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9472e45-0f73-4d4c-9804-844b0273ee42 HTTP/1.1" status: 200 len: 217 time: 0.0329697 Apr 01 15:57:23.555713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a107b7-c449-4a8e-8040-43506f98045a req-0466f525-5f3a-4884-a57b-7b5f4504cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:23.557081 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-0466f525-5f3a-4884-a57b-7b5f4504cfd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8841cf-0329-4723-be2e-95b15af7a34d HTTP/1.1" status: 200 len: 843 time: 0.0423472 Apr 01 15:57:23.610232 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a107b7-c449-4a8e-8040-43506f98045a req-b592c371-e707-4396-b7c8-ca193227275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:23.611690 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-b592c371-e707-4396-b7c8-ca193227275a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9481b4b8-4ea4-4be4-ae67-265a49b34479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442266 Apr 01 15:57:23.705111 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-987a2b07-3d51-4507-8dab-edee7d2fb391 service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829799 Apr 01 15:57:23.805039 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-80a107b7-c449-4a8e-8040-43506f98045a req-0b66e27d-ed56-4269-b584-079d2db7a33b service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897918 Apr 01 15:57:24.529759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bad9fd-9418-416d-ba52-298ce6bf1fee req-0df1855b-d3ea-49ed-a332-5dc8055f39f5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.531256 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87bad9fd-9418-416d-ba52-298ce6bf1fee req-0df1855b-d3ea-49ed-a332-5dc8055f39f5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 944 time: 0.0510278 Apr 01 15:57:24.568727 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87bad9fd-9418-416d-ba52-298ce6bf1fee req-74412625-48e0-43b1-b794-254872590d05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310168 Apr 01 15:57:25.683026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b42a-69f0-449d-a96d-c5858c2a1864 req-49c9dce5-d71d-4d37-913c-11e353cac628 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:25.684568 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0d80b42a-69f0-449d-a96d-c5858c2a1864 req-49c9dce5-d71d-4d37-913c-11e353cac628 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 944 time: 0.0492256 Apr 01 15:57:25.722394 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0d80b42a-69f0-449d-a96d-c5858c2a1864 req-7229d4d3-d375-4daa-a96a-b29ed6143049 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Apr 01 15:57:26.025643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9472e45-0f73-4d4c-9804-844b0273ee42 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 15:57:26.119932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9472e45-0f73-4d4c-9804-844b0273ee42, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9472e45-0f73-4d4c-9804-844b0273ee42,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:26.131040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'port_id': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'mac_address': 'fa:16:3e:88:93:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 15:57:26.166526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.178658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9472e45-0f73-4d4c-9804-844b0273ee42 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 15:57:26.197483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9472e45-0f73-4d4c-9804-844b0273ee42, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9472e45-0f73-4d4c-9804-844b0273ee42,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:26.323158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.369580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e9472e45-0f73-4d4c-9804-844b0273ee42,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:26.598119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['e9472e45-0f73-4d4c-9804-844b0273ee42'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 15:57:26.843290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b84b9-1bf9-463b-b549-9bbf1b0c01ee req-419be4d4-a798-47ab-9fd5-e4d96a29bc3e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:26.844843 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-564b84b9-1bf9-463b-b549-9bbf1b0c01ee req-419be4d4-a798-47ab-9fd5-e4d96a29bc3e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 945 time: 0.0539064 Apr 01 15:57:26.883494 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-564b84b9-1bf9-463b-b549-9bbf1b0c01ee req-1598b6ed-2eb1-4b26-8fe5-104013fbd093 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324802 Apr 01 15:57:27.997359 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce537cf2-e028-4d68-9c19-2f0a11f365b0 req-0e878692-7ef2-4304-a54c-c0aaab9b4fa2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.999485 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce537cf2-e028-4d68-9c19-2f0a11f365b0 req-0e878692-7ef2-4304-a54c-c0aaab9b4fa2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 945 time: 0.0501108 Apr 01 15:57:28.021303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9472e45-0f73-4d4c-9804-844b0273ee42 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 15:57:28.037265 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce537cf2-e028-4d68-9c19-2f0a11f365b0 req-48e72c16-07a0-474a-9b8d-23ae07e65f1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317008 Apr 01 15:57:28.173981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port e9472e45-0f73-4d4c-9804-844b0273ee42 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:28.178155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port e9472e45-0f73-4d4c-9804-844b0273ee42 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:28.178521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.254077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.275336 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:28.277582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8d56bb-55ff-452c-b9a5-d5b2803b6426" -d '{"events": [{"server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "name": "network-vif-plugged", "status": "completed", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:57:28.293081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9472e45-0f73-4d4c-9804-844b0273ee42, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9472e45-0f73-4d4c-9804-844b0273ee42,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:28.414192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.443896 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d712d50-b955-4358-91e2-ec46fbd3f399 x-openstack-request-id: req-3d712d50-b955-4358-91e2-ec46fbd3f399 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:57:28.444189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "name": "network-vif-plugged", "status": "completed", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:57:28.444474 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d712d50-b955-4358-91e2-ec46fbd3f399 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:57:28.444868 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d712d50-b955-4358-91e2-ec46fbd3f399'] response: {'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'code': 200} Apr 01 15:57:28.465861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e9472e45-0f73-4d4c-9804-844b0273ee42,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:28.792453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c3e98-a526-4687-918c-d0fe244d4efa req-10033754-2385-4e85-a756-64823a69c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:28.793836 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0b4c3e98-a526-4687-918c-d0fe244d4efa req-10033754-2385-4e85-a756-64823a69c68d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 1099 time: 0.0405755 Apr 01 15:57:28.833403 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0b4c3e98-a526-4687-918c-d0fe244d4efa req-9e660813-06bb-496b-94a2-ad45cd70224d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274794 Apr 01 15:57:29.151614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430f364-d834-42ef-8c19-2b232bcabe40 req-86b06f6f-1ada-46b0-9906-feeb56f2110a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:29.153184 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9430f364-d834-42ef-8c19-2b232bcabe40 req-86b06f6f-1ada-46b0-9906-feeb56f2110a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 946 time: 0.0490966 Apr 01 15:57:29.190975 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9430f364-d834-42ef-8c19-2b232bcabe40 req-0bcfc31a-3563-4fa8-9df4-2e11fc0fc041 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312581 Apr 01 15:57:30.312719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e8e7a-2846-4c6e-a10c-954f21334bd3 req-36364a7c-ab3b-4095-8581-6558fe405e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:30.314177 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-196e8e7a-2846-4c6e-a10c-954f21334bd3 req-36364a7c-ab3b-4095-8581-6558fe405e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 946 time: 0.0533352 Apr 01 15:57:30.352229 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-196e8e7a-2846-4c6e-a10c-954f21334bd3 req-039553d2-78cc-4c00-8c46-1f58dc5e107a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319381 Apr 01 15:57:30.463747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0a0e9-410b-4b7c-bed9-1587545c3d8c req-453e4957-993c-41eb-b6f4-eb245d07c099 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:30.465313 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-58b0a0e9-410b-4b7c-bed9-1587545c3d8c req-453e4957-993c-41eb-b6f4-eb245d07c099 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 946 time: 0.0479150 Apr 01 15:57:30.502869 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-58b0a0e9-410b-4b7c-bed9-1587545c3d8c req-cd3019d1-98d9-467c-8662-75c69e55fe2d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309284 Apr 01 15:57:30.523813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56884) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:30.563654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b26b1c9-b52e-4747-b36b-d3a5f870cc64 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:30.565194 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6b26b1c9-b52e-4747-b36b-d3a5f870cc64 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 1094 time: 0.0403411 Apr 01 15:57:30.568055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56886) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:30.572324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:57:30.654224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.754914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.854540 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.196 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/21d70294-8171-439d-8b9d-9e41108b1933) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:30.956096 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.089112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.129183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:31.132120 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:31.135580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 15:57:31.140892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=21d70294-8171-439d-8b9d-9e41108b1933,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:31.492475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.616770 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.771746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.945594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.016243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=21d70294-8171-439d-8b9d-9e41108b1933,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:32.027810 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.360953 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 63fbe47c-1ba2-401a-a008-ca5f85b51522 associated. External IP: 172.26.6.196, port: e9472e45-0f73-4d4c-9804-844b0273ee42. Apr 01 15:57:32.559519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 7235d884-c6f0-4b83-9bb9-31c5fa510232 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:32.668602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:32.676766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] Sync routers for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 15:57:32.687590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:57:32.693643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:57:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:32.742210 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.770312 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b44eea0c-12d2-4491-893c-4cf0ca852734 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2012653 Apr 01 15:57:32.770931 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 15:57:32.773231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56888) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:32.774226 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d265e4-2059-4598-bf4c-cc684d2eeab8" -d '{"events": [{"name": "network-changed", "server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 15:57:32.796549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:57:32.874534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b22d4b-a4ac-4a13-831b-114fef42f4c9 x-openstack-request-id: req-60b22d4b-a4ac-4a13-831b-114fef42f4c9 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 15:57:32.874871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 15:57:32.875086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-60b22d4b-a4ac-4a13-831b-114fef42f4c9 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 15:57:32.875500 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b22d4b-a4ac-4a13-831b-114fef42f4c9'] response: {'name': 'network-changed', 'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'status': 'completed', 'code': 200} Apr 01 15:57:33.187200 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-36a64dbe-0a07-495e-9006-1108797c7f70 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/63fbe47c-1ba2-401a-a008-ca5f85b51522 HTTP/1.1" status: 200 len: 992 time: 0.4127235 Apr 01 15:57:33.195230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-c6a21f47-78ff-4160-b79d-062b9d224bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.196804 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-c6a21f47-78ff-4160-b79d-062b9d224bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 1099 time: 0.0595601 Apr 01 15:57:33.204357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '63fbe47c-1ba2-401a-a008-ca5f85b51522', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'port_id': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'mac_address': 'fa:16:3e:88:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:31Z', 'updated_at': '2022-04-01T15:57:31Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7847a2-a32b-4c72-9359-6baf9bbe8823', 'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:9a:cc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:12Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:33.235235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] Checking router: 7235d884-c6f0-4b83-9bb9-31c5fa510232 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 15:57:33.244504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 15:57:33.245227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T15:57:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:33.290608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-6b37e1ac-ff89-4e66-b7ed-52acd8e99acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.292114 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-6b37e1ac-ff89-4e66-b7ed-52acd8e99acf service neutron] 10.222.0.41 "GET /v2.0/networks?id=9481b4b8-4ea4-4be4-ae67-265a49b34479 HTTP/1.1" status: 200 len: 898 time: 0.0884500 Apr 01 15:57:33.354959 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 15:57:33.360703 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-306d496b-3e72-4817-bdec-e81fad3c0fbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9472e45-0f73-4d4c-9804-844b0273ee42 HTTP/1.1" status: 200 len: 1000 time: 0.0613201 Apr 01 15:57:33.410532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-a6686333-2a4f-449f-85f6-fcd26379db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.411993 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-a6686333-2a4f-449f-85f6-fcd26379db8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8841cf-0329-4723-be2e-95b15af7a34d HTTP/1.1" status: 200 len: 843 time: 0.0440214 Apr 01 15:57:33.460533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-a4911fda-036f-45b1-a6cb-b60bccf40d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.461940 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-a4911fda-036f-45b1-a6cb-b60bccf40d5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9481b4b8-4ea4-4be4-ae67-265a49b34479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435414 Apr 01 15:57:33.552288 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-7c95c82f-f498-48f1-a390-a77c5ffe3ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831707 Apr 01 15:57:33.579260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '63fbe47c-1ba2-401a-a008-ca5f85b51522', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'port_id': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'mac_address': 'fa:16:3e:88:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:31Z', 'updated_at': '2022-04-01T15:57:31Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7847a2-a32b-4c72-9359-6baf9bbe8823', 'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:9a:cc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:12Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:33.610023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe580ac-7423-404d-9dce-f2a5373fe8f3 None None] The sync data for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv is: [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '63fbe47c-1ba2-401a-a008-ca5f85b51522', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'port_id': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'mac_address': 'fa:16:3e:88:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:57:31Z', 'updated_at': '2022-04-01T15:57:31Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7847a2-a32b-4c72-9359-6baf9bbe8823', 'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:9a:cc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:12Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 15:57:33.648650 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a0d265e4-2059-4598-bf4c-cc684d2eeab8 req-5d70a5c1-5990-4ec7-8c9d-f5f5bb266464 service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899091 Apr 01 15:57:33.790468 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccabd8a-aca3-4fec-b590-b0435d848c15 None None] New status for floating IP 63fbe47c-1ba2-401a-a008-ca5f85b51522: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 15:57:34.190627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56894) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:57:34.251893 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7ba9b730-63f4-4558-b490-f4f1ed53df92 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/63fbe47c-1ba2-401a-a008-ca5f85b51522 HTTP/1.1" status: 200 len: 994 time: 0.0599077 Apr 01 15:57:34.521433 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-608ef0a2-5661-4122-a478-c589ac294e29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408285 Apr 01 15:57:34.610047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-c0d11687-0042-4ac1-a92a-a517924f3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.611558 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-c0d11687-0042-4ac1-a92a-a517924f3d1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 1099 time: 0.0450630 Apr 01 15:57:34.705645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e4040f46-86c3-4c06-a120-2a7ad04f4048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.714198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-d24fb06f-4777-4b41-8895-9718ebf516f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.715602 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-d24fb06f-4777-4b41-8895-9718ebf516f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9481b4b8-4ea4-4be4-ae67-265a49b34479 HTTP/1.1" status: 200 len: 898 time: 0.0855360 Apr 01 15:57:34.784903 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-094ab5ea-f5e9-46f1-bd84-87b908083478 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9472e45-0f73-4d4c-9804-844b0273ee42 HTTP/1.1" status: 200 len: 1002 time: 0.0626602 Apr 01 15:57:34.835587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-dc9b8ec0-469c-4c6e-bcd1-5be57ad3e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.837111 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-dc9b8ec0-469c-4c6e-bcd1-5be57ad3e321 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8841cf-0329-4723-be2e-95b15af7a34d HTTP/1.1" status: 200 len: 843 time: 0.0445709 Apr 01 15:57:34.884961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-c7774094-d1a2-4cca-84c8-04188dec485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.886522 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-c7774094-d1a2-4cca-84c8-04188dec485b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9481b4b8-4ea4-4be4-ae67-265a49b34479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411952 Apr 01 15:57:34.981776 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-d427aa6d-71a6-450c-8de3-c251ef51cd38 service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875020 Apr 01 15:57:35.078276 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71112a09-54b9-48ba-8c2a-70907a4dc8db req-0e7bdd11-46d5-4e52-aea2-286fcd596d71 service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899723 Apr 01 15:57:37.265425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b0ecfe1c-8b21-4c11-a27e-8cf9750ffea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.733759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.892808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.957058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.528112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.126055 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:58:04.716606 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d4b38793-8bad-44ae-a0e3-331676d796d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.539446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-58611e62-daec-4b90-b47c-27745cab5df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.870451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.961428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.972530 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.509765 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.125214 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:58:34.505565 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-34071c65-3bf8-4a03-b6a5-96e0b1a1861a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404725 Apr 01 15:58:34.595827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-691d8ce9-c0e5-4ec4-aca3-62778924e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:34.597344 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-691d8ce9-c0e5-4ec4-aca3-62778924e296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 1099 time: 0.0405149 Apr 01 15:58:34.710333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-5aa49fb7-3543-4eee-ac57-4af68397f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:34.711817 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-5aa49fb7-3543-4eee-ac57-4af68397f8f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9481b4b8-4ea4-4be4-ae67-265a49b34479 HTTP/1.1" status: 200 len: 898 time: 0.0907338 Apr 01 15:58:34.781154 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-a4aac46e-d470-4b39-beb6-6cfd10530fda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9472e45-0f73-4d4c-9804-844b0273ee42 HTTP/1.1" status: 200 len: 1002 time: 0.0584948 Apr 01 15:58:34.800515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e3dd52dd-513a-4c46-b839-22116b43d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.839328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-e4acd640-3637-4c34-a296-a68f39525de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:34.840802 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-e4acd640-3637-4c34-a296-a68f39525de8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8841cf-0329-4723-be2e-95b15af7a34d HTTP/1.1" status: 200 len: 843 time: 0.0485201 Apr 01 15:58:34.890613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-e9d321df-85f4-4018-b38f-0c0682a6146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:34.892103 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-e9d321df-85f4-4018-b38f-0c0682a6146c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9481b4b8-4ea4-4be4-ae67-265a49b34479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402648 Apr 01 15:58:34.985179 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-1c55d508-f675-43a6-b63e-b002e05330e9 service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805287 Apr 01 15:58:35.083083 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e661a05a-c315-4c44-af16-ad921ef09c27 req-8b1eb5a8-d5ef-4d39-8970-76ad157f461b service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874903 Apr 01 15:58:37.230084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3aa62a12-edfd-4510-b65f-f3da81dc6b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.760497 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.845978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.932559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.514652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.123843 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:59:04.690975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-60cf4025-57c5-4349-9efa-ebfecdd12496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.245276 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e87960b2-e0fa-4e31-8142-1830d3efcdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.754103 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.839751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.919500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.559252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.467272 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56928) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 15:59:31.577965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 15:59:31.667847 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60259983'] for subnet, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.953761 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781768020390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3112187'] for subnet, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.991821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:31.991968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.994096 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/subnets/3f8841cf-0329-4723-be2e-95b15af7a34d HTTP/1.1" status: 200 len: 835 time: 0.5257702 Apr 01 15:59:31.995221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a784d1-9b42-4d56-8a49-27d6d15fba4f None None] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 15:59:32.009910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=3f8841cf-0329-4723-be2e-95b15af7a34d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:32.025132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.025489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.025834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.026194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.026599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.026940 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.027534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.027950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.028300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.028664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.029002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.029335 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1111e-03d7-4392-9de6-d3a13b8851c2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:32.360899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c9eae893-5f5a-4c81-b1fd-2af0a36c0d9f None None] Provisioning complete for port e9472e45-0f73-4d4c-9804-844b0273ee42 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:32.361271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9eae893-5f5a-4c81-b1fd-2af0a36c0d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.452568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c9eae893-5f5a-4c81-b1fd-2af0a36c0d9f None None] Provisioning complete for port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:32.452865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9eae893-5f5a-4c81-b1fd-2af0a36c0d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.548969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c9eae893-5f5a-4c81-b1fd-2af0a36c0d9f None None] Provisioning complete for port 42770cd2-fbec-42b5-a678-9829a45c2935 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:32.549249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9eae893-5f5a-4c81-b1fd-2af0a36c0d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.730859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a97010b9-64ce-42e0-91ce-b9d4a32f0274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.502646 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-a042051f-b5ee-4e59-9b58-947860adef61 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450888 Apr 01 15:59:35.585763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-56b8aa2d-afc1-46b3-9eef-6541af08aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:35.587258 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-56b8aa2d-afc1-46b3-9eef-6541af08aa21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 1099 time: 0.0406504 Apr 01 15:59:35.701726 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-724c129a-a3b0-4b0e-adf7-6d29ba3a1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:35.703222 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-724c129a-a3b0-4b0e-adf7-6d29ba3a1af5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9481b4b8-4ea4-4be4-ae67-265a49b34479 HTTP/1.1" status: 200 len: 898 time: 0.0894084 Apr 01 15:59:35.774826 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-734b1859-db98-4186-8a8e-961fc28b1dfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9472e45-0f73-4d4c-9804-844b0273ee42 HTTP/1.1" status: 200 len: 1002 time: 0.0603185 Apr 01 15:59:35.827995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-050154a1-e9dc-472c-8351-778480723f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:35.829518 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-050154a1-e9dc-472c-8351-778480723f72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8841cf-0329-4723-be2e-95b15af7a34d HTTP/1.1" status: 200 len: 843 time: 0.0452759 Apr 01 15:59:35.887294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-0aed213c-59b4-4b18-9161-6f825e17b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:35.888856 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-0aed213c-59b4-4b18-9161-6f825e17b5e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9481b4b8-4ea4-4be4-ae67-265a49b34479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478051 Apr 01 15:59:35.992364 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-e675f357-cda6-4daf-a4bb-cb1fc1a15dd3 service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889597 Apr 01 15:59:36.089609 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-536a08f6-6fc5-4e76-9f12-acde54625c40 req-4c64cea7-0b22-4454-9f0d-b6b760054acb service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867338 Apr 01 15:59:37.210271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1ac5927e-39be-4965-8ca7-31538491414a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.123261 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 15:59:39.724838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.909830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.986900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.558722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:04.746743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c57e917d-07fd-4b74-a54d-b8c5deea6357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:07.215193 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9c5eb246-5204-4573-bc4d-0b87fdbd411a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:09.734977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:10.894882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.026246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:14.991898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56944) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:15.123704 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:00:15.146441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 21d70294-8171-439d-8b9d-9e41108b1933 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:00:15.146781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.225042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.225368 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.236978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 21d70294-8171-439d-8b9d-9e41108b1933 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:00:15.449303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.476798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=21d70294-8171-439d-8b9d-9e41108b1933,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:15.500388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.500735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.501075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.501403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.501727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.502053 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.502377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.502699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.503020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.503340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.503657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.503974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:15.542534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.542905 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 63fbe47c-1ba2-401a-a008-ca5f85b51522 disassociated (deleted). External IP: 172.26.6.196, port: e9472e45-0f73-4d4c-9804-844b0273ee42. Apr 01 16:00:15.597778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.750105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 7235d884-c6f0-4b83-9bb9-31c5fa510232 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:15.856739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:15.861608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:15.866462 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] Sync routers for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:15.876632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:15.877250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:15.888611 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ca570f33-93cd-4d7a-85f4-c0f9d0a9b130 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/floatingips/63fbe47c-1ba2-401a-a008-ca5f85b51522 HTTP/1.1" status: 204 len: 168 time: 0.8955331 Apr 01 16:00:15.889324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:15.891743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:00:15.985882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:16.181278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9f7847a2-a32b-4c72-9359-6baf9bbe8823', 'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:9a:cc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:12Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:16.350419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] Checking router: 7235d884-c6f0-4b83-9bb9-31c5fa510232 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:16.359071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:16.359686 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:16.463012 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:16.656822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9f7847a2-a32b-4c72-9359-6baf9bbe8823', 'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:9a:cc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:12Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:16.682749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e7cac-c7ad-4da0-bb8e-8ab02a36fc6a None None] The sync data for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv is: [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:13Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9f7847a2-a32b-4c72-9359-6baf9bbe8823', 'name': '', 'network_id': '9481b4b8-4ea4-4be4-ae67-265a49b34479', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:9a:cc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:12Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '3f8841cf-0329-4723-be2e-95b15af7a34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:16.896832 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf7607-9f36-4775-87fd-4fe7f46ae7b0 None None] New status for floating IP 63fbe47c-1ba2-401a-a008-ca5f85b51522: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:00:16.949882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56458730-e9f9-45ef-8c23-809e27ebd2f1 x-openstack-request-id: req-56458730-e9f9-45ef-8c23-809e27ebd2f1 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:00:16.950421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:00:16.950534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56458730-e9f9-45ef-8c23-809e27ebd2f1 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:00:16.950860 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56458730-e9f9-45ef-8c23-809e27ebd2f1'] response: {'name': 'network-changed', 'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'status': 'completed', 'code': 200} Apr 01 16:00:17.023186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-61c88c3e-8972-4c58-83ea-618774437caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:17.024733 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-61c88c3e-8972-4c58-83ea-618774437caf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 1099 time: 0.0416725 Apr 01 16:00:17.119719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-69541787-cd8c-4376-a813-f3ee868718fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:17.121205 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-69541787-cd8c-4376-a813-f3ee868718fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=9481b4b8-4ea4-4be4-ae67-265a49b34479 HTTP/1.1" status: 200 len: 898 time: 0.0850482 Apr 01 16:00:17.165355 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-4838515c-e862-4c6f-ba2b-9dab39260a49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9472e45-0f73-4d4c-9804-844b0273ee42 HTTP/1.1" status: 200 len: 217 time: 0.0333776 Apr 01 16:00:17.217241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-ae223203-1fa2-41c5-a88f-f99173e1e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:17.218708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-ae223203-1fa2-41c5-a88f-f99173e1e924 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8841cf-0329-4723-be2e-95b15af7a34d HTTP/1.1" status: 200 len: 843 time: 0.0463245 Apr 01 16:00:17.268449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-2ad97405-7544-4008-8710-49b223067996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:17.269903 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-2ad97405-7544-4008-8710-49b223067996 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9481b4b8-4ea4-4be4-ae67-265a49b34479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405557 Apr 01 16:00:17.362227 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-6eacd79f-e4f9-4941-8f07-86eb970c6352 service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818686 Apr 01 16:00:17.461614 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3a8d4f6-a59b-4021-9fa5-ee5a891d84a8 req-331ff60f-4794-4e8c-82c7-b9064cc262cd service neutron] 10.222.0.41 "GET /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894070 Apr 01 16:00:17.615617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf1ec8-af7b-4aa8-9a8b-562c9428b877 req-171e30ba-06ec-4597-9dde-60df12d7fb68 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:17.617121 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ffcf1ec8-af7b-4aa8-9a8b-562c9428b877 req-171e30ba-06ec-4597-9dde-60df12d7fb68 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 946 time: 0.0509450 Apr 01 16:00:17.654847 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ffcf1ec8-af7b-4aa8-9a8b-562c9428b877 req-46b9e16c-dae4-4c7e-b112-3ecaf11888cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313115 Apr 01 16:00:18.778722 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc946-00db-46d1-b365-3a461c642ab4 req-116cf2b5-ebda-49f5-b4eb-8e3b39cb40c1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:18.780595 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f2bc946-00db-46d1-b365-3a461c642ab4 req-116cf2b5-ebda-49f5-b4eb-8e3b39cb40c1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 946 time: 0.0534668 Apr 01 16:00:18.821212 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f2bc946-00db-46d1-b365-3a461c642ab4 req-fe22a745-8ce7-44ab-9ec9-2a5fbaaed697 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=0af7d28e-701a-407f-806b-221372a9d4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341694 Apr 01 16:00:19.141534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-b7faa1ac-6222-4124-a652-f2209f7d90a4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:19.143033 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-b7faa1ac-6222-4124-a652-f2209f7d90a4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 946 time: 0.0491331 Apr 01 16:00:19.235003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port e9472e45-0f73-4d4c-9804-844b0273ee42 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:00:19.235380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.320722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port e9472e45-0f73-4d4c-9804-844b0273ee42, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9472e45-0f73-4d4c-9804-844b0273ee42,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:19.321079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.333611 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for e9472e45-0f73-4d4c-9804-844b0273ee42 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:00:19.552383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.582359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=e9472e45-0f73-4d4c-9804-844b0273ee42,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:19.625822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port e9472e45-0f73-4d4c-9804-844b0273ee42 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:19.628330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.632440 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8112e614-e826-4ca7-85ef-9e0cccc1266f req-af98c918-4771-4cfa-8797-d6c5e2194f30 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/e9472e45-0f73-4d4c-9804-844b0273ee42 HTTP/1.1" status: 204 len: 173 time: 0.4830389 Apr 01 16:00:19.632895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'name': 'network-vif-deleted', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:19.635161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b15165-82d8-4445-a64c-12ac6c5d9b5a" -d '{"events": [{"server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "name": "network-vif-deleted", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:00:19.671446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d112f065-9967-474c-85f3-39d1d7d66dea x-openstack-request-id: req-d112f065-9967-474c-85f3-39d1d7d66dea {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:00:19.671744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aed5af0-e215-4e18-92a9-e39c43a2e82a", "name": "network-vif-deleted", "tag": "e9472e45-0f73-4d4c-9804-844b0273ee42", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:00:19.672000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d112f065-9967-474c-85f3-39d1d7d66dea {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:00:19.672439 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d112f065-9967-474c-85f3-39d1d7d66dea'] response: {'server_uuid': '4aed5af0-e215-4e18-92a9-e39c43a2e82a', 'name': 'network-vif-deleted', 'tag': 'e9472e45-0f73-4d4c-9804-844b0273ee42', 'status': 'completed', 'code': 200} Apr 01 16:00:19.916199 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26672bc5-db92-47fe-a926-7f83448f5934 req-38bad9c0-9a7e-47ee-a32b-950919e5acec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=4aed5af0-e215-4e18-92a9-e39c43a2e82a HTTP/1.1" status: 200 len: 210 time: 0.0278070 Apr 01 16:00:20.974177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56976) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:21.032592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-917280af-539b-4685-9d4a-0520ce627349 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.058890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-917280af-539b-4685-9d4a-0520ce627349 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.197632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-917280af-539b-4685-9d4a-0520ce627349 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.200117 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-917280af-539b-4685-9d4a-0520ce627349 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.201321 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-917280af-539b-4685-9d4a-0520ce627349 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/0af7d28e-701a-407f-806b-221372a9d4d9 HTTP/1.1" status: 204 len: 168 time: 0.2261684 Apr 01 16:00:21.211416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917280af-539b-4685-9d4a-0520ce627349 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af7d28e-701a-407f-806b-221372a9d4d9,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:21.335571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56980) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:21.690607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.249579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 9f7847a2-a32b-4c72-9359-6baf9bbe8823 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:00:22.250330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.336661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 9f7847a2-a32b-4c72-9359-6baf9bbe8823, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9f7847a2-a32b-4c72-9359-6baf9bbe8823,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:22.337019 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.349721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 9f7847a2-a32b-4c72-9359-6baf9bbe8823 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:00:22.866247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:22.881026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9472e45-0f73-4d4c-9804-844b0273ee42 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:00:22.897223 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=9f7847a2-a32b-4c72-9359-6baf9bbe8823,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:22.902295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: e9472e45-0f73-4d4c-9804-844b0273ee42 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:00:22.902661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9472e45-0f73-4d4c-9804-844b0273ee42 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:00:23.073311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.293092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 7235d884-c6f0-4b83-9bb9-31c5fa510232 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:23.398608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:23.403551 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b5e109d5-5be2-447a-bfaf-ad99e3a583c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/7235d884-c6f0-4b83-9bb9-31c5fa510232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669355 Apr 01 16:00:23.406206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 56984) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:23.408830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] Sync routers for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:23.419695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:23.420322 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:23.458361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a88aaba-7a3a-486a-82b2-e831a5980ad4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting subnet 3f8841cf-0329-4723-be2e-95b15af7a34d {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:00:23.461637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a88aaba-7a3a-486a-82b2-e831a5980ad4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.503067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a88aaba-7a3a-486a-82b2-e831a5980ad4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.534723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:23.593448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a88aaba-7a3a-486a-82b2-e831a5980ad4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.718284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T16:00:22Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:23.745457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] Checking router: 7235d884-c6f0-4b83-9bb9-31c5fa510232 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:23.752141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a88aaba-7a3a-486a-82b2-e831a5980ad4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.753727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] Routers {'7235d884-c6f0-4b83-9bb9-31c5fa510232'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:23.754909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7235d884-c6f0-4b83-9bb9-31c5fa510232'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:23.782083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0a88aaba-7a3a-486a-82b2-e831a5980ad4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.788915 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0a88aaba-7a3a-486a-82b2-e831a5980ad4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/subnets/3f8841cf-0329-4723-be2e-95b15af7a34d HTTP/1.1" status: 204 len: 168 time: 0.3790467 Apr 01 16:00:23.788915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88aaba-7a3a-486a-82b2-e831a5980ad4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8841cf-0329-4723-be2e-95b15af7a34d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:23.789377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56986) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:23.791148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce0085-1f50-4338-b67f-baae0743c366 None None] Network 9481b4b8-4ea4-4be4-ae67-265a49b34479 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:00:23.898037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.944156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] Set router 7235d884-c6f0-4b83-9bb9-31c5fa510232 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:24.002004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.120708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] DHCP port deletion for 9481b4b8-4ea4-4be4-ae67-265a49b34479 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:00:24.140594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port be7336fd-49e2-4282-a579-0610e5d11b0e {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:00:24.140938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.160908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T16:00:22Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:24.190813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adc53a2-d8c1-4c2c-ace3-002152082079 None None] The sync data for ids ['7235d884-c6f0-4b83-9bb9-31c5fa510232'] in dv-neutron-835865-1-hyperv is: [{'id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'name': 'tempest-TestNetworkBasicOps-router-1754562467', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T16:00:22Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'be7336fd-49e2-4282-a579-0610e5d11b0e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235d884-c6f0-4b83-9bb9-31c5fa510232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:08Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:24.206324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Deleting port 42770cd2-fbec-42b5-a678-9829a45c2935 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:00:24.206706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.225020 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port be7336fd-49e2-4282-a579-0610e5d11b0e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=be7336fd-49e2-4282-a579-0610e5d11b0e,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:24.225335 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.242450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for be7336fd-49e2-4282-a579-0610e5d11b0e owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:00:24.279879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] For port 42770cd2-fbec-42b5-a678-9829a45c2935, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=42770cd2-fbec-42b5-a678-9829a45c2935,segment=NetworkSegment(b25dfbd9-7805-46b3-ad24-63c5a553a5d6),segment_id=b25dfbd9-7805-46b3-ad24-63c5a553a5d6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:24.280273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.293172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Calling delete_port for 42770cd2-fbec-42b5-a678-9829a45c2935 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:00:24.449141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.474213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Pushing event deleted for resources: {'Port': ['ID=42770cd2-fbec-42b5-a678-9829a45c2935,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:24.478700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] No DVR routers for this DVR port 42770cd2-fbec-42b5-a678-9829a45c2935 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:24.483633 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.484953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.485272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.485606 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.485940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.486272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.486590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.489116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.489116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.489116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.489116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.489116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.489116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90211d-0507-48fe-993a-4f941f086181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.515829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=be7336fd-49e2-4282-a579-0610e5d11b0e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:24.576152 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.676860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.679468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.727952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 42770cd2-fbec-42b5-a678-9829a45c2935 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:00:24.748539 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 42770cd2-fbec-42b5-a678-9829a45c2935 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:00:24.748810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 42770cd2-fbec-42b5-a678-9829a45c2935 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:00:24.749262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9f7847a2-a32b-4c72-9359-6baf9bbe8823 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:00:24.772054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 9f7847a2-a32b-4c72-9359-6baf9bbe8823 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:00:24.773376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9f7847a2-a32b-4c72-9359-6baf9bbe8823 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:00:24.791668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.796390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Fanout notify agent at l3_agent the message router_deleted on router 7235d884-c6f0-4b83-9bb9-31c5fa510232 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:00:24.799924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.801147 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-723469d5-6aa0-46c6-9a43-cb0808f9335e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/routers/7235d884-c6f0-4b83-9bb9-31c5fa510232 HTTP/1.1" status: 204 len: 168 time: 1.0114703 Apr 01 16:00:24.803836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56988) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:24.884665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.974596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.994857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9481b4b8-4ea4-4be4-ae67-265a49b34479']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:25.003807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:25.004138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25dfbd9-7805-46b3-ad24-63c5a553a5d6') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:25.013871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.027030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.032891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:00:25.036863 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:00:25.212287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.216324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.223801 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/networks/9481b4b8-4ea4-4be4-ae67-265a49b34479 HTTP/1.1" status: 204 len: 168 time: 0.4148524 Apr 01 16:00:25.231196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56990) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:25.237938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'network': {'name': 'tempest-network-smoke--1736624984', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'port_security_enabled': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:25.241325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398ed5a-03db-442d-ad4d-384e9cdb84dd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Network': ['ID=9481b4b8-4ea4-4be4-ae67-265a49b34479,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:25.340514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:25.344027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.367163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:25.375436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.375771 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Added segment f9c4a8d7-666d-4f5e-a72b-9700632dacd0 of type vlan for network c0f41c7d-6cde-49a5-829c-668b85fe0f73 Apr 01 16:00:25.419128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.568562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.574274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:25.574857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.640248 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Network': ['ID=c0f41c7d-6cde-49a5-829c-668b85fe0f73,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:25.654300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:00:25.663691 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-177bb1a6-689a-4a2e-aef8-ce73a697e092 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4315014 Apr 01 16:00:25.666932 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56992) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:25.670930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'admin_state_up': True, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:25.751748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.752892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:25.809054 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.001477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.269224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.288188 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.393629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.134 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/e2447800-3e08-4613-b37d-36464839acb2) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:26.497606 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.574859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.618269 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:26.621111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device be7336fd-49e2-4282-a579-0610e5d11b0e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:00:26.621395 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:26.625032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:00:26.630532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=e2447800-3e08-4613-b37d-36464839acb2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:26.641377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: be7336fd-49e2-4282-a579-0610e5d11b0e {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:00:26.642196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device be7336fd-49e2-4282-a579-0610e5d11b0e not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:00:27.082142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.284655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.500920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 4055c4f9-7551-48b1-b6b7-b0178865654a is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:00:27.614545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:27.626748 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Sync routers for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:27.640837 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:27.641456 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:27.702386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.703699 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-495eae47-f482-43b9-8b05-c03a81e37426 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0362594 Apr 01 16:00:27.707051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56994) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:27.749518 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:27.885535 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8c616854-4c31-4158-8398-48b82aec30b0 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1771104 Apr 01 16:00:27.888124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 56998) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:27.933898 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:26Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:27.961872 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Checking router: 4055c4f9-7551-48b1-b6b7-b0178865654a for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:27.962262 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Updating router 4055c4f9-7551-48b1-b6b7-b0178865654a port e2447800-3e08-4613-b37d-36464839acb2 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:00:27.989145 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.234645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f6b333-1501-48f5-a7e3-18a8a4bf3bf8 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:28.238861 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b7f6b333-1501-48f5-a7e3-18a8a4bf3bf8 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3469846 Apr 01 16:00:28.239016 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57000) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:28.265573 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.266426 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9ca2f483-9af4-4416-aa0f-cde97dd4f818 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262625 Apr 01 16:00:28.268958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57002) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:28.274336 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-296112158', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:28.397663 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.449500 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Attempting to bind port e2447800-3e08-4613-b37d-36464839acb2 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:28.454043 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Attempting to bind port e2447800-3e08-4613-b37d-36464839acb2 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:28.454043 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Attempting to bind port e2447800-3e08-4613-b37d-36464839acb2 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:00:28.454043 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Pushing event updated for resources: {'Port': ['ID=e2447800-3e08-4613-b37d-36464839acb2,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:28.460888 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:00:28.461256 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:00:28.461659 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.462047 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:00:28.462500 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Bound port: e2447800-3e08-4613-b37d-36464839acb2, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:28.462875 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.466138 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.466478 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.466813 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.467141 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.467467 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.467790 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.468114 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.468470 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.468791 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.469108 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.469425 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.469740 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:28.494720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:28.498261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.522881 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] For port e2447800-3e08-4613-b37d-36464839acb2, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:28.526079 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] For port e2447800-3e08-4613-b37d-36464839acb2, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e2447800-3e08-4613-b37d-36464839acb2,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:28.650849 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.713027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:28.713708 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:28.716770 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70233abc-27e1-4fa7-bdc4-914b1cc5eb19 None None] Pushing event updated for resources: {'Port': ['ID=e2447800-3e08-4613-b37d-36464839acb2,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:28.780748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.824898 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:28.840816 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=215ec565-db0c-4463-8a65-1553ce843dcb,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:28.857218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Checking segment: {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:00:28.857570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network hostable DHCP agents. Network: c0f41c7d-6cde-49a5-829c-668b85fe0f73, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:28.968723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:29.003431 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:26Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:29.029987 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b301ec4-120b-42c9-b81b-9a440da84276 None None] The sync data for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv is: [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:26Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:29.078910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, c0f41c7d-6cde-49a5-829c-668b85fe0f73) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:29.083514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:29.084116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.090234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06172170-f7df-4ff5-8a93-6588ea23e719 None None] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:00:29.224237 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-fca50435-9b0d-4130-a448-14c21dad8b66 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9532435 Apr 01 16:00:29.227955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57004) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:29.280649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:00:29.283059 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.503227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Allocated IP 172.20.0.2 (c0f41c7d-6cde-49a5-829c-668b85fe0f73/215ec565-db0c-4463-8a65-1553ce843dcb/0652a232-d6f4-467f-849b-4e3aea30814b) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:29.842908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.865875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.942358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.000462 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:30.003753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:30.008157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:00:30.015779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Pushing event updated for resources: {'Port': ['ID=0652a232-d6f4-467f-849b-4e3aea30814b,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:30.074188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Attempting to bind port 0652a232-d6f4-467f-849b-4e3aea30814b on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:30.074661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Attempting to bind port 0652a232-d6f4-467f-849b-4e3aea30814b by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:30.075112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Attempting to bind port 0652a232-d6f4-467f-849b-4e3aea30814b on network c0f41c7d-6cde-49a5-829c-668b85fe0f73 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:00:30.081148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:00:30.081452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Checking segment: {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:00:30.081963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.082425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Bound using segment: {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:00:30.082899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Bound port: 0652a232-d6f4-467f-849b-4e3aea30814b, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:30.083288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.151665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] For port 0652a232-d6f4-467f-849b-4e3aea30814b, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:30.155561 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] For port 0652a232-d6f4-467f-849b-4e3aea30814b, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0652a232-d6f4-467f-849b-4e3aea30814b,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:30.177479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.1 (c0f41c7d-6cde-49a5-829c-668b85fe0f73/215ec565-db0c-4463-8a65-1553ce843dcb/c8dd375b-da3a-4487-9f94-586cce42b6e9) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:30.232470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.302211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e767d-0f54-4149-92be-055e05dc8249 None None] Pushing event updated for resources: {'Port': ['ID=0652a232-d6f4-467f-849b-4e3aea30814b,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:30.356907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.475842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.536304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:30.540616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:30.544149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:00:30.590910 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=c8dd375b-da3a-4487-9f94-586cce42b6e9,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:30.607737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.743226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0652a232-d6f4-467f-849b-4e3aea30814b up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:30.796658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0652a232-d6f4-467f-849b-4e3aea30814b triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:30.797024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.832930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.873941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.906899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 0652a232-d6f4-467f-849b-4e3aea30814b, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0652a232-d6f4-467f-849b-4e3aea30814b,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:31.003126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.008223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e2447800-3e08-4613-b37d-36464839acb2 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:31.086169 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=0652a232-d6f4-467f-849b-4e3aea30814b,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:31.102209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e2447800-3e08-4613-b37d-36464839acb2 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:31.102209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.120120 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.186323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.191744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.207906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port e2447800-3e08-4613-b37d-36464839acb2, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e2447800-3e08-4613-b37d-36464839acb2,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:31.268734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.272288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=c8dd375b-da3a-4487-9f94-586cce42b6e9,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:31.312458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.371021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=e2447800-3e08-4613-b37d-36464839acb2,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:31.385026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:31.386507 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:31.499946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad36107-0d54-4c71-9af8-991c6c944f95 None None] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:00:31.513658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 4055c4f9-7551-48b1-b6b7-b0178865654a has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:31.569549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-134782c5-c687-4f6d-b5b2-6545f9fbc547 None None] Provisioning complete for port 0652a232-d6f4-467f-849b-4e3aea30814b triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:31.569917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-134782c5-c687-4f6d-b5b2-6545f9fbc547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.626999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:31.632831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8435b682-e2d6-44a6-8c8b-a22778760684 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/4055c4f9-7551-48b1-b6b7-b0178865654a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4034393 Apr 01 16:00:31.636131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57006) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:31.650104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Sync routers for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:31.680420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:31.681072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:31.742991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6a55b-e600-4753-a495-99dbc3441b8b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.743491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6a55b-e600-4753-a495-99dbc3441b8b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.743965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6a55b-e600-4753-a495-99dbc3441b8b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.744466 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6a55b-e600-4753-a495-99dbc3441b8b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.747766 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b4f6a55b-e600-4753-a495-99dbc3441b8b tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1104996 Apr 01 16:00:31.749089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57008) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:31.810419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7645f71-c734-481f-9ecf-d8cd2b4960fe tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.810884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7645f71-c734-481f-9ecf-d8cd2b4960fe tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.811343 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7645f71-c734-481f-9ecf-d8cd2b4960fe tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.811799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7645f71-c734-481f-9ecf-d8cd2b4960fe tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:31.813592 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e7645f71-c734-481f-9ecf-d8cd2b4960fe tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0636377 Apr 01 16:00:31.816415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57010) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:31.853102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:32.098785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:32.134798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Checking router: 4055c4f9-7551-48b1-b6b7-b0178865654a for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:32.135190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Updating router 4055c4f9-7551-48b1-b6b7-b0178865654a port c8dd375b-da3a-4487-9f94-586cce42b6e9 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:00:32.173505 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-191d117b-ad5a-4d4a-9160-058a502223d3 None None] Provisioning complete for port 0652a232-d6f4-467f-849b-4e3aea30814b triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:32.173884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-191d117b-ad5a-4d4a-9160-058a502223d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.177903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.347431 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-97fc391d-5e01-41a0-927e-6ca0160be916 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.5291431 Apr 01 16:00:32.450050 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-191d117b-ad5a-4d4a-9160-058a502223d3 None None] Provisioning complete for port c8dd375b-da3a-4487-9f94-586cce42b6e9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:32.451304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-191d117b-ad5a-4d4a-9160-058a502223d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.664109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-191d117b-ad5a-4d4a-9160-058a502223d3 None None] Port c8dd375b-da3a-4487-9f94-586cce42b6e9 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:00:32.699432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0652a232-d6f4-467f-849b-4e3aea30814b up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:32.760203 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57018) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:32.765131 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945239053', 'description': 'tempest-secgroup-smoke-945239053 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:32.769304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.794153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c5e358f8-5fa3-4629-9a8a-ca6a4473cb15 None None] Provisioning complete for port c8dd375b-da3a-4487-9f94-586cce42b6e9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:32.794522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c5e358f8-5fa3-4629-9a8a-ca6a4473cb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.819926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 0652a232-d6f4-467f-849b-4e3aea30814b triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:32.820287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.864719 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c5e358f8-5fa3-4629-9a8a-ca6a4473cb15 None None] Port c8dd375b-da3a-4487-9f94-586cce42b6e9 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:00:32.921132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e2447800-3e08-4613-b37d-36464839acb2 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:32.946378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.962917 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.007608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a548b-48e4-404b-9308-5dd1f1318ed9 None None] Pushing event updated for resources: {'Port': ['ID=c8dd375b-da3a-4487-9f94-586cce42b6e9,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.039334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.042000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port e2447800-3e08-4613-b37d-36464839acb2 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:33.042388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.093176 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Attempting to bind port c8dd375b-da3a-4487-9f94-586cce42b6e9 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:33.093683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Attempting to bind port c8dd375b-da3a-4487-9f94-586cce42b6e9 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:33.093899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Attempting to bind port c8dd375b-da3a-4487-9f94-586cce42b6e9 on network c0f41c7d-6cde-49a5-829c-668b85fe0f73 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:00:33.105650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:00:33.106022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Checking segment: {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:00:33.106421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.106821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Bound using segment: {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:00:33.107306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Bound port: c8dd375b-da3a-4487-9f94-586cce42b6e9, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:33.107687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.163237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.198867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5422444-e5b9-4904-832b-999f53ffa7c2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.207294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.207614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.207956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.208298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.208654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.209011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.209339 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.209667 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.210078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.210413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.210753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.211063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:33.213001 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] For port c8dd375b-da3a-4487-9f94-586cce42b6e9, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:33.216181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] For port c8dd375b-da3a-4487-9f94-586cce42b6e9, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c8dd375b-da3a-4487-9f94-586cce42b6e9,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:33.287717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-aa7be973-375a-4f40-8973-499f4b3fa332 None None] Provisioning complete for port c8dd375b-da3a-4487-9f94-586cce42b6e9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:33.287997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-aa7be973-375a-4f40-8973-499f4b3fa332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.322178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-aa7be973-375a-4f40-8973-499f4b3fa332 None None] Port c8dd375b-da3a-4487-9f94-586cce42b6e9 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:00:33.352452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.354005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.355375 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d67bbf58-884f-445f-9d37-dbdbb5372bf4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5938563 Apr 01 16:00:33.359475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57022) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:33.364050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ebee6f55-81f9-438b-82ca-aea55191ad93 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'b5422444-e5b9-4904-832b-999f53ffa7c2', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:33.410855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:33.411494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:33.454402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a548b-48e4-404b-9308-5dd1f1318ed9 None None] Pushing event updated for resources: {'Port': ['ID=c8dd375b-da3a-4487-9f94-586cce42b6e9,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.505959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebee6f55-81f9-438b-82ca-aea55191ad93 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.542654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:33.572684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebee6f55-81f9-438b-82ca-aea55191ad93 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.681560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e56df771-096f-43d7-952d-fd6d12af7f38 None None] Provisioning complete for port c8dd375b-da3a-4487-9f94-586cce42b6e9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:33.681929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e56df771-096f-43d7-952d-fd6d12af7f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.739192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebee6f55-81f9-438b-82ca-aea55191ad93 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.756178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee6f55-81f9-438b-82ca-aea55191ad93 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ed65d1-67b3-4f03-a6bb-0951bcc61fed,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.820324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e56df771-096f-43d7-952d-fd6d12af7f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.837116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:33.873432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3080b08f-cd3f-430b-af04-815b5e0af4ab None None] The sync data for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv is: [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:33.889910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e56df771-096f-43d7-952d-fd6d12af7f38 None None] For port c8dd375b-da3a-4487-9f94-586cce42b6e9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c8dd375b-da3a-4487-9f94-586cce42b6e9,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:33.926227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebee6f55-81f9-438b-82ca-aea55191ad93 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.930474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57026) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:33.933349 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ebee6f55-81f9-438b-82ca-aea55191ad93 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5727575 Apr 01 16:00:33.936999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-44dd1b96-606b-4e14-adb8-d39ea7e8683d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'b5422444-e5b9-4904-832b-999f53ffa7c2', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:34.106095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e56df771-096f-43d7-952d-fd6d12af7f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.114843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-44dd1b96-606b-4e14-adb8-d39ea7e8683d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.158250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56df771-096f-43d7-952d-fd6d12af7f38 None None] Pushing event updated for resources: {'Port': ['ID=c8dd375b-da3a-4487-9f94-586cce42b6e9,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:34.184828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-44dd1b96-606b-4e14-adb8-d39ea7e8683d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.368297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-44dd1b96-606b-4e14-adb8-d39ea7e8683d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.389742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd1b96-606b-4e14-adb8-d39ea7e8683d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d67375-f07d-43b9-a5ad-3eb18c1b9e5e,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:34.520294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-44dd1b96-606b-4e14-adb8-d39ea7e8683d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.521417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-44dd1b96-606b-4e14-adb8-d39ea7e8683d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5899580 Apr 01 16:00:34.524126 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57028) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:34.528550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-74751258-7746-469d-979b-168658216e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'b5422444-e5b9-4904-832b-999f53ffa7c2', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:34.625644 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-74751258-7746-469d-979b-168658216e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.716319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-74751258-7746-469d-979b-168658216e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.717952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c8dd375b-da3a-4487-9f94-586cce42b6e9 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:34.769682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c8dd375b-da3a-4487-9f94-586cce42b6e9 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:34.770208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.774932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-323268de-2b0d-49c9-a104-3cd06ec78c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.809019 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-74751258-7746-469d-979b-168658216e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.830716 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74751258-7746-469d-979b-168658216e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd909e97-3382-4624-93d8-5b06e63399ca,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:34.935882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-74751258-7746-469d-979b-168658216e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.937158 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-74751258-7746-469d-979b-168658216e1f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4120677 Apr 01 16:00:34.940506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57030) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:34.945079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-66413e56-cc87-4ca8-8a1d-18c4123aeb09 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'b5422444-e5b9-4904-832b-999f53ffa7c2', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:35.047758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-66413e56-cc87-4ca8-8a1d-18c4123aeb09 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.098234 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-66413e56-cc87-4ca8-8a1d-18c4123aeb09 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.288837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-66413e56-cc87-4ca8-8a1d-18c4123aeb09 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.308156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66413e56-cc87-4ca8-8a1d-18c4123aeb09 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a88f392-ae7f-41dd-b360-706f931116cb,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:35.462121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-66413e56-cc87-4ca8-8a1d-18c4123aeb09 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.463409 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-66413e56-cc87-4ca8-8a1d-18c4123aeb09 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5218525 Apr 01 16:00:35.466205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57034) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:35.470663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fb01b865-58ce-4670-b543-cb3ccb38b883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'b5422444-e5b9-4904-832b-999f53ffa7c2', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:35.642613 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-fb01b865-58ce-4670-b543-cb3ccb38b883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:00:35.648974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb01b865-58ce-4670-b543-cb3ccb38b883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.712872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb01b865-58ce-4670-b543-cb3ccb38b883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.849224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb01b865-58ce-4670-b543-cb3ccb38b883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.867693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01b865-58ce-4670-b543-cb3ccb38b883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b223e2aa-2d06-4d5e-9e70-ae85a3dc62eb,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:35.964908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb01b865-58ce-4670-b543-cb3ccb38b883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.966090 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fb01b865-58ce-4670-b543-cb3ccb38b883 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4989104 Apr 01 16:00:35.968801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57036) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:35.973291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-360a9162-d9df-474c-b42e-a03b932f9d79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'b5422444-e5b9-4904-832b-999f53ffa7c2', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:36.089056 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-360a9162-d9df-474c-b42e-a03b932f9d79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:00:36.094623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-360a9162-d9df-474c-b42e-a03b932f9d79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.163469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-360a9162-d9df-474c-b42e-a03b932f9d79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.266155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-360a9162-d9df-474c-b42e-a03b932f9d79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.284698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a9162-d9df-474c-b42e-a03b932f9d79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94ac829-1935-4133-93e4-86a0cd8c7c07,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:36.382697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-360a9162-d9df-474c-b42e-a03b932f9d79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.384558 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-360a9162-d9df-474c-b42e-a03b932f9d79 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4141800 Apr 01 16:00:36.537078 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-38cf5621-a912-4b25-8ffb-101cd960b730 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945239053&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0356829 Apr 01 16:00:36.645985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-d387a935-9453-4d82-a7a2-d40167707f44 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:36.647527 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-d387a935-9453-4d82-a7a2-d40167707f44 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 797 time: 0.1034803 Apr 01 16:00:36.663512 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-b07baee0-d580-4468-abd0-3aecaa733d6d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0098653 Apr 01 16:00:36.715575 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-d2874558-9269-436e-951e-95cbeab53e7e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463026 Apr 01 16:00:36.821409 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-3b25b2df-351d-42eb-89dc-11a46085bce8 service neutron] 10.222.0.73 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932565 Apr 01 16:00:36.917617 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-806520ad-2b4b-45f7-8b1b-82893eb51180 service neutron] 10.222.0.73 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898912 Apr 01 16:00:37.309587 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-af76e566-b3ba-411a-b904-b25ca01d28a0 req-f4e1e383-e498-4d80-ac8f-2f4b46da1182 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 210 time: 0.0453861 Apr 01 16:00:37.322801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7079cc2d-61f4-4323-ac0b-bf1d05cafbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.398619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ca5065c-ba20-404d-a264-2e6f27cf615e req-030b55ef-851e-4a66-ab38-5c319a75f146 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 210 time: 0.0312798 Apr 01 16:00:39.495255 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ee35f136-11d4-44c2-8cb4-21e5ded19b0a req-6dd4b364-051e-4994-a58d-9f7f32ba1f26 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 210 time: 0.0277371 Apr 01 16:00:39.779915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.895917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-5376dcca-9ca4-4d9e-8b65-29ee5fc4c368 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:39.897869 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-5376dcca-9ca4-4d9e-8b65-29ee5fc4c368 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 797 time: 0.1195192 Apr 01 16:00:39.953188 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-d11ffa82-d741-4241-8432-1f754a61efd4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 379 time: 0.0407097 Apr 01 16:00:39.962775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['b5422444-e5b9-4904-832b-999f53ffa7c2']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:40.196850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:40.200534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.337543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.14 (c0f41c7d-6cde-49a5-829c-668b85fe0f73/215ec565-db0c-4463-8a65-1553ce843dcb/e86b3437-9788-40f2-8b17-0becba3453f6) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:40.501938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.605095 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-aabee94c-1163-4896-b59b-47b4b89b7161 req-fec942b6-d28c-42bb-a38d-58b4cd303a4b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 210 time: 0.0276880 Apr 01 16:00:40.638100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.676867 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:40.680370 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:40.689673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:00:40.749138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=e86b3437-9788-40f2-8b17-0becba3453f6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:40.778444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:40.779220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.885189 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-4adec4bd-b161-4798-8e63-ef0f12e6542b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9264774 Apr 01 16:00:40.885434 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.901968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Request body: {'port': {'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:40.958532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.974310 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d21d375f-5607-4c59-aaae-dd0f5be2ed4f None None] Provisioning complete for port e86b3437-9788-40f2-8b17-0becba3453f6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:40.974616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d21d375f-5607-4c59-aaae-dd0f5be2ed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.998593 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.011054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d21d375f-5607-4c59-aaae-dd0f5be2ed4f None None] Port e86b3437-9788-40f2-8b17-0becba3453f6 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:00:41.241674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86b3437-9788-40f2-8b17-0becba3453f6 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:00:41.249624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.269316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Transition to ACTIVE for port object e86b3437-9788-40f2-8b17-0becba3453f6 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:41.339978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.389894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e86b3437-9788-40f2-8b17-0becba3453f6,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:41.463314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Attempting to bind port e86b3437-9788-40f2-8b17-0becba3453f6 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:41.463785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Attempting to bind port e86b3437-9788-40f2-8b17-0becba3453f6 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:41.464116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Attempting to bind port e86b3437-9788-40f2-8b17-0becba3453f6 on network c0f41c7d-6cde-49a5-829c-668b85fe0f73 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:00:41.468803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Port e86b3437-9788-40f2-8b17-0becba3453f6 on network c0f41c7d-6cde-49a5-829c-668b85fe0f73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:00:41.469251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Attempting to bind port e86b3437-9788-40f2-8b17-0becba3453f6 on network c0f41c7d-6cde-49a5-829c-668b85fe0f73 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:00:41.475377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:00:41.475737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Checking segment: {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:00:41.476100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Bound using segment: {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:00:41.476558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Bound port: e86b3437-9788-40f2-8b17-0becba3453f6, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:41.476922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.549333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] For port e86b3437-9788-40f2-8b17-0becba3453f6, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:41.552797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] For port e86b3437-9788-40f2-8b17-0becba3453f6, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e86b3437-9788-40f2-8b17-0becba3453f6,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:41.636135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.672113 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:41.672677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.678353 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 200 len: 1094 time: 0.7770455 Apr 01 16:00:41.678353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:41.679566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3babc3-66eb-4dbb-8631-c5d27d2033df" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:00:41.730838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71895d-e89a-432e-a26d-c378257d61d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e86b3437-9788-40f2-8b17-0becba3453f6,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:41.745609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95051079-c5ee-45f8-b6a7-6126f5fd0cdd x-openstack-request-id: req-95051079-c5ee-45f8-b6a7-6126f5fd0cdd {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:00:41.745979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:00:41.746325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95051079-c5ee-45f8-b6a7-6126f5fd0cdd {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:00:41.746785 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95051079-c5ee-45f8-b6a7-6126f5fd0cdd'] response: {'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'status': 'completed', 'code': 200} Apr 01 16:00:41.751879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667913a9-8477-4e81-ad97-54b5e8477574 req-93708e99-fa29-4fea-8e6a-81f1ed7071fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:41.763056 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-667913a9-8477-4e81-ad97-54b5e8477574 req-93708e99-fa29-4fea-8e6a-81f1ed7071fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 944 time: 0.0612915 Apr 01 16:00:41.803077 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-667913a9-8477-4e81-ad97-54b5e8477574 req-67c43110-1600-48db-a9f8-78ef1121cfa8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428824 Apr 01 16:00:41.830219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3babc3-66eb-4dbb-8631-c5d27d2033df req-fb29e039-89fa-4cba-8e8d-e6dfa79547b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:41.832265 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ee3babc3-66eb-4dbb-8631-c5d27d2033df req-fb29e039-89fa-4cba-8e8d-e6dfa79547b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1097 time: 0.0539570 Apr 01 16:00:41.945612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3babc3-66eb-4dbb-8631-c5d27d2033df req-37f4c14e-1605-48ba-a469-1411f32a5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:41.947701 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ee3babc3-66eb-4dbb-8631-c5d27d2033df req-37f4c14e-1605-48ba-a469-1411f32a5daa service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1017516 Apr 01 16:00:42.044760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3babc3-66eb-4dbb-8631-c5d27d2033df req-d588e5a0-1d7d-40fd-83a5-0360be1d569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.046124 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ee3babc3-66eb-4dbb-8631-c5d27d2033df req-d588e5a0-1d7d-40fd-83a5-0360be1d569f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0877054 Apr 01 16:00:42.137716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-212870d8-4db9-407a-acf2-ab0c64c532f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.139232 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-212870d8-4db9-407a-acf2-ab0c64c532f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1097 time: 0.0459962 Apr 01 16:00:42.190648 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-53c4a219-0171-43d5-9be2-6e5ff4fac44d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 200 len: 217 time: 0.0339992 Apr 01 16:00:42.239564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-a9c30119-f6d9-4b23-8dba-3dfeeb4fb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.241094 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-a9c30119-f6d9-4b23-8dba-3dfeeb4fb1a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 200 len: 834 time: 0.0439963 Apr 01 16:00:42.291306 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-8bb879f3-b013-4270-9c06-01d4df9e9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.292863 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-8bb879f3-b013-4270-9c06-01d4df9e9ce9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0f41c7d-6cde-49a5-829c-668b85fe0f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406928 Apr 01 16:00:42.390170 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-5f94bb4e-a8a7-4098-b074-75ce64578527 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863204 Apr 01 16:00:42.492106 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3df0c7e-fb9c-4d74-9fc2-13388ab7fb33 req-fbf2f01b-a510-48ec-b1b2-19eee8c7b556 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880129 Apr 01 16:00:42.923767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948e504-280c-4e32-925b-2ce792630c54 req-44267408-8bda-4f96-9bf6-1fc22df5bd04 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.925269 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d948e504-280c-4e32-925b-2ce792630c54 req-44267408-8bda-4f96-9bf6-1fc22df5bd04 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 944 time: 0.0508223 Apr 01 16:00:42.966505 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d948e504-280c-4e32-925b-2ce792630c54 req-98052807-f880-4f8a-ad58-ae15622e8b2a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335093 Apr 01 16:00:44.080734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe240-6d62-4377-9b37-7eadf8a87360 req-3a552572-8e69-40bf-9929-2a6eef6136e2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:44.082254 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-12dfe240-6d62-4377-9b37-7eadf8a87360 req-3a552572-8e69-40bf-9929-2a6eef6136e2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 944 time: 0.0495265 Apr 01 16:00:44.120846 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-12dfe240-6d62-4377-9b37-7eadf8a87360 req-d5c19a80-e3bf-4df4-bb0f-00ac29e6cd7c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325942 Apr 01 16:00:45.042358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e86b3437-9788-40f2-8b17-0becba3453f6 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:00:45.142728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e86b3437-9788-40f2-8b17-0becba3453f6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e86b3437-9788-40f2-8b17-0becba3453f6,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:45.155221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:00:45.195579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:45.210049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86b3437-9788-40f2-8b17-0becba3453f6 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:00:45.231766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e86b3437-9788-40f2-8b17-0becba3453f6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e86b3437-9788-40f2-8b17-0becba3453f6,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:45.241510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa5895-c491-4b34-958e-f232dcb57b67 req-f6dbf489-bbb8-400a-b91e-a92a2cab55e7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:45.244737 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bbaa5895-c491-4b34-958e-f232dcb57b67 req-f6dbf489-bbb8-400a-b91e-a92a2cab55e7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 944 time: 0.0541530 Apr 01 16:00:45.286125 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bbaa5895-c491-4b34-958e-f232dcb57b67 req-5986a5b2-0197-4273-bdf4-313a68192168 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366371 Apr 01 16:00:45.311271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:45.360591 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e86b3437-9788-40f2-8b17-0becba3453f6,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:45.617664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['e86b3437-9788-40f2-8b17-0becba3453f6'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:00:45.625543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:46.403134 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bab02-7f36-4958-8189-bbdaf5ff87e1 req-d472e2ac-3c88-4894-b211-95fcd2da891b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:46.404653 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-586bab02-7f36-4958-8189-bbdaf5ff87e1 req-d472e2ac-3c88-4894-b211-95fcd2da891b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 945 time: 0.0494008 Apr 01 16:00:46.443475 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-586bab02-7f36-4958-8189-bbdaf5ff87e1 req-a95a1425-e001-4158-83b1-06f43cc837cf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323627 Apr 01 16:00:47.058222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e86b3437-9788-40f2-8b17-0becba3453f6 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:00:47.196934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port e86b3437-9788-40f2-8b17-0becba3453f6 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:47.201170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port e86b3437-9788-40f2-8b17-0becba3453f6 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:47.201543 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.287197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.309927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:47.312100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5519c83c-8af8-479d-91f0-3a997de9c10f" -d '{"events": [{"server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "name": "network-vif-plugged", "status": "completed", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:00:47.324976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e86b3437-9788-40f2-8b17-0becba3453f6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e86b3437-9788-40f2-8b17-0becba3453f6,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:47.352046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d3a2a9-67ea-4d77-88d7-590885a972c8 x-openstack-request-id: req-56d3a2a9-67ea-4d77-88d7-590885a972c8 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:00:47.352366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "name": "network-vif-plugged", "status": "completed", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:00:47.352621 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56d3a2a9-67ea-4d77-88d7-590885a972c8 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:00:47.353043 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d3a2a9-67ea-4d77-88d7-590885a972c8'] response: {'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'code': 200} Apr 01 16:00:47.431214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.482406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e86b3437-9788-40f2-8b17-0becba3453f6,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:47.562385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cceff9-372c-4021-b155-9ce3f5524e1a req-0318d51d-b0f4-40d2-a4ca-0e0b3e97f28d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:47.563821 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-68cceff9-372c-4021-b155-9ce3f5524e1a req-0318d51d-b0f4-40d2-a4ca-0e0b3e97f28d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Apr 01 16:00:47.603199 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-68cceff9-372c-4021-b155-9ce3f5524e1a req-dff1e336-1685-46a0-91a1-cdbf9d5a6057 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326226 Apr 01 16:00:47.714007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f7be3-8263-4601-aeb9-7533650cff80 req-cf8c7dbf-aa17-4327-a538-867815d9d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:47.715538 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-229f7be3-8263-4601-aeb9-7533650cff80 req-cf8c7dbf-aa17-4327-a538-867815d9d5ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1099 time: 0.0429385 Apr 01 16:00:47.757052 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-229f7be3-8263-4601-aeb9-7533650cff80 req-e83d2aea-4f59-42f8-9f55-bc6cf50d0a35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294085 Apr 01 16:00:48.727068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad556a82-ab61-4a05-bc77-05aef3ca09ac req-4ced5006-7d75-4543-9601-03c4c70105fe tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:48.728684 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ad556a82-ab61-4a05-bc77-05aef3ca09ac req-4ced5006-7d75-4543-9601-03c4c70105fe tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 946 time: 0.0539827 Apr 01 16:00:48.773153 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ad556a82-ab61-4a05-bc77-05aef3ca09ac req-220e8a98-4e0c-4aba-bb25-b1e5802860f6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380273 Apr 01 16:00:49.889818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830a5c-52b8-4417-9e03-340534389fbb req-29b7a237-419f-43f1-b601-ed815e27722c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:49.891299 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87830a5c-52b8-4417-9e03-340534389fbb req-29b7a237-419f-43f1-b601-ed815e27722c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 946 time: 0.0505724 Apr 01 16:00:49.930747 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87830a5c-52b8-4417-9e03-340534389fbb req-b8723c38-c94c-46f7-b955-4ae43418d197 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327594 Apr 01 16:00:50.048535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e28d86-b2d7-4d0d-96d5-f9b69c461410 req-1672e0fe-1756-4bf0-b5cc-29e39bc20b84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:50.050116 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-33e28d86-b2d7-4d0d-96d5-f9b69c461410 req-1672e0fe-1756-4bf0-b5cc-29e39bc20b84 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 946 time: 0.0514891 Apr 01 16:00:50.088214 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-33e28d86-b2d7-4d0d-96d5-f9b69c461410 req-81d3accc-50d2-43e3-83ae-e135de9f99f5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Apr 01 16:00:50.111010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57098) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:50.151326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d91730-efa7-40fb-9546-21dadef21d9a tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:50.152905 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a7d91730-efa7-40fb-9546-21dadef21d9a tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1094 time: 0.0408349 Apr 01 16:00:50.155658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57100) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:50.160042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:50.333621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.437380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.540153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.103 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/d5d70fa3-708f-4c86-88e7-6520b908381b) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:50.652587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.757840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.799191 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:50.804591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:50.809181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:00:50.812493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=d5d70fa3-708f-4c86-88e7-6520b908381b,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:51.201638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.360911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.522209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.614369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.689549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=d5d70fa3-708f-4c86-88e7-6520b908381b,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:51.707905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.127433 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:00:52.133265 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP a3fc1b98-dde6-4817-80ec-179a1a02bbaf associated. External IP: 172.26.6.103, port: e86b3437-9788-40f2-8b17-0becba3453f6. Apr 01 16:00:52.402990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 4055c4f9-7551-48b1-b6b7-b0178865654a has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:52.566927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:52.577935 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] Sync routers for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:00:52.589630 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:52.590353 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:52.662877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.695701 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cb6e6e8e-cf33-4486-85dd-a0c116ace752 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5389802 Apr 01 16:00:52.696727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:00:52.699603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3baa56a-e407-49da-adee-8baa8dd2ff03" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:00:52.700329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57102) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:52.767387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960b15d-37e6-4abc-a082-e736cb2422f2 x-openstack-request-id: req-b960b15d-37e6-4abc-a082-e736cb2422f2 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:00:52.767959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:00:52.769143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b960b15d-37e6-4abc-a082-e736cb2422f2 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:00:52.770136 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b960b15d-37e6-4abc-a082-e736cb2422f2'] response: {'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'status': 'completed', 'code': 200} Apr 01 16:00:52.784794 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fac331-77c8-4158-b54c-6f81a9227bd7 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:52.786947 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-28fac331-77c8-4158-b54c-6f81a9227bd7 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1094 time: 0.0845978 Apr 01 16:00:52.825414 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:52.845999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-041d9eef-6e72-4644-8822-ad580f55b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:52.850842 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-041d9eef-6e72-4644-8822-ad580f55b0d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1099 time: 0.0539477 Apr 01 16:00:52.994411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-678600a0-bdad-4e18-a82f-2e0f79bfc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:52.995838 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-678600a0-bdad-4e18-a82f-2e0f79bfc904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 899 time: 0.1415231 Apr 01 16:00:53.083272 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-1a387cee-d030-464e-93c3-8357c38bb25c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 200 len: 1000 time: 0.0801647 Apr 01 16:00:53.112013 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'a3fc1b98-dde6-4817-80ec-179a1a02bbaf', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:51Z', 'updated_at': '2022-04-01T16:00:51Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:53.160046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-a4656b20-bce9-425a-b71d-d8c4b6ff4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:53.161671 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-a4656b20-bce9-425a-b71d-d8c4b6ff4006 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 200 len: 834 time: 0.0712419 Apr 01 16:00:53.168569 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] Checking router: 4055c4f9-7551-48b1-b6b7-b0178865654a for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:00:53.181362 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:00:53.182358 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:00:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:53.218330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-bc1a2cc0-35e7-471a-b597-dfa7862f4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:53.220884 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-bc1a2cc0-35e7-471a-b597-dfa7862f4d7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0f41c7d-6cde-49a5-829c-668b85fe0f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495017 Apr 01 16:00:53.233400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-ba6de1d0-9361-4e66-9bf3-a40961b69f8a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:00:53.236575 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-ba6de1d0-9361-4e66-9bf3-a40961b69f8a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068049 Apr 01 16:00:53.276180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57108) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:53.283810 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2edec89c-1700-43bf-9e51-d30cc5c24636 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1781276155', 'description': 'tempest-secgroup-smoke-1781276155 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:53.313796 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:00:53.344896 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-ab4cc8b0-42fd-45c3-a017-fd9c6c0c85c4 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029687 Apr 01 16:00:53.385375 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2edec89c-1700-43bf-9e51-d30cc5c24636 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.444559 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e3baa56a-e407-49da-adee-8baa8dd2ff03 req-e38001e1-5a08-4736-a526-bdea7e490650 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926352 Apr 01 16:00:53.479879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2edec89c-1700-43bf-9e51-d30cc5c24636 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.579462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2edec89c-1700-43bf-9e51-d30cc5c24636 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.584432 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'a3fc1b98-dde6-4817-80ec-179a1a02bbaf', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:51Z', 'updated_at': '2022-04-01T16:00:51Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:53.611338 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1a2a4-a639-4479-9303-799cb5dfecb8 None None] The sync data for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv is: [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'a3fc1b98-dde6-4817-80ec-179a1a02bbaf', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:51Z', 'updated_at': '2022-04-01T16:00:51Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:00:53.611887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edec89c-1700-43bf-9e51-d30cc5c24636 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa4aec-2678-40b7-8972-ba86f375350b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:53.725135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2edec89c-1700-43bf-9e51-d30cc5c24636 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.729766 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2edec89c-1700-43bf-9e51-d30cc5c24636 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4489875 Apr 01 16:00:53.730476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57110) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:53.735321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4cc222ee-a083-4b98-8f14-c86e7e1b77bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f2aa4aec-2678-40b7-8972-ba86f375350b', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:53.825254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82f90e-486a-4b09-b651-9f6ba34fe502 None None] New status for floating IP a3fc1b98-dde6-4817-80ec-179a1a02bbaf: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:00:53.876960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4cc222ee-a083-4b98-8f14-c86e7e1b77bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.957573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4cc222ee-a083-4b98-8f14-c86e7e1b77bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.094463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4cc222ee-a083-4b98-8f14-c86e7e1b77bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.114413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc222ee-a083-4b98-8f14-c86e7e1b77bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47daf58f-fcb1-475f-97b6-2aeedbaf542b,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:54.249932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4cc222ee-a083-4b98-8f14-c86e7e1b77bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.251190 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4cc222ee-a083-4b98-8f14-c86e7e1b77bc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5197070 Apr 01 16:00:54.254531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57112) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:54.258983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a5263b00-3a1a-410d-a1c0-4e63dbde4bee tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f2aa4aec-2678-40b7-8972-ba86f375350b', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:54.385450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a5263b00-3a1a-410d-a1c0-4e63dbde4bee tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.447198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a5263b00-3a1a-410d-a1c0-4e63dbde4bee tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.539154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a5263b00-3a1a-410d-a1c0-4e63dbde4bee tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.558958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5263b00-3a1a-410d-a1c0-4e63dbde4bee tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68409948-a008-421e-8fbf-3817b29b7180,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:54.640061 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a5263b00-3a1a-410d-a1c0-4e63dbde4bee tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.642605 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a5263b00-3a1a-410d-a1c0-4e63dbde4bee tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3864377 Apr 01 16:00:54.644728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57114) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:54.649535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-75edcbdf-84b5-4948-838d-af152cb17059 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f2aa4aec-2678-40b7-8972-ba86f375350b', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:54.733349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75edcbdf-84b5-4948-838d-af152cb17059 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.801887 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75edcbdf-84b5-4948-838d-af152cb17059 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.894039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75edcbdf-84b5-4948-838d-af152cb17059 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:54.915820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edcbdf-84b5-4948-838d-af152cb17059 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc683f8-2fb5-4aff-b41a-29797cf1ee39,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:55.055640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75edcbdf-84b5-4948-838d-af152cb17059 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.057148 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-75edcbdf-84b5-4948-838d-af152cb17059 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4111834 Apr 01 16:00:55.060073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57116) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:55.064828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-73492e8b-6231-4d93-a113-9190ae8ae0fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f2aa4aec-2678-40b7-8972-ba86f375350b', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:55.171160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73492e8b-6231-4d93-a113-9190ae8ae0fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.241644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73492e8b-6231-4d93-a113-9190ae8ae0fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.356981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73492e8b-6231-4d93-a113-9190ae8ae0fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.376883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73492e8b-6231-4d93-a113-9190ae8ae0fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0cf8ef-0b8a-486a-b0aa-ea3b2df02531,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:55.495742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73492e8b-6231-4d93-a113-9190ae8ae0fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.497066 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-73492e8b-6231-4d93-a113-9190ae8ae0fb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4359584 Apr 01 16:00:55.500994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57118) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:55.506059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b972ca2c-a8ed-4a7f-baa1-5d550bc67681 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f2aa4aec-2678-40b7-8972-ba86f375350b', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:55.654282 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-b972ca2c-a8ed-4a7f-baa1-5d550bc67681 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:00:55.660748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b972ca2c-a8ed-4a7f-baa1-5d550bc67681 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.751594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b972ca2c-a8ed-4a7f-baa1-5d550bc67681 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.905205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b972ca2c-a8ed-4a7f-baa1-5d550bc67681 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.924070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972ca2c-a8ed-4a7f-baa1-5d550bc67681 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d328ed0-d489-4188-a676-7d8fe12480f6,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:56.186432 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b972ca2c-a8ed-4a7f-baa1-5d550bc67681 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.187603 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b972ca2c-a8ed-4a7f-baa1-5d550bc67681 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6856029 Apr 01 16:00:56.191246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57120) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:00:56.195677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b4b8c618-b177-46eb-9ea7-ab4aeeaaa2e6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f2aa4aec-2678-40b7-8972-ba86f375350b', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:00:56.351112 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-b4b8c618-b177-46eb-9ea7-ab4aeeaaa2e6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:00:56.356442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c618-b177-46eb-9ea7-ab4aeeaaa2e6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.421929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c618-b177-46eb-9ea7-ab4aeeaaa2e6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.528274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c618-b177-46eb-9ea7-ab4aeeaaa2e6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.547034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8c618-b177-46eb-9ea7-ab4aeeaaa2e6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4db43e6-52bc-4391-a3ae-8f3f673945c1,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:56.639064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c618-b177-46eb-9ea7-ab4aeeaaa2e6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.644446 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b4b8c618-b177-46eb-9ea7-ab4aeeaaa2e6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4481027 Apr 01 16:00:56.790317 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-3622d0fd-5e05-457a-9499-4bc4fc9ab8c7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781276155&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0364959 Apr 01 16:00:56.907668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-9741c418-ed4b-4dda-8d64-558d6042167f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:56.909359 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-9741c418-ed4b-4dda-8d64-558d6042167f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 797 time: 0.1114886 Apr 01 16:00:56.928387 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-f4b39e72-dec4-4166-ad01-96de079b125e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0107903 Apr 01 16:00:56.992936 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-1c2daf47-7f6d-4b4a-8aeb-7eef54dfb932 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0582664 Apr 01 16:00:57.101886 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-2c0a6b63-2a63-4e93-a010-0c94d2d44bfb service neutron] 10.222.0.73 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875850 Apr 01 16:00:57.200781 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-e72d2fe1-a3ff-4ae4-87ca-0a87075a2171 service neutron] 10.222.0.73 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926216 Apr 01 16:00:57.613521 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4c7745d3-972d-4dff-9925-b229e1735168 req-3783eb5e-c65f-4bcf-bdd9-d7dbdf80bb27 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 210 time: 0.0829849 Apr 01 16:00:58.777054 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ee5bbacc-241e-4399-8f7f-b0c8a75d53a5 req-b5a60368-0662-4ba3-ad5c-32e40a8f0ddb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 210 time: 0.0876601 Apr 01 16:00:59.876017 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b33244f2-069d-4ca5-aed4-2d315c2d3bf4 req-ed735e5d-cf18-4373-8879-699199dc1351 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 210 time: 0.0266063 Apr 01 16:01:00.057205 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-9fe5c1e4-f1f6-4350-9053-441e4dfde689 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:00.058700 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-9fe5c1e4-f1f6-4350-9053-441e4dfde689 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 797 time: 0.1061156 Apr 01 16:01:00.107520 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-6a40a77e-9805-4788-947f-8ed5fbd0e3b3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 472 time: 0.0389509 Apr 01 16:01:00.117188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['f2aa4aec-2678-40b7-8972-ba86f375350b']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:00.315914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:00.319595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.453239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.6 (c0f41c7d-6cde-49a5-829c-668b85fe0f73/215ec565-db0c-4463-8a65-1553ce843dcb/0927d669-336a-45b6-8895-6e3aca3f7725) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:00.595644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.745816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.793505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:00.797023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:00.801110 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:01:00.807745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=0927d669-336a-45b6-8895-6e3aca3f7725,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:00.869628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:00.869628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.004121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee894c-0383-4066-b8c7-ceb95a6f53d6 req-9044d584-f77f-49e3-b4b6-d2f86ae3af16 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:01.008174 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f7ee894c-0383-4066-b8c7-ceb95a6f53d6 req-9044d584-f77f-49e3-b4b6-d2f86ae3af16 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 931 time: 0.0561388 Apr 01 16:01:01.011379 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c92321e2-ed76-43d3-b56e-9f499e1d39e6 None None] Provisioning complete for port 0927d669-336a-45b6-8895-6e3aca3f7725 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:01.011996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c92321e2-ed76-43d3-b56e-9f499e1d39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.045348 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f7ee894c-0383-4066-b8c7-ceb95a6f53d6 req-8f6e1e5b-4235-483c-b6ae-43a66bc53065 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 Apr 01 16:01:01.045882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c92321e2-ed76-43d3-b56e-9f499e1d39e6 None None] Port 0927d669-336a-45b6-8895-6e3aca3f7725 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:01:01.056628 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fb0872ab-5d78-46cc-bb13-09bdf51a4ef9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9432428 Apr 01 16:01:01.079091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Request body: {'port': {'device_id': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:01.129053 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.397517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0927d669-336a-45b6-8895-6e3aca3f7725 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:01:01.405007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.417281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Transition to ACTIVE for port object 0927d669-336a-45b6-8895-6e3aca3f7725 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:01.516317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.565634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Pushing event updated for resources: {'Port': ['ID=0927d669-336a-45b6-8895-6e3aca3f7725,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.640256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Attempting to bind port 0927d669-336a-45b6-8895-6e3aca3f7725 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:01.640829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Attempting to bind port 0927d669-336a-45b6-8895-6e3aca3f7725 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:01.641395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Attempting to bind port 0927d669-336a-45b6-8895-6e3aca3f7725 on network c0f41c7d-6cde-49a5-829c-668b85fe0f73 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:01:01.649491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Port 0927d669-336a-45b6-8895-6e3aca3f7725 on network c0f41c7d-6cde-49a5-829c-668b85fe0f73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:01:01.649491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Attempting to bind port 0927d669-336a-45b6-8895-6e3aca3f7725 on network c0f41c7d-6cde-49a5-829c-668b85fe0f73 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:01:01.654849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:01:01.655222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Checking segment: {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:01:01.655617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Bound using segment: {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:01:01.656126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Bound port: 0927d669-336a-45b6-8895-6e3aca3f7725, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:01.656523 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.730615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] For port 0927d669-336a-45b6-8895-6e3aca3f7725, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:01:01.734403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] For port 0927d669-336a-45b6-8895-6e3aca3f7725, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0927d669-336a-45b6-8895-6e3aca3f7725,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:01:01.825056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.864831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:01.865446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.866855 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] 10.222.0.41 "PUT /v2.0/ports/0927d669-336a-45b6-8895-6e3aca3f7725 HTTP/1.1" status: 200 len: 1093 time: 0.7995958 Apr 01 16:01:01.867301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:01.869672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acefe7eb-d7b9-4a70-812f-f813b4c4d6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:01:01.900588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79d14a-8d93-4320-91ec-489412d76a81 service neutron] Pushing event updated for resources: {'Port': ['ID=0927d669-336a-45b6-8895-6e3aca3f7725,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.922121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171bc71c-3e60-4cd2-9e3c-6d04be1107d4 x-openstack-request-id: req-171bc71c-3e60-4cd2-9e3c-6d04be1107d4 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:01:01.922522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:01:01.922881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-171bc71c-3e60-4cd2-9e3c-6d04be1107d4 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:01:01.923386 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171bc71c-3e60-4cd2-9e3c-6d04be1107d4'] response: {'name': 'network-changed', 'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725', 'status': 'completed', 'code': 200} Apr 01 16:01:02.021028 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefe7eb-d7b9-4a70-812f-f813b4c4d6a3 req-f74e8e5c-32ca-415a-a6f6-00579e60a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:02.022914 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-acefe7eb-d7b9-4a70-812f-f813b4c4d6a3 req-f74e8e5c-32ca-415a-a6f6-00579e60a06e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 1096 time: 0.0683694 Apr 01 16:01:02.146190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefe7eb-d7b9-4a70-812f-f813b4c4d6a3 req-ddca3880-ff3d-4208-bf9a-d453090a7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:02.147772 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-acefe7eb-d7b9-4a70-812f-f813b4c4d6a3 req-ddca3880-ff3d-4208-bf9a-d453090a7b2f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1137373 Apr 01 16:01:02.187117 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820160f-011b-41ca-90f4-f4b2e556f964 req-a8c28624-347a-4927-a201-ffb58515a1e4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:02.188831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9820160f-011b-41ca-90f4-f4b2e556f964 req-a8c28624-347a-4927-a201-ffb58515a1e4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 943 time: 0.0580599 Apr 01 16:01:02.236169 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9820160f-011b-41ca-90f4-f4b2e556f964 req-ab06aacb-e25b-4053-a525-8adaaeeaf69a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 Apr 01 16:01:02.254726 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefe7eb-d7b9-4a70-812f-f813b4c4d6a3 req-562f9233-fac1-4cf8-8a18-7758c89985b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:02.256249 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-acefe7eb-d7b9-4a70-812f-f813b4c4d6a3 req-562f9233-fac1-4cf8-8a18-7758c89985b6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1006761 Apr 01 16:01:02.393753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-efa0f701-e215-4ef7-ba82-f4b02fb8eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:02.395271 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-efa0f701-e215-4ef7-ba82-f4b02fb8eb26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 1096 time: 0.0962248 Apr 01 16:01:02.437741 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-fc422662-9c82-4b4a-8755-d21ec1dc9464 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0927d669-336a-45b6-8895-6e3aca3f7725 HTTP/1.1" status: 200 len: 217 time: 0.0339875 Apr 01 16:01:02.490495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-e55525dc-8319-4906-bf4b-39d383d08236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:02.492029 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-e55525dc-8319-4906-bf4b-39d383d08236 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 200 len: 834 time: 0.0477257 Apr 01 16:01:02.541603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-5d53f355-88d6-4532-a21a-65e02363edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:02.543114 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-5d53f355-88d6-4532-a21a-65e02363edeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0f41c7d-6cde-49a5-829c-668b85fe0f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438023 Apr 01 16:01:02.639529 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-47b98083-08d5-4bae-88b5-571ccc651a77 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889237 Apr 01 16:01:02.743713 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3e19bf58-52ab-4d68-ab0d-8f5a57956f3b req-e1ac4cce-3e0c-4aa1-a229-87e8841db38f service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968688 Apr 01 16:01:03.366253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fa1fe-1851-41a7-803f-a6e4d819124c req-e3a61c20-c180-423b-ade7-3cc82f49d1d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:03.367760 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1c3fa1fe-1851-41a7-803f-a6e4d819124c req-e3a61c20-c180-423b-ade7-3cc82f49d1d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 943 time: 0.0502589 Apr 01 16:01:03.406424 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1c3fa1fe-1851-41a7-803f-a6e4d819124c req-d9d2f699-1289-4efd-bb85-4796e8dccc96 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325236 Apr 01 16:01:04.525015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a09bf6-2f42-4014-969f-e4ea69222fb9 req-2757a3e4-59b5-4a8a-97c8-e77805e403d3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:04.526480 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-32a09bf6-2f42-4014-969f-e4ea69222fb9 req-2757a3e4-59b5-4a8a-97c8-e77805e403d3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 943 time: 0.0527222 Apr 01 16:01:04.564092 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-32a09bf6-2f42-4014-969f-e4ea69222fb9 req-f9f6d1b2-2044-4930-9304-d17cac1646cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 Apr 01 16:01:04.727411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d8e47112-9ba1-4012-a8b7-a45da5383c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.214369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0927d669-336a-45b6-8895-6e3aca3f7725 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:01:05.313132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0927d669-336a-45b6-8895-6e3aca3f7725, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0927d669-336a-45b6-8895-6e3aca3f7725,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:05.324005 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '0927d669-336a-45b6-8895-6e3aca3f7725', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'port_id': '0927d669-336a-45b6-8895-6e3aca3f7725', 'mac_address': 'fa:16:3e:14:98:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:01:05.359938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.373123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0927d669-336a-45b6-8895-6e3aca3f7725 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:01:05.395030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0927d669-336a-45b6-8895-6e3aca3f7725, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0927d669-336a-45b6-8895-6e3aca3f7725,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:05.470712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.516500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=0927d669-336a-45b6-8895-6e3aca3f7725,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:05.680192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45509260-9580-4352-882f-df288c6ff228 req-c297cc34-d8cc-4148-9c8a-49f325c07bdc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:05.681727 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-45509260-9580-4352-882f-df288c6ff228 req-c297cc34-d8cc-4148-9c8a-49f325c07bdc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 944 time: 0.0511541 Apr 01 16:01:05.716300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['0927d669-336a-45b6-8895-6e3aca3f7725'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:01:05.720607 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-45509260-9580-4352-882f-df288c6ff228 req-3ae8af0b-14f7-4ce8-bd25-aba6d0f5cb76 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328295 Apr 01 16:01:06.837444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38502b-75f8-4bd7-9fc1-975c8e4c47de req-671fee1a-1e08-4710-a095-67e834d26929 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:06.838949 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bf38502b-75f8-4bd7-9fc1-975c8e4c47de req-671fee1a-1e08-4710-a095-67e834d26929 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 944 time: 0.0501344 Apr 01 16:01:06.879231 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bf38502b-75f8-4bd7-9fc1-975c8e4c47de req-982414e5-c029-4339-83d5-54e5a24b04a0 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340312 Apr 01 16:01:07.244524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0927d669-336a-45b6-8895-6e3aca3f7725 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:01:07.268522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1bd12bd9-d589-46ea-aeb8-b204abda88a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.378973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 0927d669-336a-45b6-8895-6e3aca3f7725 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:07.383002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 0927d669-336a-45b6-8895-6e3aca3f7725 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:07.383369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.601642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.623755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:07.626080 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1475b663-b891-44e5-8f6d-af38d55a688c" -d '{"events": [{"server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "name": "network-vif-plugged", "status": "completed", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:01:07.641420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0927d669-336a-45b6-8895-6e3aca3f7725, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0927d669-336a-45b6-8895-6e3aca3f7725,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:07.667633 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5150c954-4bf0-4a05-8961-8ace18cffb8f x-openstack-request-id: req-5150c954-4bf0-4a05-8961-8ace18cffb8f {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:01:07.667996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "name": "network-vif-plugged", "status": "completed", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:01:07.668390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5150c954-4bf0-4a05-8961-8ace18cffb8f {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:01:07.668872 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5150c954-4bf0-4a05-8961-8ace18cffb8f'] response: {'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725', 'code': 200} Apr 01 16:01:07.705861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.755064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=0927d669-336a-45b6-8895-6e3aca3f7725,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:07.999592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ed624-aac0-427b-b02e-b6d762f23f92 req-60b57111-e208-4b14-a174-54a8fb4ce75f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:08.001173 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a48ed624-aac0-427b-b02e-b6d762f23f92 req-60b57111-e208-4b14-a174-54a8fb4ce75f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 945 time: 0.0558145 Apr 01 16:01:08.040152 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a48ed624-aac0-427b-b02e-b6d762f23f92 req-f4b16794-f96b-4ff4-a420-8a2cad5c6da7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329025 Apr 01 16:01:08.072538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b72a4-ccbf-4531-a1a2-2b176561e9df req-034fbc67-1c92-423a-b525-2645d157f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:08.074028 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d51b72a4-ccbf-4531-a1a2-2b176561e9df req-034fbc67-1c92-423a-b525-2645d157f56f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 1098 time: 0.0408118 Apr 01 16:01:08.109400 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d51b72a4-ccbf-4531-a1a2-2b176561e9df req-95d9711c-97ff-42a5-88c2-40da5ff58c95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281832 Apr 01 16:01:09.160581 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddc8c6-bc2c-4fe7-b9b6-1377c63202f2 req-b88da153-ddd5-41b5-a5d9-58c81eccfd4d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:09.162059 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e8ddc8c6-bc2c-4fe7-b9b6-1377c63202f2 req-b88da153-ddd5-41b5-a5d9-58c81eccfd4d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 945 time: 0.0496933 Apr 01 16:01:09.199981 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e8ddc8c6-bc2c-4fe7-b9b6-1377c63202f2 req-2c261ec6-1039-4dbb-809a-06f3e137a772 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Apr 01 16:01:09.750632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.315660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585faa-91d2-488f-a27b-8f29b0e84277 req-1cfbafdf-e2d0-45e1-b9dd-8934dfdae18d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:10.317160 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f585faa-91d2-488f-a27b-8f29b0e84277 req-1cfbafdf-e2d0-45e1-b9dd-8934dfdae18d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 945 time: 0.0488069 Apr 01 16:01:10.355285 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f585faa-91d2-488f-a27b-8f29b0e84277 req-f1f7cb06-d526-48e8-a29f-cfe3abe634d8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Apr 01 16:01:10.471185 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da53354-d0c5-43d0-bf74-7c756ee232f3 req-e21edf64-c199-425c-9648-78e5d6728935 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:10.472673 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9da53354-d0c5-43d0-bf74-7c756ee232f3 req-e21edf64-c199-425c-9648-78e5d6728935 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 945 time: 0.0521219 Apr 01 16:01:10.509892 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9da53354-d0c5-43d0-bf74-7c756ee232f3 req-970b573d-7798-4633-9126-720679f21a05 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Apr 01 16:01:10.531260 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57182) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:01:10.570049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c8e50-5afc-4ebc-94e8-943b339286fd tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:10.571557 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-201c8e50-5afc-4ebc-94e8-943b339286fd tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 1093 time: 0.0393481 Apr 01 16:01:10.574342 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57184) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:01:10.578655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '0927d669-336a-45b6-8895-6e3aca3f7725', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:10.670827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.772849 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.873549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.17 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/2ef842a1-f042-4288-bbd9-982fee6ba5f5) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:10.883716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.961523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.976217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.098424 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.138533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:11.141545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:11.145070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:01:11.150370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=2ef842a1-f042-4288-bbd9-982fee6ba5f5,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:11.504661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.651647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.817108 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.876218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:11.954645 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=2ef842a1-f042-4288-bbd9-982fee6ba5f5,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:11.966378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.065098 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 32cb815b-d752-4613-8c1e-365e97dd2919 associated. External IP: 172.26.6.17, port: 0927d669-336a-45b6-8895-6e3aca3f7725. Apr 01 16:01:12.283252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 4055c4f9-7551-48b1-b6b7-b0178865654a has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:01:12.395119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:12.405853 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] Sync routers for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:12.417022 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:01:12.417635 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:01:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:12.483781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:12.513155 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1cd76713-dddb-4d0e-b70b-46a58d8dcf34 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9377661 Apr 01 16:01:12.513985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:12.516388 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d5ae9-267f-4ad5-bda5-ffe476149c97" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:01:12.537219 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:01:12.553813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd3e4aa-2efb-4dce-ae38-e55bfbfd5e3e x-openstack-request-id: req-acd3e4aa-2efb-4dce-ae38-e55bfbfd5e3e {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:01:12.554106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:01:12.554368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-acd3e4aa-2efb-4dce-ae38-e55bfbfd5e3e {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:01:12.554785 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd3e4aa-2efb-4dce-ae38-e55bfbfd5e3e'] response: {'name': 'network-changed', 'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725', 'status': 'completed', 'code': 200} Apr 01 16:01:12.621568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-736a791c-3591-4c71-a185-fe4b24eed09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.623083 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-736a791c-3591-4c71-a185-fe4b24eed09a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 1098 time: 0.0447609 Apr 01 16:01:12.720144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-58e2ee04-cef4-4752-8b5c-704fbc16a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.722195 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-58e2ee04-cef4-4752-8b5c-704fbc16a58a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 899 time: 0.0923982 Apr 01 16:01:12.785619 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '32cb815b-d752-4613-8c1e-365e97dd2919', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.17', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': '0927d669-336a-45b6-8895-6e3aca3f7725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:14:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:11Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}, {'id': 'a3fc1b98-dde6-4817-80ec-179a1a02bbaf', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:51Z', 'updated_at': '2022-04-01T16:00:53Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:12.792018 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-f32ad943-1c62-47ed-bdd3-a82a8041e61e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0927d669-336a-45b6-8895-6e3aca3f7725 HTTP/1.1" status: 200 len: 998 time: 0.0621953 Apr 01 16:01:12.817260 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] Checking router: 4055c4f9-7551-48b1-b6b7-b0178865654a for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:12.826372 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:01:12.826996 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:01:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:12.841826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-2bd67b0d-32d0-4a35-bb86-b45c375254b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.843297 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-2bd67b0d-32d0-4a35-bb86-b45c375254b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 200 len: 834 time: 0.0449543 Apr 01 16:01:12.900069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-bfe635a4-fe51-4fb2-a8c2-7f52f5ea6023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:12.901621 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-bfe635a4-fe51-4fb2-a8c2-7f52f5ea6023 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0f41c7d-6cde-49a5-829c-668b85fe0f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511425 Apr 01 16:01:12.938211 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:01:13.019323 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-04112959-6e5a-41b2-af24-e017b5ac8289 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101274 Apr 01 16:01:13.117640 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-653d5ae9-267f-4ad5-bda5-ffe476149c97 req-031654be-8273-4618-ae26-edf76039426f service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908165 Apr 01 16:01:13.171482 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '32cb815b-d752-4613-8c1e-365e97dd2919', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.17', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': '0927d669-336a-45b6-8895-6e3aca3f7725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:14:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:11Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}, {'id': 'a3fc1b98-dde6-4817-80ec-179a1a02bbaf', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:51Z', 'updated_at': '2022-04-01T16:00:53Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:13.197692 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa48ccf-0ff2-4b2b-abb5-fe00e11330ab None None] The sync data for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv is: [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '32cb815b-d752-4613-8c1e-365e97dd2919', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.17', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': '0927d669-336a-45b6-8895-6e3aca3f7725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:14:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:11Z', 'updated_at': '2022-04-01T16:01:11Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}, {'id': 'a3fc1b98-dde6-4817-80ec-179a1a02bbaf', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:51Z', 'updated_at': '2022-04-01T16:00:53Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:13.399551 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1e566-28e1-429f-9629-a9ec1bbda823 None None] New status for floating IP 32cb815b-d752-4613-8c1e-365e97dd2919: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:01:15.665087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.129898 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:01:34.721309 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d09f6dbe-3615-4faf-8a72-558302241f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:36.308624 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-312e7ede-2805-491e-a020-0e77d4fe997d req-dab7920f-b322-4f6c-a394-9a22bd6fdbcf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409980 Apr 01 16:01:36.395638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e7ede-2805-491e-a020-0e77d4fe997d req-8f088272-dbb0-484c-9c80-b07f602bacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:36.397211 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-312e7ede-2805-491e-a020-0e77d4fe997d req-8f088272-dbb0-484c-9c80-b07f602bacf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1099 time: 0.0458581 Apr 01 16:01:36.501470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e7ede-2805-491e-a020-0e77d4fe997d req-d65f7a99-3b4f-43f0-a598-3435108ea17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:36.503020 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-312e7ede-2805-491e-a020-0e77d4fe997d req-d65f7a99-3b4f-43f0-a598-3435108ea17b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 899 time: 0.0869207 Apr 01 16:01:36.573069 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-312e7ede-2805-491e-a020-0e77d4fe997d req-f608d068-c5a3-4316-936f-b2141ffe0c10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 200 len: 1002 time: 0.0615382 Apr 01 16:01:36.623434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e7ede-2805-491e-a020-0e77d4fe997d req-bf655c9a-2cc4-4bab-8692-ff96c83031b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:36.626028 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-312e7ede-2805-491e-a020-0e77d4fe997d req-bf655c9a-2cc4-4bab-8692-ff96c83031b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 200 len: 834 time: 0.0450618 Apr 01 16:01:36.675749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e7ede-2805-491e-a020-0e77d4fe997d req-42aaf814-af92-495c-a080-880004c9a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:36.677701 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-312e7ede-2805-491e-a020-0e77d4fe997d req-42aaf814-af92-495c-a080-880004c9a9b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0f41c7d-6cde-49a5-829c-668b85fe0f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441978 Apr 01 16:01:36.775857 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-312e7ede-2805-491e-a020-0e77d4fe997d req-0c36d21e-d66e-4586-864e-b407d70b795f service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894337 Apr 01 16:01:36.866814 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-312e7ede-2805-491e-a020-0e77d4fe997d req-9903c9f8-d9fd-489a-b4d9-165d5bf9834c service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Apr 01 16:01:37.263799 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-877115d9-46b3-44b9-826f-ef8b9ed865fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:39.761329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:40.921314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:41.040974 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:45.697853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.492707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57200) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:01:48.557856 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-844703c7-0ff6-45a6-81ff-862ada8fe6c9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/a3fc1b98-dde6-4817-80ec-179a1a02bbaf HTTP/1.1" status: 200 len: 994 time: 0.0639837 Apr 01 16:01:49.445542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57208) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:01:49.450792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:49.515058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.660978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port e86b3437-9788-40f2-8b17-0becba3453f6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e86b3437-9788-40f2-8b17-0becba3453f6,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:49.690665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.761065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.809316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:49.815895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:49.815895 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/ports/e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 200 len: 939 time: 0.3647311 Apr 01 16:01:49.815895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:49.815895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed63daaf-eb83-469e-ad68-1d1d722605a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:01:49.838610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=e86b3437-9788-40f2-8b17-0becba3453f6,revision_number=6']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:49.848447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.848734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.849071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.849553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.849859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.850174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.850504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.850829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.851153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.851487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.851840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.852096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da66781-7ddf-4e6b-a9bd-ca4836814bdf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:49.914439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00764958-629b-41bf-9671-dc9ee4b7b5b4 x-openstack-request-id: req-00764958-629b-41bf-9671-dc9ee4b7b5b4 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:01:49.914801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:01:49.915116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00764958-629b-41bf-9671-dc9ee4b7b5b4 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:01:49.915594 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00764958-629b-41bf-9671-dc9ee4b7b5b4'] response: {'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'status': 'completed', 'code': 200} Apr 01 16:01:49.978449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-161bf37f-aa21-4d3b-bbcb-2db787340310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:49.980049 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-161bf37f-aa21-4d3b-bbcb-2db787340310 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1100 time: 0.0426908 Apr 01 16:01:50.011406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ea7ca632-2d62-4271-afbc-93ccfca2704e None None] Provisioning complete for port e86b3437-9788-40f2-8b17-0becba3453f6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:50.012021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca632-2d62-4271-afbc-93ccfca2704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:50.057782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ca632-2d62-4271-afbc-93ccfca2704e None None] Port e86b3437-9788-40f2-8b17-0becba3453f6 is administratively disabled so it will not transition to active. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Apr 01 16:01:50.079008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-cea77335-529b-4d6b-a4cf-39214472c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:50.080526 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-cea77335-529b-4d6b-a4cf-39214472c441 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 899 time: 0.0918970 Apr 01 16:01:50.146517 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-84f41835-5731-4a6a-9431-c5250c2ad531 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 200 len: 1003 time: 0.0593855 Apr 01 16:01:50.201275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-8b19f696-774f-4dfd-8689-5e5877a020c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:50.203369 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-8b19f696-774f-4dfd-8689-5e5877a020c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 200 len: 834 time: 0.0475569 Apr 01 16:01:50.248431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-7771bb08-8c9c-40c4-8492-22326de89fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:50.249937 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-7771bb08-8c9c-40c4-8492-22326de89fde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0f41c7d-6cde-49a5-829c-668b85fe0f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400279 Apr 01 16:01:50.340774 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-63a79aaa-3817-4725-a7b3-12ddc9969bc3 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830719 Apr 01 16:01:50.436236 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ed63daaf-eb83-469e-ad68-1d1d722605a0 req-5f9a201d-1aec-42b4-b0e5-d4aefd726132 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882759 Apr 01 16:01:53.320305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57218) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:01:53.325704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e2ced7f7-5cb5-4d97-81f5-4e896983cd1d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'admin_state_up': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:01:53.391430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e2ced7f7-5cb5-4d97-81f5-4e896983cd1d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.537302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-e2ced7f7-5cb5-4d97-81f5-4e896983cd1d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port e86b3437-9788-40f2-8b17-0becba3453f6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e86b3437-9788-40f2-8b17-0becba3453f6,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:53.570753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e2ced7f7-5cb5-4d97-81f5-4e896983cd1d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.663554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e2ced7f7-5cb5-4d97-81f5-4e896983cd1d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.709425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ced7f7-5cb5-4d97-81f5-4e896983cd1d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:53.709425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e2ced7f7-5cb5-4d97-81f5-4e896983cd1d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.709425 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e2ced7f7-5cb5-4d97-81f5-4e896983cd1d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/ports/e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 200 len: 938 time: 0.3879366 Apr 01 16:01:53.709923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:53.712802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bce519-95e7-43ed-b199-44d3f6218711" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:01:53.713028 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57220) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:01:53.742501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ced7f7-5cb5-4d97-81f5-4e896983cd1d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=e86b3437-9788-40f2-8b17-0becba3453f6,revision_number=7']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:53.758227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b8558-05a6-44d6-8a43-a34b1f3dbb1e x-openstack-request-id: req-a56b8558-05a6-44d6-8a43-a34b1f3dbb1e {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:01:53.758554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:01:53.758818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a56b8558-05a6-44d6-8a43-a34b1f3dbb1e {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:01:53.759223 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56b8558-05a6-44d6-8a43-a34b1f3dbb1e'] response: {'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'status': 'completed', 'code': 200} Apr 01 16:01:53.788729 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a9cbc24a-0a08-439b-83b1-04988e728465 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/a3fc1b98-dde6-4817-80ec-179a1a02bbaf HTTP/1.1" status: 200 len: 994 time: 0.0744607 Apr 01 16:01:53.825513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-34977e3d-073e-4469-ba51-d6d493ead1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:53.827125 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-34977e3d-073e-4469-ba51-d6d493ead1ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1099 time: 0.0440910 Apr 01 16:01:53.903377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ed286e91-b50f-4f2e-b1b1-605256a48f88 None None] Provisioning complete for port e86b3437-9788-40f2-8b17-0becba3453f6 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:53.903952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed286e91-b50f-4f2e-b1b1-605256a48f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.924770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-fdbaa9cd-eee5-4ef3-a9a4-34d1b5bda7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:53.926232 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-fdbaa9cd-eee5-4ef3-a9a4-34d1b5bda7d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 899 time: 0.0914824 Apr 01 16:01:53.991705 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['e86b3437-9788-40f2-8b17-0becba3453f6'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:01:53.993596 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-a5d2a232-8bde-4798-917e-fd34f5ec28a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 200 len: 1002 time: 0.0594287 Apr 01 16:01:54.048856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-57c3bef7-30bd-4a01-9758-643fbff5f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:54.050347 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-57c3bef7-30bd-4a01-9758-643fbff5f522 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 200 len: 834 time: 0.0450046 Apr 01 16:01:54.104246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-293c49f0-f1f9-41b4-a966-69dd81df79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:54.105691 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-293c49f0-f1f9-41b4-a966-69dd81df79a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0f41c7d-6cde-49a5-829c-668b85fe0f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452745 Apr 01 16:01:54.238624 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-dc5b9d85-850f-43aa-8565-4ced575a5a99 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225104 Apr 01 16:01:54.337335 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e6bce519-95e7-43ed-b199-44d3f6218711 req-4dbdb418-d85e-4a52-af75-5a08592ac8a8 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895679 Apr 01 16:01:56.368833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57230) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:01:56.523882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 2ef842a1-f042-4288-bbd9-982fee6ba5f5 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:01:56.524227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:56.596747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:56.597077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:56.609546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 2ef842a1-f042-4288-bbd9-982fee6ba5f5 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:01:57.206514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.235527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=2ef842a1-f042-4288-bbd9-982fee6ba5f5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:57.295632 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.300840 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 32cb815b-d752-4613-8c1e-365e97dd2919 disassociated (deleted). External IP: 172.26.6.17, port: 0927d669-336a-45b6-8895-6e3aca3f7725. Apr 01 16:01:57.504918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 4055c4f9-7551-48b1-b6b7-b0178865654a has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:01:57.612957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:57.617926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.622568 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] Sync routers for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:01:57.631766 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:01:57.632406 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:01:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:57.647012 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c63482c4-f53b-4538-a1cf-d8cd82fba2d1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/floatingips/32cb815b-d752-4613-8c1e-365e97dd2919 HTTP/1.1" status: 204 len: 168 time: 1.2747097 Apr 01 16:01:57.647012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:01:57.647833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6abd159-4a56-4e05-ad07-2f4fb1ace417" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:01:57.689156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2114f483-05d7-4412-92a0-7dc27218e798 x-openstack-request-id: req-2114f483-05d7-4412-92a0-7dc27218e798 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:01:57.689481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:01:57.689704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2114f483-05d7-4412-92a0-7dc27218e798 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:01:57.690180 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2114f483-05d7-4412-92a0-7dc27218e798'] response: {'name': 'network-changed', 'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725', 'status': 'completed', 'code': 200} Apr 01 16:01:57.749519 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:01:57.755560 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-77d0ae54-67a3-41d6-8c08-0e8d1740eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:57.757036 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-77d0ae54-67a3-41d6-8c08-0e8d1740eb19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 1098 time: 0.0452037 Apr 01 16:01:57.857180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-6ae0a0f6-1b56-4401-8e28-f89d3aad946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:57.858659 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-6ae0a0f6-1b56-4401-8e28-f89d3aad946b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 899 time: 0.0911646 Apr 01 16:01:57.905466 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-9c7a9704-c60d-421f-a8b9-2beb284a1678 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0927d669-336a-45b6-8895-6e3aca3f7725 HTTP/1.1" status: 200 len: 217 time: 0.0354748 Apr 01 16:01:57.960209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-c1e9a8e5-2e0b-4575-a4e0-78c71580f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:57.961709 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-c1e9a8e5-2e0b-4575-a4e0-78c71580f8d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 200 len: 834 time: 0.0491502 Apr 01 16:01:57.986334 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'a3fc1b98-dde6-4817-80ec-179a1a02bbaf', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:51Z', 'updated_at': '2022-04-01T16:00:53Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:58.011695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-a069fe63-f3cd-42f1-9eee-619b10875692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:58.013251 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-a069fe63-f3cd-42f1-9eee-619b10875692 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0f41c7d-6cde-49a5-829c-668b85fe0f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411947 Apr 01 16:01:58.015905 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] Checking router: 4055c4f9-7551-48b1-b6b7-b0178865654a for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:01:58.023325 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:01:58.024601 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:01:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:58.109547 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-10acac04-aca8-4712-ba2b-f69803d96f7e service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878203 Apr 01 16:01:58.116860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a800a-c776-4cb3-a8eb-53817023a492 req-13d3058f-ac4b-4b28-871e-d8bc14f380ea tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:58.119136 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b45a800a-c776-4cb3-a8eb-53817023a492 req-13d3058f-ac4b-4b28-871e-d8bc14f380ea tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 945 time: 0.0541916 Apr 01 16:01:58.138935 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:01:58.159019 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b45a800a-c776-4cb3-a8eb-53817023a492 req-491eba2b-c924-4d7f-aee8-4132fbe51a11 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333347 Apr 01 16:01:58.211726 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c6abd159-4a56-4e05-ad07-2f4fb1ace417 req-606fb2c1-3bba-4fb6-94e5-687febdbb39a service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932946 Apr 01 16:01:58.365996 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'a3fc1b98-dde6-4817-80ec-179a1a02bbaf', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:51Z', 'updated_at': '2022-04-01T16:00:53Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:58.404359 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d19c9f6-6bff-4fdf-9292-c0402a78d2c3 None None] The sync data for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv is: [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'a3fc1b98-dde6-4817-80ec-179a1a02bbaf', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'port_id': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'mac_address': 'fa:16:3e:62:5d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:51Z', 'updated_at': '2022-04-01T16:00:53Z', 'revision_number': 1, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:01:58.619403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfaecee-9ffd-495e-b40d-0e2f82a35205 None None] New status for floating IP 32cb815b-d752-4613-8c1e-365e97dd2919: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:01:59.277154 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e1268-a182-453f-baf6-d4ad7d477ad2 req-dbbf9683-9160-4716-8211-058c70054abd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:59.278629 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ff1e1268-a182-453f-baf6-d4ad7d477ad2 req-dbbf9683-9160-4716-8211-058c70054abd tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Apr 01 16:01:59.316103 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ff1e1268-a182-453f-baf6-d4ad7d477ad2 req-cc399573-bd77-467b-9434-c0aa451e9edf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f2aa4aec-2678-40b7-8972-ba86f375350b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Apr 01 16:01:59.727267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-bee9baff-b8db-41b9-a748-589524b3357c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:59.728792 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-bee9baff-b8db-41b9-a748-589524b3357c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 945 time: 0.0505121 Apr 01 16:01:59.821702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 0927d669-336a-45b6-8895-6e3aca3f7725 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:01:59.822081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.909608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 0927d669-336a-45b6-8895-6e3aca3f7725, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0927d669-336a-45b6-8895-6e3aca3f7725,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:59.909908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.922622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 0927d669-336a-45b6-8895-6e3aca3f7725 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:02:00.126580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:00.152866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=0927d669-336a-45b6-8895-6e3aca3f7725,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:00.197124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port 0927d669-336a-45b6-8895-6e3aca3f7725 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:02:00.199690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:00.203067 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a553b3ee-ef66-409b-85a3-37477e3d1211 req-c65e63e2-8f9c-452e-b4c4-2aff26272acf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/0927d669-336a-45b6-8895-6e3aca3f7725 HTTP/1.1" status: 204 len: 173 time: 0.4679246 Apr 01 16:02:00.203514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'name': 'network-vif-deleted', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:00.205796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da693e1-4f29-4938-b103-4c6ab7c0c14f" -d '{"events": [{"server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "name": "network-vif-deleted", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:02:00.243545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cf319c-9afd-4ec5-8ff7-7b61b91bcf6b x-openstack-request-id: req-77cf319c-9afd-4ec5-8ff7-7b61b91bcf6b {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:02:00.243843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6f0f90-cbff-4775-9d68-07b6ecf5dd97", "name": "network-vif-deleted", "tag": "0927d669-336a-45b6-8895-6e3aca3f7725", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:02:00.244138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77cf319c-9afd-4ec5-8ff7-7b61b91bcf6b {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:02:00.244587 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cf319c-9afd-4ec5-8ff7-7b61b91bcf6b'] response: {'server_uuid': 'fa6f0f90-cbff-4775-9d68-07b6ecf5dd97', 'name': 'network-vif-deleted', 'tag': '0927d669-336a-45b6-8895-6e3aca3f7725', 'status': 'completed', 'code': 200} Apr 01 16:02:00.412663 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-08c8b38e-f64f-442c-abe5-bf946d50a1f9 req-8c7d7842-64a6-49a3-9b64-7ef14b1cca8f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa6f0f90-cbff-4775-9d68-07b6ecf5dd97 HTTP/1.1" status: 200 len: 210 time: 0.0288174 Apr 01 16:02:01.468841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57248) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:01.526457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.554630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.674408 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.677055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.678217 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/f2aa4aec-2678-40b7-8972-ba86f375350b HTTP/1.1" status: 204 len: 168 time: 0.2081885 Apr 01 16:02:01.690286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa4aec-2678-40b7-8972-ba86f375350b,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:01.698090 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.698384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.698744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.699083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.699416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.699749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.700080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.700430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.700762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.701088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.701407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.701879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eb71dc-6be9-4364-9199-b1e53c4e725a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:01.761000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57252) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:01.920432 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port d5d70fa3-708f-4c86-88e7-6520b908381b {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:02:01.920707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.996695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:01.996969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.008691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for d5d70fa3-708f-4c86-88e7-6520b908381b owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:02:02.308943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.336692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=d5d70fa3-708f-4c86-88e7-6520b908381b,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:02.398237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.398563 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP a3fc1b98-dde6-4817-80ec-179a1a02bbaf disassociated (deleted). External IP: 172.26.6.103, port: e86b3437-9788-40f2-8b17-0becba3453f6. Apr 01 16:02:02.862005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 4055c4f9-7551-48b1-b6b7-b0178865654a has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:02:02.968426 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:02.973326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:02.978783 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] Sync routers for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:02.988584 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:02.989198 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:01:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:03.000317 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-82bb82d5-8514-4955-afb3-df41496c1a3c tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/floatingips/a3fc1b98-dde6-4817-80ec-179a1a02bbaf HTTP/1.1" status: 204 len: 168 time: 1.2382002 Apr 01 16:02:03.000911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:03.003150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01180eeb-a047-4c7f-b405-40738585737a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:02:03.045331 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6ee782-99d4-4b48-8cd6-98e89b00375a x-openstack-request-id: req-1e6ee782-99d4-4b48-8cd6-98e89b00375a {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:02:03.045795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:02:03.046653 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e6ee782-99d4-4b48-8cd6-98e89b00375a {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:02:03.047138 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6ee782-99d4-4b48-8cd6-98e89b00375a'] response: {'name': 'network-changed', 'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'status': 'completed', 'code': 200} Apr 01 16:02:03.096331 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:03.121302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01180eeb-a047-4c7f-b405-40738585737a req-bc0c436f-1632-40a4-abfa-edc078c7a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:03.122912 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-01180eeb-a047-4c7f-b405-40738585737a req-bc0c436f-1632-40a4-abfa-edc078c7a576 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 1099 time: 0.0476577 Apr 01 16:02:03.220947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01180eeb-a047-4c7f-b405-40738585737a req-12713306-1223-4103-b60f-82b5c114d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:03.222600 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-01180eeb-a047-4c7f-b405-40738585737a req-12713306-1223-4103-b60f-82b5c114d0f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 200 len: 899 time: 0.0892384 Apr 01 16:02:03.271911 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-01180eeb-a047-4c7f-b405-40738585737a req-632547b9-8fd3-4069-b670-feb517fdf702 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 200 len: 217 time: 0.0393443 Apr 01 16:02:03.295635 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:03.326949 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] Checking router: 4055c4f9-7551-48b1-b6b7-b0178865654a for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:03.329670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01180eeb-a047-4c7f-b405-40738585737a req-9c1c15a9-6852-41f8-8fb5-5d724ce55c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:03.331355 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-01180eeb-a047-4c7f-b405-40738585737a req-9c1c15a9-6852-41f8-8fb5-5d724ce55c1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 200 len: 834 time: 0.0491157 Apr 01 16:02:03.336389 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:03.336998 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:01:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:03.382340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01180eeb-a047-4c7f-b405-40738585737a req-fa2a122d-6056-4c2c-9d13-cc763befeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:03.383865 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-01180eeb-a047-4c7f-b405-40738585737a req-fa2a122d-6056-4c2c-9d13-cc763befeb61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0f41c7d-6cde-49a5-829c-668b85fe0f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429325 Apr 01 16:02:03.443044 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:03.464866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0927d669-336a-45b6-8895-6e3aca3f7725 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:02:03.488455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 0927d669-336a-45b6-8895-6e3aca3f7725 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:02:03.489095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0927d669-336a-45b6-8895-6e3aca3f7725 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:02:03.491298 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-01180eeb-a047-4c7f-b405-40738585737a req-d00c4b95-a4bf-4f56-ad9c-74ee03a93a94 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952597 Apr 01 16:02:03.590471 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-01180eeb-a047-4c7f-b405-40738585737a req-7f7248cf-f860-4c04-8e86-87f1427911c4 service neutron] 10.222.0.41 "GET /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887249 Apr 01 16:02:03.712817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35adb0-4acc-43ff-b638-42f6bf3c0fe4 req-8d4571f5-d82c-49fa-9019-b9c8fad9131b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:03.714659 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cd35adb0-4acc-43ff-b638-42f6bf3c0fe4 req-8d4571f5-d82c-49fa-9019-b9c8fad9131b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 946 time: 0.0507245 Apr 01 16:02:03.739440 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:03.754228 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cd35adb0-4acc-43ff-b638-42f6bf3c0fe4 req-eb102c28-9c3b-4d71-8f94-fd8c35909a80 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335672 Apr 01 16:02:03.767125 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45713f2-7d03-4c82-a985-7819510225e8 None None] The sync data for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv is: [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:00:30Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c8dd375b-da3a-4487-9f94-586cce42b6e9', 'name': '', 'network_id': 'c0f41c7d-6cde-49a5-829c-668b85fe0f73', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:5d:35:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:30Z', 'updated_at': '2022-04-01T16:00:33Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '215ec565-db0c-4463-8a65-1553ce843dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:03.978514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511d0e8e-29f9-410b-bb3d-239be605ad12 None None] New status for floating IP a3fc1b98-dde6-4817-80ec-179a1a02bbaf: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:02:04.737531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6fcdbfb5-dfd5-4129-ae50-808bb3a220d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:04.873721 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477d973-4ec6-4f54-84f2-aa63a7d9ce88 req-e6c5e3d9-5198-4f73-9fc5-4fbe973b1988 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:04.875217 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9477d973-4ec6-4f54-84f2-aa63a7d9ce88 req-e6c5e3d9-5198-4f73-9fc5-4fbe973b1988 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 946 time: 0.0495908 Apr 01 16:02:04.912550 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9477d973-4ec6-4f54-84f2-aa63a7d9ce88 req-5e3068c4-ad7f-48f2-885c-bd6f70541d88 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=b5422444-e5b9-4904-832b-999f53ffa7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310464 Apr 01 16:02:05.328580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-47753c71-3c42-4a6e-b709-8f74beb64fb1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:05.330050 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-47753c71-3c42-4a6e-b709-8f74beb64fb1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 946 time: 0.0529816 Apr 01 16:02:05.427030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port e86b3437-9788-40f2-8b17-0becba3453f6 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:02:05.427367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:05.527112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port e86b3437-9788-40f2-8b17-0becba3453f6, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e86b3437-9788-40f2-8b17-0becba3453f6,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:05.527470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:05.539550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for e86b3437-9788-40f2-8b17-0becba3453f6 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:02:05.777512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:05.809532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=e86b3437-9788-40f2-8b17-0becba3453f6,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:05.850908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port e86b3437-9788-40f2-8b17-0becba3453f6 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:02:05.856551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:05.856746 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2e0940e4-e533-43ae-9b07-0757b6e77c44 req-5ecbf369-59fa-417a-8c15-8d506b54de99 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/e86b3437-9788-40f2-8b17-0becba3453f6 HTTP/1.1" status: 204 len: 173 time: 0.5181296 Apr 01 16:02:05.857190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'name': 'network-vif-deleted', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:05.859431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa57b42-eb53-4fec-b146-25b97bcd7755" -d '{"events": [{"server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "name": "network-vif-deleted", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:02:05.894995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9317febc-36bb-4700-87ad-334780a16e75 x-openstack-request-id: req-9317febc-36bb-4700-87ad-334780a16e75 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:02:05.895290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc7398-98fd-465f-b9c7-c37640709d23", "name": "network-vif-deleted", "tag": "e86b3437-9788-40f2-8b17-0becba3453f6", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:02:05.895543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9317febc-36bb-4700-87ad-334780a16e75 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:02:05.895950 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9317febc-36bb-4700-87ad-334780a16e75'] response: {'server_uuid': 'a8bc7398-98fd-465f-b9c7-c37640709d23', 'name': 'network-vif-deleted', 'tag': 'e86b3437-9788-40f2-8b17-0becba3453f6', 'status': 'completed', 'code': 200} Apr 01 16:02:06.010997 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c4b76d11-7e3d-4636-915b-59e8241d3fd4 req-27e718e1-c558-4294-a678-a4793d45d036 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bc7398-98fd-465f-b9c7-c37640709d23 HTTP/1.1" status: 200 len: 210 time: 0.0308101 Apr 01 16:02:06.128289 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:02:07.066832 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57268) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:07.124923 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c975106-b560-4419-9af7-a0da73b0cd0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.150506 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c975106-b560-4419-9af7-a0da73b0cd0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.257196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bda61b4c-9720-4011-976e-4e0b03f16635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.291880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c975106-b560-4419-9af7-a0da73b0cd0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.294436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3c975106-b560-4419-9af7-a0da73b0cd0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:07.295640 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3c975106-b560-4419-9af7-a0da73b0cd0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/b5422444-e5b9-4904-832b-999f53ffa7c2 HTTP/1.1" status: 204 len: 168 time: 0.2277503 Apr 01 16:02:07.308025 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c975106-b560-4419-9af7-a0da73b0cd0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5422444-e5b9-4904-832b-999f53ffa7c2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:07.383719 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57272) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:07.742040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.003171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port c8dd375b-da3a-4487-9f94-586cce42b6e9 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:02:08.003511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.091942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port c8dd375b-da3a-4487-9f94-586cce42b6e9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c8dd375b-da3a-4487-9f94-586cce42b6e9,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:08.093181 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.105731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for c8dd375b-da3a-4487-9f94-586cce42b6e9 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:02:08.365888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.396506 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=c8dd375b-da3a-4487-9f94-586cce42b6e9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:08.570574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:08.793852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 4055c4f9-7551-48b1-b6b7-b0178865654a has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:02:08.898596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:08.906560 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7531c416-5953-42c8-9e22-65a451ca7c2b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/4055c4f9-7551-48b1-b6b7-b0178865654a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5186696 Apr 01 16:02:08.906560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57274) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:08.908327 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] Sync routers for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:08.918396 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:08.919037 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:02:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:08.956584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fac3e86-a159-4f41-9cc2-2902c156ae41 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting subnet 215ec565-db0c-4463-8a65-1553ce843dcb {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:02:08.959601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3fac3e86-a159-4f41-9cc2-2902c156ae41 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.000108 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3fac3e86-a159-4f41-9cc2-2902c156ae41 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.028192 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:09.087016 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3fac3e86-a159-4f41-9cc2-2902c156ae41 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.205269 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:02:08Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:09.211732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3fac3e86-a159-4f41-9cc2-2902c156ae41 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.232123 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] Checking router: 4055c4f9-7551-48b1-b6b7-b0178865654a for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:09.239987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac3e86-a159-4f41-9cc2-2902c156ae41 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Subnet': ['ID=215ec565-db0c-4463-8a65-1553ce843dcb,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:09.240528 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] Routers {'4055c4f9-7551-48b1-b6b7-b0178865654a'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:09.241153 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:02:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['4055c4f9-7551-48b1-b6b7-b0178865654a'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:09.245884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3fac3e86-a159-4f41-9cc2-2902c156ae41 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.249157 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3fac3e86-a159-4f41-9cc2-2902c156ae41 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/subnets/215ec565-db0c-4463-8a65-1553ce843dcb HTTP/1.1" status: 204 len: 168 time: 0.3420515 Apr 01 16:02:09.251951 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57276) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:09.254527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa193ced-dbb0-4cc4-a6da-76e222cce3c7 None None] Network c0f41c7d-6cde-49a5-829c-668b85fe0f73 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:02:09.348541 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] Set router 4055c4f9-7551-48b1-b6b7-b0178865654a gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:09.361363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.454948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] DHCP port deletion for c0f41c7d-6cde-49a5-829c-668b85fe0f73 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:02:09.480352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.481080 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e86b3437-9788-40f2-8b17-0becba3453f6 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:02:09.505698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: e86b3437-9788-40f2-8b17-0becba3453f6 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:02:09.506045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e86b3437-9788-40f2-8b17-0becba3453f6 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:02:09.526563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Deleting port 0652a232-d6f4-467f-849b-4e3aea30814b {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:02:09.526942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.535745 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:02:08Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:09.561119 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8959c-aca4-46ac-9e44-46668a8ab81c None None] The sync data for ids ['4055c4f9-7551-48b1-b6b7-b0178865654a'] in dv-neutron-835865-1-hyperv is: [{'id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'name': 'tempest-TestNetworkBasicOps-router-1088540850', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e2447800-3e08-4613-b37d-36464839acb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:25Z', 'updated_at': '2022-04-01T16:02:08Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': 'e2447800-3e08-4613-b37d-36464839acb2', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055c4f9-7551-48b1-b6b7-b0178865654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:26Z', 'updated_at': '2022-04-01T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:09.593592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] For port 0652a232-d6f4-467f-849b-4e3aea30814b, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=0652a232-d6f4-467f-849b-4e3aea30814b,segment=NetworkSegment(f9c4a8d7-666d-4f5e-a72b-9700632dacd0),segment_id=f9c4a8d7-666d-4f5e-a72b-9700632dacd0)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:09.593985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.606974 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Calling delete_port for 0652a232-d6f4-467f-849b-4e3aea30814b owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:02:09.640232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port e2447800-3e08-4613-b37d-36464839acb2 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:02:09.640606 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.725562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port e2447800-3e08-4613-b37d-36464839acb2, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=e2447800-3e08-4613-b37d-36464839acb2,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:09.725831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.738724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for e2447800-3e08-4613-b37d-36464839acb2 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:02:09.754255 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.765675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:09.790998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Pushing event deleted for resources: {'Port': ['ID=0652a232-d6f4-467f-849b-4e3aea30814b,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:09.800256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.800645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.800989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.801323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.801650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.801984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.802313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.802641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.802969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.803291 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.803634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.803955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:09.806744 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d210f-9314-4dcc-9c1a-3adea84c4196 None None] No DVR routers for this DVR port 0652a232-d6f4-467f-849b-4e3aea30814b on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:02:10.290643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.316222 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=e2447800-3e08-4613-b37d-36464839acb2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:10.380020 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.469883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.472264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.588539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.589106 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Fanout notify agent at l3_agent the message router_deleted on router 4055c4f9-7551-48b1-b6b7-b0178865654a {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:02:10.596376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.597802 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8aa6d803-d4c2-4aa5-88a9-0290dcefe1d5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/routers/4055c4f9-7551-48b1-b6b7-b0178865654a HTTP/1.1" status: 204 len: 168 time: 1.3445618 Apr 01 16:02:10.600582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57278) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:10.691360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.782432 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.802245 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f41c7d-6cde-49a5-829c-668b85fe0f73']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:10.811859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:10.816635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c4a8d7-666d-4f5e-a72b-9700632dacd0') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:10.821246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.834404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.840121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:02:10.840503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:02:10.843407 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:02:10.891446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.942976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.971443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.979367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:10.981951 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/networks/c0f41c7d-6cde-49a5-829c-668b85fe0f73 HTTP/1.1" status: 204 len: 168 time: 0.3803270 Apr 01 16:02:10.993696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46544aee-d3e8-443d-9a5c-97a2b9aa35ac tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Network': ['ID=c0f41c7d-6cde-49a5-829c-668b85fe0f73,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:10.998674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57280) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:11.005095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'network': {'name': 'tempest-network-smoke--1423074476', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'port_security_enabled': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:11.089247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0652a232-d6f4-467f-849b-4e3aea30814b no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:02:11.108901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:11.109577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 0652a232-d6f4-467f-849b-4e3aea30814b {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:02:11.110057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 0652a232-d6f4-467f-849b-4e3aea30814b not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:02:11.110362 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c8dd375b-da3a-4487-9f94-586cce42b6e9 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:02:11.112522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.129674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c8dd375b-da3a-4487-9f94-586cce42b6e9 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:02:11.130528 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c8dd375b-da3a-4487-9f94-586cce42b6e9 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:02:11.136994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] vlan segment allocate from pool success with {'vlan_id': 1129, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:02:11.146581 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.146982 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Added segment 6155019a-0c6f-48c9-8d5c-fd28ecdecf7f of type vlan for network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec Apr 01 16:02:11.187617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.302913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.308557 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:11.309167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.377685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Network': ['ID=3adbc9b8-971a-4b67-bc74-b84a61ce56ec,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:11.387501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:02:11.455759 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9cf88393-0624-4f2b-a274-7aa16df8abc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4555287 Apr 01 16:02:11.457025 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57282) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:11.461635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'admin_state_up': True, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:11.599216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.600275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.650780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:11.863718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.110365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.129073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.225713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.172 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/6b78464d-352e-4725-adea-4e7628ff582a) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:12.326834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.417431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.455661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:12.458571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:12.461036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:02:12.490445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=6b78464d-352e-4725-adea-4e7628ff582a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:12.685452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e2447800-3e08-4613-b37d-36464839acb2 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:02:12.705650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: e2447800-3e08-4613-b37d-36464839acb2 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:02:12.706081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device e2447800-3e08-4613-b37d-36464839acb2 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:02:12.807135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:12.999562 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.205780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 5c040531-cad9-4605-af0d-7ab38bd894da is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:02:13.314345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:13.323773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Sync routers for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:13.333492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:13.334111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:02:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:13.430776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.432042 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ae6c29ef-aee9-4473-bf33-9cc898153ee5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9740109 Apr 01 16:02:13.435700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57284) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:13.436207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:13.466575 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-80c4d28f-00a7-44f2-b75a-c43f83794115 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=273ad02fc17b4cd08910095c2aaa95b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267556 Apr 01 16:02:13.466836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57286) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:13.556939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7958c-c99d-4298-8125-607fdd53ffdc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:13.558438 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-39f7958c-c99d-4298-8125-607fdd53ffdc tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906496 Apr 01 16:02:13.561459 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57288) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:13.589675 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-782bcd7f-43a9-4eff-8f6a-e6acd3f81aa9 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269341 Apr 01 16:02:13.592165 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57290) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:13.597967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1078228673', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:13.617404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:02:12Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:13.651572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Checking router: 5c040531-cad9-4605-af0d-7ab38bd894da for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:13.651845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Updating router 5c040531-cad9-4605-af0d-7ab38bd894da port 6b78464d-352e-4725-adea-4e7628ff582a binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:02:13.677685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:13.800232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:13.803930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.068438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.114779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.154345 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.172084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Subnet': ['ID=899f65f0-c43f-4566-97f0-5aacf22142c5,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:14.183126 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Checking segment: {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:02:14.183484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network hostable DHCP agents. Network: 3adbc9b8-971a-4b67-bc74-b84a61ce56ec, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:02:14.205428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Attempting to bind port 6b78464d-352e-4725-adea-4e7628ff582a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:14.205795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Attempting to bind port 6b78464d-352e-4725-adea-4e7628ff582a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:14.206156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Attempting to bind port 6b78464d-352e-4725-adea-4e7628ff582a on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:02:14.214805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d53a5c-f2f0-428c-b7af-6128d094553f None None] Pushing event updated for resources: {'Port': ['ID=6b78464d-352e-4725-adea-4e7628ff582a,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:14.217999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:02:14.218384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:02:14.218797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.219172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:02:14.219639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Bound port: 6b78464d-352e-4725-adea-4e7628ff582a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:14.220016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.271657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] For port 6b78464d-352e-4725-adea-4e7628ff582a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:02:14.274808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] For port 6b78464d-352e-4725-adea-4e7628ff582a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6b78464d-352e-4725-adea-4e7628ff582a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:02:14.291464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:02:14.383143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.394020 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 3adbc9b8-971a-4b67-bc74-b84a61ce56ec) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:14.399388 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:14.399388 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.411163 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7719db-d663-43dd-ba06-a1684524decb None None] Network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:02:14.488568 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-dde77e41-1561-4fc2-b8b0-65d46efc0e14 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8946657 Apr 01 16:02:14.491362 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57292) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:14.493383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d53a5c-f2f0-428c-b7af-6128d094553f None None] Pushing event updated for resources: {'Port': ['ID=6b78464d-352e-4725-adea-4e7628ff582a,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:14.497516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:14.498133 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:02:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:14.643841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:14.725281 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:02:14.726139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.929554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:14.940586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Allocated IP 172.20.0.2 (3adbc9b8-971a-4b67-bc74-b84a61ce56ec/899f65f0-c43f-4566-97f0-5aacf22142c5/af087813-6741-4989-84f0-78239e92e290) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:14.982514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:02:12Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:15.036758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27585bb7-6e01-425b-9f88-234b33cc024a None None] The sync data for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv is: [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:02:12Z', 'revision_number': 3, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:15.124444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.246436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.318868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:15.321941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:15.323192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.1 (3adbc9b8-971a-4b67-bc74-b84a61ce56ec/899f65f0-c43f-4566-97f0-5aacf22142c5/71693a42-74a4-42f4-9ab4-db70ec66592f) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:15.326673 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:02:15.329967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Pushing event updated for resources: {'Port': ['ID=af087813-6741-4989-84f0-78239e92e290,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:15.388649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Attempting to bind port af087813-6741-4989-84f0-78239e92e290 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:15.389261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Attempting to bind port af087813-6741-4989-84f0-78239e92e290 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:15.390190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Attempting to bind port af087813-6741-4989-84f0-78239e92e290 on network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:02:15.395858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:02:15.396481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Checking segment: {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:02:15.396976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.397478 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Bound using segment: {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:02:15.398022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Bound port: af087813-6741-4989-84f0-78239e92e290, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:15.398469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.461223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.470288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] For port af087813-6741-4989-84f0-78239e92e290, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:02:15.475692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] For port af087813-6741-4989-84f0-78239e92e290, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=af087813-6741-4989-84f0-78239e92e290,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:02:15.571545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.624092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.631862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8d860-d9c3-41f7-b67e-752b56865e8b None None] Pushing event updated for resources: {'Port': ['ID=af087813-6741-4989-84f0-78239e92e290,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:15.691327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:15.695304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:15.697766 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=71693a42-74a4-42f4-9ab4-db70ec66592f,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:15.700207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:02:15.714171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:15.754246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:16.013960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:16.308617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:16.382824 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:16.463173 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=71693a42-74a4-42f4-9ab4-db70ec66592f,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:16.465707 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:16.568246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:16.569778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:16.577313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e282fb-9de8-4276-92a6-db2376a8b50f None None] Network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:02:16.699003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-05ea537c-006d-4207-a686-ed2d28fe41f2 None None] Provisioning complete for port af087813-6741-4989-84f0-78239e92e290 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:16.700408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-05ea537c-006d-4207-a686-ed2d28fe41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:16.709467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 5c040531-cad9-4605-af0d-7ab38bd894da has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:02:16.838968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-05ea537c-006d-4207-a686-ed2d28fe41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:16.848937 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:16.854404 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6d525bc2-d1a8-4d0b-9c57-cf34ce01cba9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/5c040531-cad9-4605-af0d-7ab38bd894da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3618591 Apr 01 16:02:16.857298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57294) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:16.878759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device af087813-6741-4989-84f0-78239e92e290 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:02:16.890654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-05ea537c-006d-4207-a686-ed2d28fe41f2 None None] For port af087813-6741-4989-84f0-78239e92e290, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=af087813-6741-4989-84f0-78239e92e290,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:16.941961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port af087813-6741-4989-84f0-78239e92e290 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:16.942754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:16.975512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-05ea537c-006d-4207-a686-ed2d28fe41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:17.049965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea537c-006d-4207-a686-ed2d28fe41f2 None None] Pushing event updated for resources: {'Port': ['ID=af087813-6741-4989-84f0-78239e92e290,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:17.108784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6b78464d-352e-4725-adea-4e7628ff582a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:02:17.113046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6199962f-da9a-497e-bc4f-2ad1f6180a80 None None] Provisioning complete for port af087813-6741-4989-84f0-78239e92e290 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:17.113351 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6199962f-da9a-497e-bc4f-2ad1f6180a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:17.218943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 6b78464d-352e-4725-adea-4e7628ff582a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:17.218943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:17.256288 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Sync routers for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:17.267601 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:17.268675 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:02:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:17.279949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6199962f-da9a-497e-bc4f-2ad1f6180a80 None None] Provisioning complete for port 71693a42-74a4-42f4-9ab4-db70ec66592f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:17.280318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6199962f-da9a-497e-bc4f-2ad1f6180a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:17.335363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92352a26-beb1-40cf-93cd-41370589f366 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:17.336149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92352a26-beb1-40cf-93cd-41370589f366 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:17.336806 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92352a26-beb1-40cf-93cd-41370589f366 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:17.337434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92352a26-beb1-40cf-93cd-41370589f366 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:17.342288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57296) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:17.342991 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-92352a26-beb1-40cf-93cd-41370589f366 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.4838681 Apr 01 16:02:17.404860 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:17.419334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c45b944-8ad0-45cc-86be-b5155f2bbc46 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:17.419897 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c45b944-8ad0-45cc-86be-b5155f2bbc46 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:17.420646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c45b944-8ad0-45cc-86be-b5155f2bbc46 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:17.421406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c45b944-8ad0-45cc-86be-b5155f2bbc46 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:17.426074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57298) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:17.426400 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1c45b944-8ad0-45cc-86be-b5155f2bbc46 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0825295 Apr 01 16:02:17.519130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:17.524243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6199962f-da9a-497e-bc4f-2ad1f6180a80 None None] Port 71693a42-74a4-42f4-9ab4-db70ec66592f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:02:17.544198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 6b78464d-352e-4725-adea-4e7628ff582a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6b78464d-352e-4725-adea-4e7628ff582a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:17.586436 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-19691197-7bf3-44d8-97fe-fe15d75c1ba1 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1590085 Apr 01 16:02:17.611932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:17.863721 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:02:15Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:02:16Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:17.863721 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Checking router: 5c040531-cad9-4605-af0d-7ab38bd894da for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:17.863721 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Updating router 5c040531-cad9-4605-af0d-7ab38bd894da port 71693a42-74a4-42f4-9ab4-db70ec66592f binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:02:17.865605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3efc508f-267c-41a9-84ea-f963cf73504b None None] Provisioning complete for port 71693a42-74a4-42f4-9ab4-db70ec66592f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:17.865605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3efc508f-267c-41a9-84ea-f963cf73504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:17.865773 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:17.865897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=6b78464d-352e-4725-adea-4e7628ff582a,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:17.865897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3efc508f-267c-41a9-84ea-f963cf73504b None None] Port 71693a42-74a4-42f4-9ab4-db70ec66592f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:02:18.059109 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.154447 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.206831 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Pushing event updated for resources: {'Port': ['ID=71693a42-74a4-42f4-9ab4-db70ec66592f,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:18.229708 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.230054 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.230399 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.230744 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.231069 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.231397 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.231727 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.232056 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.232403 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.233258 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.233655 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.233982 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:18.268322 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Attempting to bind port 71693a42-74a4-42f4-9ab4-db70ec66592f on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:18.268970 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Attempting to bind port 71693a42-74a4-42f4-9ab4-db70ec66592f by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:18.269354 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Attempting to bind port 71693a42-74a4-42f4-9ab4-db70ec66592f on network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:02:18.275209 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:02:18.275594 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Checking segment: {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:02:18.276006 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.276480 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Bound using segment: {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:02:18.277092 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Bound port: 71693a42-74a4-42f4-9ab4-db70ec66592f, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:18.277308 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.308609 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57302) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:18.313329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a0567cf0-f5a7-45cb-8824-3479d6847ab2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722008006', 'description': 'tempest-secgroup-smoke-722008006 description', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:18.351143 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] For port 71693a42-74a4-42f4-9ab4-db70ec66592f, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:02:18.354614 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] For port 71693a42-74a4-42f4-9ab4-db70ec66592f, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=71693a42-74a4-42f4-9ab4-db70ec66592f,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:02:18.411532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0567cf0-f5a7-45cb-8824-3479d6847ab2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.423262 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.445519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b4750a80-151c-4c35-b282-d3e8f5e57e95 None None] Provisioning complete for port 71693a42-74a4-42f4-9ab4-db70ec66592f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:18.446208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b4750a80-151c-4c35-b282-d3e8f5e57e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.488685 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:18.489336 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:02:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:18.490819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0567cf0-f5a7-45cb-8824-3479d6847ab2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.534813 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68632c00-22f2-49ca-a6ff-44948976a8dd None None] Pushing event updated for resources: {'Port': ['ID=71693a42-74a4-42f4-9ab4-db70ec66592f,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:18.537662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b4750a80-151c-4c35-b282-d3e8f5e57e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.549254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0567cf0-f5a7-45cb-8824-3479d6847ab2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.573357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b4750a80-151c-4c35-b282-d3e8f5e57e95 None None] For port 71693a42-74a4-42f4-9ab4-db70ec66592f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=71693a42-74a4-42f4-9ab4-db70ec66592f,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:18.597447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0567cf0-f5a7-45cb-8824-3479d6847ab2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:18.615383 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:18.625611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0567cf0-f5a7-45cb-8824-3479d6847ab2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.629523 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a0567cf0-f5a7-45cb-8824-3479d6847ab2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3172786 Apr 01 16:02:18.630121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57304) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:18.634951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0e9d3e21-44b5-47fb-85ee-d83e6625aaa2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9b889-0bb1-46aa-bd5a-afb931e9b98d', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:18.658070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b4750a80-151c-4c35-b282-d3e8f5e57e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.720615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4750a80-151c-4c35-b282-d3e8f5e57e95 None None] Pushing event updated for resources: {'Port': ['ID=71693a42-74a4-42f4-9ab4-db70ec66592f,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:18.746728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device af087813-6741-4989-84f0-78239e92e290 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:02:18.749153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3e21-44b5-47fb-85ee-d83e6625aaa2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.796267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1ea114c6-889c-465a-89fe-4d6346e33f58 None None] Provisioning complete for port 71693a42-74a4-42f4-9ab4-db70ec66592f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:18.796681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1ea114c6-889c-465a-89fe-4d6346e33f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.821899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3e21-44b5-47fb-85ee-d83e6625aaa2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.841783 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:02:15Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:02:18Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:18.847056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port af087813-6741-4989-84f0-78239e92e290 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:18.847429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.872505 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24fc4fa-157c-474a-b7ec-8453bbd86d81 None None] The sync data for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv is: [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:02:15Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:02:18Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:18.891198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3e21-44b5-47fb-85ee-d83e6625aaa2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.909499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d3e21-44b5-47fb-85ee-d83e6625aaa2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b45ed70-00ad-4e26-9e94-f12af7e2b78c,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:18.989835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6b78464d-352e-4725-adea-4e7628ff582a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:02:18.996690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3e21-44b5-47fb-85ee-d83e6625aaa2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:18.999086 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0e9d3e21-44b5-47fb-85ee-d83e6625aaa2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671587 Apr 01 16:02:19.001669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57306) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:19.006513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-74896f27-c89e-4ecf-b3f6-15439ba0ebb6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9b889-0bb1-46aa-bd5a-afb931e9b98d', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:19.045758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 6b78464d-352e-4725-adea-4e7628ff582a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:19.046231 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.153652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-74896f27-c89e-4ecf-b3f6-15439ba0ebb6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.216758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-74896f27-c89e-4ecf-b3f6-15439ba0ebb6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.308915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-74896f27-c89e-4ecf-b3f6-15439ba0ebb6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.327228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74896f27-c89e-4ecf-b3f6-15439ba0ebb6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022a0470-de7a-4dc2-b446-f5ac3627d55e,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:19.391214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-74896f27-c89e-4ecf-b3f6-15439ba0ebb6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.392583 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-74896f27-c89e-4ecf-b3f6-15439ba0ebb6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3898647 Apr 01 16:02:19.395339 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57308) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:19.399925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-78a62312-fb2f-4b0f-9ce5-3b0b8d2d754e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9b889-0bb1-46aa-bd5a-afb931e9b98d', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:19.513455 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78a62312-fb2f-4b0f-9ce5-3b0b8d2d754e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.574725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78a62312-fb2f-4b0f-9ce5-3b0b8d2d754e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.680367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78a62312-fb2f-4b0f-9ce5-3b0b8d2d754e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.701402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a62312-fb2f-4b0f-9ce5-3b0b8d2d754e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1dbd9c-ebd7-48c8-85d4-1a378e8babe1,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:19.796266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-78a62312-fb2f-4b0f-9ce5-3b0b8d2d754e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.798064 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-78a62312-fb2f-4b0f-9ce5-3b0b8d2d754e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4017584 Apr 01 16:02:19.802199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57310) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:19.806911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-07bbd79e-fb29-4170-983a-3c611d94f126 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9b889-0bb1-46aa-bd5a-afb931e9b98d', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:19.902002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07bbd79e-fb29-4170-983a-3c611d94f126 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:19.962978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07bbd79e-fb29-4170-983a-3c611d94f126 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.057442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07bbd79e-fb29-4170-983a-3c611d94f126 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.077844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbd79e-fb29-4170-983a-3c611d94f126 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faf6233-aaec-4401-9f28-0af7a3858ca4,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:20.218623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07bbd79e-fb29-4170-983a-3c611d94f126 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.219791 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-07bbd79e-fb29-4170-983a-3c611d94f126 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4166286 Apr 01 16:02:20.222802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57312) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:20.227116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2eb2374e-f410-4a77-bac7-21f63fbf94ec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9b889-0bb1-46aa-bd5a-afb931e9b98d', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:20.318655 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-2eb2374e-f410-4a77-bac7-21f63fbf94ec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:02:20.323942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb2374e-f410-4a77-bac7-21f63fbf94ec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.385278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb2374e-f410-4a77-bac7-21f63fbf94ec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.462626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb2374e-f410-4a77-bac7-21f63fbf94ec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.481032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2374e-f410-4a77-bac7-21f63fbf94ec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431637b1-7ec8-4c07-8163-409d88507824,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:20.543327 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2eb2374e-f410-4a77-bac7-21f63fbf94ec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.544704 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2eb2374e-f410-4a77-bac7-21f63fbf94ec tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3208830 Apr 01 16:02:20.547364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57314) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:20.551837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-46cf61c2-c5f2-4b94-862f-ac3955b22abf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'security_group_rule': {'security_group_id': 'f1b9b889-0bb1-46aa-bd5a-afb931e9b98d', 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:20.622639 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-46cf61c2-c5f2-4b94-862f-ac3955b22abf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Project 273ad02fc17b4cd08910095c2aaa95b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:02:20.628786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-46cf61c2-c5f2-4b94-862f-ac3955b22abf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.697638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-46cf61c2-c5f2-4b94-862f-ac3955b22abf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.764173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71693a42-74a4-42f4-9ab4-db70ec66592f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:02:20.776947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-46cf61c2-c5f2-4b94-862f-ac3955b22abf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.802946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf61c2-c5f2-4b94-862f-ac3955b22abf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2364b66d-218c-47ca-8546-c5edb1ce9af9,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:20.825389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 71693a42-74a4-42f4-9ab4-db70ec66592f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:20.825945 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.887629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-46cf61c2-c5f2-4b94-862f-ac3955b22abf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:20.890286 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-46cf61c2-c5f2-4b94-862f-ac3955b22abf tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3405735 Apr 01 16:02:21.041256 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-bce77b5e-b130-4a6d-9ea8-ec97f6a3a0d4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722008006&fields=id&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 267 time: 0.0370705 Apr 01 16:02:21.149422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-a442c013-a4d2-4f67-954b-c30993fd18d3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:21.150883 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-a442c013-a4d2-4f67-954b-c30993fd18d3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/networks?id=3adbc9b8-971a-4b67-bc74-b84a61ce56ec HTTP/1.1" status: 200 len: 797 time: 0.1015024 Apr 01 16:02:21.167154 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-41c4efaf-36ac-4d83-bba3-f26955afc199 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/quotas/273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 375 time: 0.0094409 Apr 01 16:02:21.219257 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-73864407-cf96-4d7d-97e5-e737f5786cc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452900 Apr 01 16:02:21.365559 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-0bc6026f-50de-4415-8706-28a47e1bb6e0 service neutron] 10.222.0.73 "GET /v2.0/networks/3adbc9b8-971a-4b67-bc74-b84a61ce56ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345484 Apr 01 16:02:21.460447 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-a9aae848-a619-462a-a117-4473254bac23 service neutron] 10.222.0.73 "GET /v2.0/networks/3adbc9b8-971a-4b67-bc74-b84a61ce56ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885096 Apr 01 16:02:21.991489 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5d5d8147-5cb3-4b6c-af1f-dc0519df7f7e req-e432fe57-5de1-4b54-942e-3ae4e408cbef tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 210 time: 0.2913764 Apr 01 16:02:23.086864 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7310eb80-f6d7-4055-92f4-14a5d75f365f req-d7bdf6e6-3e90-4719-b46d-f74c63b13e54 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 210 time: 0.0263994 Apr 01 16:02:24.167711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-14460227-d158-4c4d-8e7a-63b5edc37a0a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:24.169409 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-14460227-d158-4c4d-8e7a-63b5edc37a0a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/networks?id=3adbc9b8-971a-4b67-bc74-b84a61ce56ec HTTP/1.1" status: 200 len: 797 time: 0.1087520 Apr 01 16:02:24.186637 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ee9af65a-e073-4187-82e2-8834167823af req-28b95874-6448-44e1-b544-7c5285386c78 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 210 time: 0.0263226 Apr 01 16:02:24.217820 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-cef56034-a624-4295-9d6f-16fa2dae2a9b tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ad02fc17b4cd08910095c2aaa95b9 HTTP/1.1" status: 200 len: 379 time: 0.0376146 Apr 01 16:02:24.233598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'port': {'device_id': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'admin_state_up': True, 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'security_groups': ['f1b9b889-0bb1-46aa-bd5a-afb931e9b98d']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:24.399924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Made reservation on behalf of 273ad02fc17b4cd08910095c2aaa95b9 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:24.403699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:24.533188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.20.0.6 (3adbc9b8-971a-4b67-bc74-b84a61ce56ec/899f65f0-c43f-4566-97f0-5aacf22142c5/378efd5f-7a40-41c6-badf-7a0dd8d10e48) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:24.669318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:24.765979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:24.809871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:24.813287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:24.817307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:02:24.841393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=378efd5f-7a40-41c6-badf-7a0dd8d10e48,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:24.871931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:24.872729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:24.961077 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-ae1e80c6-b9ac-4a14-b613-a061effbd1c6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334177 Apr 01 16:02:24.975592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Request body: {'port': {'device_id': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:25.033273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:25.091975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ad36bd92-5208-4e04-91e3-58b9a5d238eb None None] Provisioning complete for port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:25.092659 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ad36bd92-5208-4e04-91e3-58b9a5d238eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:25.125807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ad36bd92-5208-4e04-91e3-58b9a5d238eb None None] Port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:02:25.302231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378efd5f-7a40-41c6-badf-7a0dd8d10e48 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:02:25.305079 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931829f-b53c-43e6-8f92-ec2eda8c9cde req-296d4d28-5dc1-45f6-8a8a-83b484be8f83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:25.306464 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5931829f-b53c-43e6-8f92-ec2eda8c9cde req-296d4d28-5dc1-45f6-8a8a-83b484be8f83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 931 time: 0.0512002 Apr 01 16:02:25.309783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:25.322291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Transition to ACTIVE for port object 378efd5f-7a40-41c6-badf-7a0dd8d10e48 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:25.345025 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5931829f-b53c-43e6-8f92-ec2eda8c9cde req-d9043726-dbd2-4949-824c-390cef5c4d18 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Apr 01 16:02:25.399754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:25.450690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Pushing event updated for resources: {'Port': ['ID=378efd5f-7a40-41c6-badf-7a0dd8d10e48,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:25.523945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Attempting to bind port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:25.524276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Attempting to bind port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:25.524640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Attempting to bind port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 on network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:02:25.529404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 on network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:02:25.529716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Attempting to bind port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 on network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:02:25.534828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:02:25.535161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Checking segment: {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:02:25.535542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Bound using segment: {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:02:25.535989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Bound port: 378efd5f-7a40-41c6-badf-7a0dd8d10e48, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:25.536364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:25.604911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] For port 378efd5f-7a40-41c6-badf-7a0dd8d10e48, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:02:25.608569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] For port 378efd5f-7a40-41c6-badf-7a0dd8d10e48, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=378efd5f-7a40-41c6-badf-7a0dd8d10e48,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:02:25.703242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:25.741454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:25.742064 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:25.743425 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] 10.222.0.41 "PUT /v2.0/ports/378efd5f-7a40-41c6-badf-7a0dd8d10e48 HTTP/1.1" status: 200 len: 1093 time: 0.7726648 Apr 01 16:02:25.743865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:25.746170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ea85c-68e2-4032-b9ce-970114259f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:02:25.768667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5511aa-b296-4597-8ba8-99ba1aee8767 service neutron] Pushing event updated for resources: {'Port': ['ID=378efd5f-7a40-41c6-badf-7a0dd8d10e48,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:25.801043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad2dc17-0ae9-4b30-a994-072a794e7432 x-openstack-request-id: req-aad2dc17-0ae9-4b30-a994-072a794e7432 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:02:25.801043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:02:25.801043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aad2dc17-0ae9-4b30-a994-072a794e7432 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:02:25.801468 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad2dc17-0ae9-4b30-a994-072a794e7432'] response: {'name': 'network-changed', 'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'status': 'completed', 'code': 200} Apr 01 16:02:25.875072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ea85c-68e2-4032-b9ce-970114259f0d req-3bd5be2e-44c8-4ed0-b1af-8964ef3e54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:25.876727 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a3ea85c-68e2-4032-b9ce-970114259f0d req-3bd5be2e-44c8-4ed0-b1af-8964ef3e54f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 1096 time: 0.0455770 Apr 01 16:02:25.992199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ea85c-68e2-4032-b9ce-970114259f0d req-a35c0292-6378-46a6-8f6e-8542357a3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:25.992199 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a3ea85c-68e2-4032-b9ce-970114259f0d req-a35c0292-6378-46a6-8f6e-8542357a3f39 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1026399 Apr 01 16:02:26.084874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ea85c-68e2-4032-b9ce-970114259f0d req-7996007f-45c4-40f0-9979-b651ff6a9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:26.086342 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8a3ea85c-68e2-4032-b9ce-970114259f0d req-7996007f-45c4-40f0-9979-b651ff6a9429 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912027 Apr 01 16:02:26.175555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-dc76be9a-0741-4ee9-a998-7746f82965fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:26.177326 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-dc76be9a-0741-4ee9-a998-7746f82965fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 1096 time: 0.0442832 Apr 01 16:02:26.226904 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-99e3b611-88dc-4222-bff4-49d25fa4eaaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378efd5f-7a40-41c6-badf-7a0dd8d10e48 HTTP/1.1" status: 200 len: 217 time: 0.0355511 Apr 01 16:02:26.280675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-cf744f65-1e88-44ed-88d6-3ad9c2a20db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:26.282045 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-cf744f65-1e88-44ed-88d6-3ad9c2a20db8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=899f65f0-c43f-4566-97f0-5aacf22142c5 HTTP/1.1" status: 200 len: 835 time: 0.0478961 Apr 01 16:02:26.329399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-79b8326a-0308-4ecf-8c3f-38bc6ae25bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:26.330897 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-79b8326a-0308-4ecf-8c3f-38bc6ae25bf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3adbc9b8-971a-4b67-bc74-b84a61ce56ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401771 Apr 01 16:02:26.430179 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-8b91189b-65a6-47d7-81eb-752ef802ff8e service neutron] 10.222.0.41 "GET /v2.0/networks/3adbc9b8-971a-4b67-bc74-b84a61ce56ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869734 Apr 01 16:02:26.462390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e3875-af6c-48c8-88f5-959f0b9a815b req-788c4810-b32b-46c2-8e2e-faf149724de7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:26.463954 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a10e3875-af6c-48c8-88f5-959f0b9a815b req-788c4810-b32b-46c2-8e2e-faf149724de7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 943 time: 0.0486994 Apr 01 16:02:26.503629 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a10e3875-af6c-48c8-88f5-959f0b9a815b req-f14b677c-d18b-48fd-b8c8-68c0444b0cc9 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328710 Apr 01 16:02:26.530412 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-695ffe26-8151-45a6-99c9-cff8eeee5343 req-cb6ae589-c4a6-47c4-9f08-e614b7767343 service neutron] 10.222.0.41 "GET /v2.0/networks/3adbc9b8-971a-4b67-bc74-b84a61ce56ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906329 Apr 01 16:02:27.622005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18cac8-8570-44e6-8a58-5185a02564f8 req-12b88bf5-289a-4e13-824a-f1911e12ad6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:27.623508 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cb18cac8-8570-44e6-8a58-5185a02564f8 req-12b88bf5-289a-4e13-824a-f1911e12ad6a tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 943 time: 0.0498688 Apr 01 16:02:27.663100 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cb18cac8-8570-44e6-8a58-5185a02564f8 req-1690d7a8-9737-4602-8535-cbbe53c3bb83 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335991 Apr 01 16:02:28.789815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b1803-a5b2-4950-a37e-cc9920b089df req-6b4ec44b-2466-4af7-88f4-784be81a26a5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:28.791307 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-da1b1803-a5b2-4950-a37e-cc9920b089df req-6b4ec44b-2466-4af7-88f4-784be81a26a5 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 943 time: 0.0535438 Apr 01 16:02:28.838057 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-da1b1803-a5b2-4950-a37e-cc9920b089df req-e061bd45-8afb-4969-9fc1-e94ec90ca014 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355864 Apr 01 16:02:29.524706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 378efd5f-7a40-41c6-badf-7a0dd8d10e48 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:02:29.624200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 378efd5f-7a40-41c6-badf-7a0dd8d10e48, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=378efd5f-7a40-41c6-badf-7a0dd8d10e48,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:29.640570 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'port_id': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'mac_address': 'fa:16:3e:0c:cb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:02:29.679435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:29.693987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378efd5f-7a40-41c6-badf-7a0dd8d10e48 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:02:29.716316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 378efd5f-7a40-41c6-badf-7a0dd8d10e48, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=378efd5f-7a40-41c6-badf-7a0dd8d10e48,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:29.816784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:29.867833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=378efd5f-7a40-41c6-badf-7a0dd8d10e48,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:29.972479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d1498-25cb-4743-864b-2b7baa7ff697 req-05837c26-b61d-40ed-9bd9-056e2c27bb75 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:29.974047 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e80d1498-25cb-4743-864b-2b7baa7ff697 req-05837c26-b61d-40ed-9bd9-056e2c27bb75 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 944 time: 0.0554326 Apr 01 16:02:30.017430 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e80d1498-25cb-4743-864b-2b7baa7ff697 req-fbdd1792-0d5f-4e64-8f96-588251fcedc6 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368731 Apr 01 16:02:30.085581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['378efd5f-7a40-41c6-badf-7a0dd8d10e48'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:02:31.133549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c328d57-f1f5-4506-a2a0-3045fbcd365a req-ce684d40-c61d-4b51-9436-557acb4392b3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:31.135035 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5c328d57-f1f5-4506-a2a0-3045fbcd365a req-ce684d40-c61d-4b51-9436-557acb4392b3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 944 time: 0.0495002 Apr 01 16:02:31.173084 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5c328d57-f1f5-4506-a2a0-3045fbcd365a req-c5e3b3c2-5015-461e-80bd-69ba9fdfdba1 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Apr 01 16:02:31.539063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 378efd5f-7a40-41c6-badf-7a0dd8d10e48 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:02:31.662241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:31.666359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:31.666737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.748016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.770950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:31.773268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d7f9e2-3f5a-45bd-9e40-e38bc9cef524" -d '{"events": [{"server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "name": "network-vif-plugged", "status": "completed", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:02:31.792317 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 378efd5f-7a40-41c6-badf-7a0dd8d10e48, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=378efd5f-7a40-41c6-badf-7a0dd8d10e48,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:31.874529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.881036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6ded63-c7f8-4e5d-a796-6e709acd87db x-openstack-request-id: req-2e6ded63-c7f8-4e5d-a796-6e709acd87db {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:02:31.881325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "name": "network-vif-plugged", "status": "completed", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:02:31.881572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e6ded63-c7f8-4e5d-a796-6e709acd87db {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:02:31.881964 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6ded63-c7f8-4e5d-a796-6e709acd87db'] response: {'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'code': 200} Apr 01 16:02:31.927947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=378efd5f-7a40-41c6-badf-7a0dd8d10e48,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:32.300836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38e134-4336-4258-b745-61de59360cbc req-1b1dcaec-e71f-448d-ab61-120051c76413 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:32.302370 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-db38e134-4336-4258-b745-61de59360cbc req-1b1dcaec-e71f-448d-ab61-120051c76413 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 945 time: 0.0559068 Apr 01 16:02:32.340307 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-db38e134-4336-4258-b745-61de59360cbc req-46d6c0e3-4285-4a61-8e0a-a944daf1f4c4 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Apr 01 16:02:32.485664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de628f75-f3c8-4654-93ef-fe1072b2493a req-16dedf60-f902-4b51-82f4-4a1a4aff9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:32.487102 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de628f75-f3c8-4654-93ef-fe1072b2493a req-16dedf60-f902-4b51-82f4-4a1a4aff9d42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 1098 time: 0.0450406 Apr 01 16:02:32.527434 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de628f75-f3c8-4654-93ef-fe1072b2493a req-265be8f8-8f1d-46da-b06b-64edb39cfe5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298386 Apr 01 16:02:33.460133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af097995-7f26-4fa2-907f-3d0f3537569d req-5b0200ce-0e1a-4fb8-aa28-8085ecbaea87 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:33.461839 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-af097995-7f26-4fa2-907f-3d0f3537569d req-5b0200ce-0e1a-4fb8-aa28-8085ecbaea87 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 945 time: 0.0514700 Apr 01 16:02:33.502975 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-af097995-7f26-4fa2-907f-3d0f3537569d req-43e97988-428f-4102-a470-95a5ee89782f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350230 Apr 01 16:02:34.620013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3834e33-b55c-418d-a190-1ccd0d02d90e req-248426c7-6f39-436b-8a48-2c7ef74fe5cb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:34.621589 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b3834e33-b55c-418d-a190-1ccd0d02d90e req-248426c7-6f39-436b-8a48-2c7ef74fe5cb tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 945 time: 0.0498059 Apr 01 16:02:34.821867 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b3834e33-b55c-418d-a190-1ccd0d02d90e req-71619126-c5fc-49de-bf7d-cca5ba3f6a96 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 Apr 01 16:02:34.821867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf897a7-4bc8-43b4-9b29-70d7e804c124 req-be07aa2d-3d26-454b-a8bb-5749304d2868 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:34.821867 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3bf897a7-4bc8-43b4-9b29-70d7e804c124 req-be07aa2d-3d26-454b-a8bb-5749304d2868 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 945 time: 0.0563219 Apr 01 16:02:34.836911 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3bf897a7-4bc8-43b4-9b29-70d7e804c124 req-15009a43-1885-4482-afe3-5b242f089962 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350413 Apr 01 16:02:34.859111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57380) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:34.899763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bead38-4295-43ef-a177-e2bfed548f63 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:34.901348 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-97bead38-4295-43ef-a177-e2bfed548f63 tempest-TestNetworkBasicOps-44473518 tempest-TestNetworkBasicOps-44473518-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 1093 time: 0.0411961 Apr 01 16:02:34.904267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57382) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:34.908811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:02:34.925102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6ce017d6-7717-44d3-acd2-3ef1bebc0f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:34.987962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:35.093174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:35.218283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Allocated IP 172.26.6.29 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/f03d8bbf-f84b-4421-9a64-d2aed69b84f6) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:35.318643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:35.423321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:35.463464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:35.468132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:35.472047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:02:35.499104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=f03d8bbf-f84b-4421-9a64-d2aed69b84f6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:35.864213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.047638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.198612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.278293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.354727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event updated for resources: {'Port': ['ID=f03d8bbf-f84b-4421-9a64-d2aed69b84f6,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:36.364711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.470225 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 8c7dab18-20dd-4523-a76c-2e716206c700 associated. External IP: 172.26.6.29, port: 378efd5f-7a40-41c6-badf-7a0dd8d10e48. Apr 01 16:02:36.684973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 5c040531-cad9-4605-af0d-7ab38bd894da has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:02:36.796079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:36.807451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] Sync routers for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:02:36.824561 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:36.826221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:02:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:36.964002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:37.150151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:37.178672 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bf697740-7b78-4127-8242-c37fdd687378 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2733419 Apr 01 16:02:37.179280 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:02:37.181703 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2285a174-1f58-45c9-9b89-0788c512eade" -d '{"events": [{"name": "network-changed", "server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:02:37.181871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57384) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:37.213906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:02:15Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '8c7dab18-20dd-4523-a76c-2e716206c700', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'port_id': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'mac_address': 'fa:16:3e:0c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:02:35Z', 'updated_at': '2022-04-01T16:02:35Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:02:18Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:37.223127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362c68a0-6acd-4073-9a69-130c1855d6e5 x-openstack-request-id: req-362c68a0-6acd-4073-9a69-130c1855d6e5 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:02:37.223420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:02:37.223680 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-362c68a0-6acd-4073-9a69-130c1855d6e5 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:02:37.224094 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362c68a0-6acd-4073-9a69-130c1855d6e5'] response: {'name': 'network-changed', 'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'status': 'completed', 'code': 200} Apr 01 16:02:37.251032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] Checking router: 5c040531-cad9-4605-af0d-7ab38bd894da for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:02:37.253676 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d447ad20-a27a-4387-aac0-fcde89ca932e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/8c7dab18-20dd-4523-a76c-2e716206c700 HTTP/1.1" status: 200 len: 990 time: 0.0705147 Apr 01 16:02:37.262327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:02:37.262960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:02:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:37.300966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285a174-1f58-45c9-9b89-0788c512eade req-cf1e83a7-8bcc-472d-802a-aaaca560d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:37.302567 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2285a174-1f58-45c9-9b89-0788c512eade req-cf1e83a7-8bcc-472d-802a-aaaca560d7c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 1098 time: 0.0514359 Apr 01 16:02:37.319263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ec12d056-7fc6-4185-ae38-4443ec85b88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:37.399367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:02:37.418468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285a174-1f58-45c9-9b89-0788c512eade req-e63e0a6b-b4e6-47a3-8496-95f7cd9a9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:37.420656 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2285a174-1f58-45c9-9b89-0788c512eade req-e63e0a6b-b4e6-47a3-8496-95f7cd9a9ed8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3adbc9b8-971a-4b67-bc74-b84a61ce56ec HTTP/1.1" status: 200 len: 899 time: 0.1116667 Apr 01 16:02:37.492258 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2285a174-1f58-45c9-9b89-0788c512eade req-f09b42e7-2d4f-4def-8eb3-604003559ad9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378efd5f-7a40-41c6-badf-7a0dd8d10e48 HTTP/1.1" status: 200 len: 998 time: 0.0644472 Apr 01 16:02:37.552897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285a174-1f58-45c9-9b89-0788c512eade req-e57f87d7-0c39-4d45-982f-3a5b85669378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:37.554352 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2285a174-1f58-45c9-9b89-0788c512eade req-e57f87d7-0c39-4d45-982f-3a5b85669378 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=899f65f0-c43f-4566-97f0-5aacf22142c5 HTTP/1.1" status: 200 len: 835 time: 0.0547550 Apr 01 16:02:37.607266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285a174-1f58-45c9-9b89-0788c512eade req-8e446411-a427-4c12-8894-e4d7df3fc20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:37.608827 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2285a174-1f58-45c9-9b89-0788c512eade req-8e446411-a427-4c12-8894-e4d7df3fc20e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3adbc9b8-971a-4b67-bc74-b84a61ce56ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473700 Apr 01 16:02:37.652316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:02:15Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '8c7dab18-20dd-4523-a76c-2e716206c700', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'port_id': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'mac_address': 'fa:16:3e:0c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:02:35Z', 'updated_at': '2022-04-01T16:02:35Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:02:18Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:37.680199 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cc580-b3a4-4c08-849c-6cfe72bdb0fc None None] The sync data for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv is: [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:02:15Z', 'revision_number': 4, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '8c7dab18-20dd-4523-a76c-2e716206c700', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'port_id': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'mac_address': 'fa:16:3e:0c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:02:35Z', 'updated_at': '2022-04-01T16:02:35Z', 'revision_number': 0, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:02:18Z', 'revision_number': 5, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:02:37.710264 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2285a174-1f58-45c9-9b89-0788c512eade req-dae60f41-b61d-449e-ae98-cc8d710af2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/3adbc9b8-971a-4b67-bc74-b84a61ce56ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944028 Apr 01 16:02:37.816310 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2285a174-1f58-45c9-9b89-0788c512eade req-91a5ddd4-8e66-413f-9ea5-09a69fa1b1d3 service neutron] 10.222.0.41 "GET /v2.0/networks/3adbc9b8-971a-4b67-bc74-b84a61ce56ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994530 Apr 01 16:02:37.904257 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c4653-b488-4da1-bf71-2e7499b65f6d None None] New status for floating IP 8c7dab18-20dd-4523-a76c-2e716206c700: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:02:38.257322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57388) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:02:38.320618 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1c26ba59-54a9-4d0d-96d8-cf209eb4a49d tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/8c7dab18-20dd-4523-a76c-2e716206c700 HTTP/1.1" status: 200 len: 992 time: 0.0620127 Apr 01 16:02:39.759174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:40.887321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:40.982075 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:43.127249 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:02:45.632156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.751002 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ddb38d06-7c00-4c13-9faa-73e98b8e792c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:07.267301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9303577f-8fff-4517-b6e2-e4c01fb7021a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.775624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.968204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.997475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.296055 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57402) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:13.300850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4b7f62c9-17ba-45ae-aaf0-36887d8c954f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:13.598855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4b7f62c9-17ba-45ae-aaf0-36887d8c954f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.676912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4b7f62c9-17ba-45ae-aaf0-36887d8c954f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:14.090711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7f62c9-17ba-45ae-aaf0-36887d8c954f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 5c040531-cad9-4605-af0d-7ab38bd894da has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:03:14.196839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7f62c9-17ba-45ae-aaf0-36887d8c954f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:14.204360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4b7f62c9-17ba-45ae-aaf0-36887d8c954f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:14.205560 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4b7f62c9-17ba-45ae-aaf0-36887d8c954f tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/5c040531-cad9-4605-af0d-7ab38bd894da HTTP/1.1" status: 200 len: 889 time: 0.9084620 Apr 01 16:03:14.207004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629e664-c210-4455-ba7f-d74d919c8f34 None None] Sync routers for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:14.220326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629e664-c210-4455-ba7f-d74d919c8f34 None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:03:14.220975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3629e664-c210-4455-ba7f-d74d919c8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:03:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:14.253643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3629e664-c210-4455-ba7f-d74d919c8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:14.262816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629e664-c210-4455-ba7f-d74d919c8f34 None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:03:14.263423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3629e664-c210-4455-ba7f-d74d919c8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:03:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:14.295025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3629e664-c210-4455-ba7f-d74d919c8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:14.295671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629e664-c210-4455-ba7f-d74d919c8f34 None None] The sync data for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv is: [] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:03:15.069704 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f4df6-4e57-4bf0-8124-53b9fbef0f13 None None] New status for floating IP 8c7dab18-20dd-4523-a76c-2e716206c700: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:03:15.072794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71693a42-74a4-42f4-9ab4-db70ec66592f no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:03:15.153059 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:15.187071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 71693a42-74a4-42f4-9ab4-db70ec66592f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=71693a42-74a4-42f4-9ab4-db70ec66592f,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:15.249740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:15.301193 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=71693a42-74a4-42f4-9ab4-db70ec66592f,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:15.304419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.304769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.305107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.305529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.305863 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.306191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.306518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.306846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.307172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.307492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.307814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.308708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:15.619210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.334743 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57406) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:16.340307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-424d6402-3be9-4be9-915d-4275e1e07f11 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:16.642247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-424d6402-3be9-4be9-915d-4275e1e07f11 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-753070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1849'] for router, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.711430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-424d6402-3be9-4be9-915d-4275e1e07f11 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-753080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749599'] for router, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.746955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6b78464d-352e-4725-adea-4e7628ff582a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:03:16.821699 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.825250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424d6402-3be9-4be9-915d-4275e1e07f11 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 5c040531-cad9-4605-af0d-7ab38bd894da has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:03:16.843634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 6b78464d-352e-4725-adea-4e7628ff582a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6b78464d-352e-4725-adea-4e7628ff582a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:16.905283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.935964 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424d6402-3be9-4be9-915d-4275e1e07f11 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:16.943186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-424d6402-3be9-4be9-915d-4275e1e07f11 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.947323 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-424d6402-3be9-4be9-915d-4275e1e07f11 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/5c040531-cad9-4605-af0d-7ab38bd894da HTTP/1.1" status: 200 len: 888 time: 0.6083248 Apr 01 16:03:16.947476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] Sync routers for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:16.947801 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57408) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:16.965393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=6b78464d-352e-4725-adea-4e7628ff582a,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:16.970360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:03:16.970963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:03:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:17.008187 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cdd4abd7-102c-4833-9cea-7a13e3e308e3 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/8c7dab18-20dd-4523-a76c-2e716206c700 HTTP/1.1" status: 200 len: 990 time: 0.0587709 Apr 01 16:03:17.077010 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:03:17.439652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:03:16Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:03:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '8c7dab18-20dd-4523-a76c-2e716206c700', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'port_id': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'mac_address': 'fa:16:3e:0c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:02:35Z', 'updated_at': '2022-04-01T16:03:15Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:03:15Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:17.466762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] Checking router: 5c040531-cad9-4605-af0d-7ab38bd894da for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:03:17.475339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:03:17.475945 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:03:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:17.579934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:03:17.803413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:03:16Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:03:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '8c7dab18-20dd-4523-a76c-2e716206c700', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'port_id': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'mac_address': 'fa:16:3e:0c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:02:35Z', 'updated_at': '2022-04-01T16:03:15Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:03:15Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:17.829776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946b2e2-aaa0-4be4-9e0e-ec2429dc7035 None None] The sync data for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv is: [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:03:16Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:03:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '8c7dab18-20dd-4523-a76c-2e716206c700', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'port_id': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'mac_address': 'fa:16:3e:0c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:02:35Z', 'updated_at': '2022-04-01T16:03:15Z', 'revision_number': 2, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:03:15Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:03:18.015817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57410) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:18.145575 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bfba962c-ae03-4bd2-9989-5f6918837d09 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/8c7dab18-20dd-4523-a76c-2e716206c700 HTTP/1.1" status: 200 len: 990 time: 0.1258788 Apr 01 16:03:18.794093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71693a42-74a4-42f4-9ab4-db70ec66592f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:03:18.845273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 71693a42-74a4-42f4-9ab4-db70ec66592f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:18.845909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:18.927496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:18.960197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 71693a42-74a4-42f4-9ab4-db70ec66592f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=71693a42-74a4-42f4-9ab4-db70ec66592f,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:19.089464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.090270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6b78464d-352e-4725-adea-4e7628ff582a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:03:19.149728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57412) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:19.169471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=71693a42-74a4-42f4-9ab4-db70ec66592f,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:19.180243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 6b78464d-352e-4725-adea-4e7628ff582a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:19.180634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.218647 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8d6228ae-38d3-4988-b2e8-0f0e2330cd28 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/8c7dab18-20dd-4523-a76c-2e716206c700 HTTP/1.1" status: 200 len: 990 time: 0.0676601 Apr 01 16:03:19.257571 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.276908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 6b78464d-352e-4725-adea-4e7628ff582a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6b78464d-352e-4725-adea-4e7628ff582a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:19.374630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.426622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=6b78464d-352e-4725-adea-4e7628ff582a,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:19.442791 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15a1ef3-956e-45ea-b979-c78e94898028 None None] New status for floating IP 8c7dab18-20dd-4523-a76c-2e716206c700: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:03:20.126614 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:03:20.222948 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57414) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:20.283865 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-16f0d09a-9716-4d40-93c0-44b5d88c2cbc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/floatingips/8c7dab18-20dd-4523-a76c-2e716206c700 HTTP/1.1" status: 200 len: 992 time: 0.0598776 Apr 01 16:03:20.555463 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57420) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:20.715500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port f03d8bbf-f84b-4421-9a64-d2aed69b84f6 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:03:20.715500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.775590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71693a42-74a4-42f4-9ab4-db70ec66592f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:03:20.797514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.797810 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.811848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for f03d8bbf-f84b-4421-9a64-d2aed69b84f6 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:03:20.827939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 71693a42-74a4-42f4-9ab4-db70ec66592f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:20.828377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.906727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6b78464d-352e-4725-adea-4e7628ff582a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:03:20.953634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 6b78464d-352e-4725-adea-4e7628ff582a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:20.954121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:21.032550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:21.058958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=f03d8bbf-f84b-4421-9a64-d2aed69b84f6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:21.070212 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.075328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:21.127635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:21.128040 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Floating IP 8c7dab18-20dd-4523-a76c-2e716206c700 disassociated (deleted). External IP: 172.26.6.29, port: 378efd5f-7a40-41c6-badf-7a0dd8d10e48. Apr 01 16:03:21.353747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 5c040531-cad9-4605-af0d-7ab38bd894da has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:03:21.459251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:21.463578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:21.469154 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] Sync routers for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:21.480129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:03:21.480784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:03:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:21.490711 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5d732981-6c80-405c-a435-7d57b76721f8 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/floatingips/8c7dab18-20dd-4523-a76c-2e716206c700 HTTP/1.1" status: 204 len: 168 time: 0.9340768 Apr 01 16:03:21.491347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:21.493603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329a143f-6c14-4c41-a08d-9fc66f2db6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:03:21.592467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:03:21.624096 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc658917-64df-4b87-9832-e8bd9f7b2a3a x-openstack-request-id: req-dc658917-64df-4b87-9832-e8bd9f7b2a3a {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:03:21.624425 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:03:21.624683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc658917-64df-4b87-9832-e8bd9f7b2a3a {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:03:21.625096 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc658917-64df-4b87-9832-e8bd9f7b2a3a'] response: {'name': 'network-changed', 'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'status': 'completed', 'code': 200} Apr 01 16:03:21.701413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-9e356bae-2ebe-4b8b-8ed6-1fb89320bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:21.702937 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-9e356bae-2ebe-4b8b-8ed6-1fb89320bbfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 1098 time: 0.0450566 Apr 01 16:03:21.804709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:03:16Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:03:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:03:18Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:21.810586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-7ad79219-f577-4a9a-b9ac-3599262f70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:21.812065 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-7ad79219-f577-4a9a-b9ac-3599262f70eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=3adbc9b8-971a-4b67-bc74-b84a61ce56ec HTTP/1.1" status: 200 len: 899 time: 0.0982313 Apr 01 16:03:21.835695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] Checking router: 5c040531-cad9-4605-af0d-7ab38bd894da for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:03:21.844194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:03:21.845089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:03:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:21.857996 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-e60ef64f-d017-4da3-a3ba-e6f82e55037f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378efd5f-7a40-41c6-badf-7a0dd8d10e48 HTTP/1.1" status: 200 len: 217 time: 0.0370073 Apr 01 16:03:21.912160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-7de80e47-0b9d-4ce0-84ec-cd141f8ad2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:21.913712 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-7de80e47-0b9d-4ce0-84ec-cd141f8ad2ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=899f65f0-c43f-4566-97f0-5aacf22142c5 HTTP/1.1" status: 200 len: 835 time: 0.0464380 Apr 01 16:03:21.955701 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:03:21.960124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e78a3-b41e-47f6-a73b-71ac1f78d1d6 req-da7072ca-c3e2-4ad5-93e0-d1fb4e8647e2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:21.961769 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f8e78a3-b41e-47f6-a73b-71ac1f78d1d6 req-da7072ca-c3e2-4ad5-93e0-d1fb4e8647e2 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 945 time: 0.0536752 Apr 01 16:03:21.966730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-6975fd25-7c67-4695-ba3d-15e36169e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:21.968232 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-6975fd25-7c67-4695-ba3d-15e36169e085 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3adbc9b8-971a-4b67-bc74-b84a61ce56ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472014 Apr 01 16:03:22.003434 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f8e78a3-b41e-47f6-a73b-71ac1f78d1d6 req-15113fe0-f521-42e8-89c5-2d26c598914e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352914 Apr 01 16:03:22.069210 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-269b53ca-37c3-486b-a904-1779b89ec504 service neutron] 10.222.0.41 "GET /v2.0/networks/3adbc9b8-971a-4b67-bc74-b84a61ce56ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924647 Apr 01 16:03:22.158361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:03:16Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:03:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:03:18Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:22.169891 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-329a143f-6c14-4c41-a08d-9fc66f2db6ef req-92849488-f2f1-4614-b995-cd124e8f8ab7 service neutron] 10.222.0.41 "GET /v2.0/networks/3adbc9b8-971a-4b67-bc74-b84a61ce56ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916808 Apr 01 16:03:22.187486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b411f-8860-4654-9166-b919fa4dab79 None None] The sync data for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv is: [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:03:16Z', 'revision_number': 6, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:03:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '71693a42-74a4-42f4-9ab4-db70ec66592f', 'name': '', 'network_id': '3adbc9b8-971a-4b67-bc74-b84a61ce56ec', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'mac_address': 'fa:16:3e:58:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:15Z', 'updated_at': '2022-04-01T16:03:18Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'subnets': [{'id': '899f65f0-c43f-4566-97f0-5aacf22142c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:03:22.828941 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd39437c-2e70-4bf1-b556-7e5d648bacb3 None None] New status for floating IP 8c7dab18-20dd-4523-a76c-2e716206c700: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:03:23.130153 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317d2c6-5589-4078-8b7b-3d538bac9520 req-e1439074-2af6-42d2-b745-480e6a063e37 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:23.131658 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7317d2c6-5589-4078-8b7b-3d538bac9520 req-e1439074-2af6-42d2-b745-480e6a063e37 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 945 time: 0.0547926 Apr 01 16:03:23.172225 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7317d2c6-5589-4078-8b7b-3d538bac9520 req-82a3f1ff-b7a9-4364-adef-9a5b07a70440 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/security-groups?id=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344598 Apr 01 16:03:23.552393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-628ce376-75ad-41b7-9dac-b804734683ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:23.554013 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-628ce376-75ad-41b7-9dac-b804734683ed tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 945 time: 0.0518851 Apr 01 16:03:23.645946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:03:23.646326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.739287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 378efd5f-7a40-41c6-badf-7a0dd8d10e48, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=378efd5f-7a40-41c6-badf-7a0dd8d10e48,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:23.739568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.754368 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 378efd5f-7a40-41c6-badf-7a0dd8d10e48 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:03:24.019491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.049233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=378efd5f-7a40-41c6-badf-7a0dd8d10e48,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:24.076720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.077077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.077420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.077758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.078090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.078421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.078751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.079078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.079405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.079811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.080298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.080720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:24.101832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] No DVR routers for this DVR port 378efd5f-7a40-41c6-badf-7a0dd8d10e48 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:03:24.104314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.108188 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c392e5b-d042-404f-a305-36732b6a65d9 req-ec679d9e-48fb-47b5-986a-698df02ee5ba tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.41 "DELETE /v2.0/ports/378efd5f-7a40-41c6-badf-7a0dd8d10e48 HTTP/1.1" status: 204 len: 173 time: 0.5451891 Apr 01 16:03:24.108654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'name': 'network-vif-deleted', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:24.110899 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc1afd2-a188-42b3-8b3d-c8fef4e62c66" -d '{"events": [{"server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "name": "network-vif-deleted", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:03:24.148836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e34ba-29e9-4f27-a827-b86c10ce4998 x-openstack-request-id: req-226e34ba-29e9-4f27-a827-b86c10ce4998 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:03:24.149141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a414d242-b3a7-4653-ab81-05abd3c70055", "name": "network-vif-deleted", "tag": "378efd5f-7a40-41c6-badf-7a0dd8d10e48", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:03:24.149527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-226e34ba-29e9-4f27-a827-b86c10ce4998 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:03:24.149943 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226e34ba-29e9-4f27-a827-b86c10ce4998'] response: {'server_uuid': 'a414d242-b3a7-4653-ab81-05abd3c70055', 'name': 'network-vif-deleted', 'tag': '378efd5f-7a40-41c6-badf-7a0dd8d10e48', 'status': 'completed', 'code': 200} Apr 01 16:03:24.266712 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8a164366-df23-4707-a8f9-3597d779c919 req-7b7bcf4a-af77-450d-94a0-5d06404d33df tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 210 time: 0.0264111 Apr 01 16:03:25.375980 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d579c4c7-0fbb-40a1-bc53-2498ada69ccb req-7057296a-7691-4865-bebe-09e02b068b0e tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "GET /v2.0/ports?device_id=a414d242-b3a7-4653-ab81-05abd3c70055 HTTP/1.1" status: 200 len: 210 time: 0.0261238 Apr 01 16:03:26.430129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57442) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:26.490374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5864a092-3634-4a50-8bf2-7092fa9006e7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.516807 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5864a092-3634-4a50-8bf2-7092fa9006e7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.625962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5864a092-3634-4a50-8bf2-7092fa9006e7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.628601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5864a092-3634-4a50-8bf2-7092fa9006e7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.629820 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5864a092-3634-4a50-8bf2-7092fa9006e7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/security-groups/f1b9b889-0bb1-46aa-bd5a-afb931e9b98d HTTP/1.1" status: 204 len: 168 time: 0.1986990 Apr 01 16:03:26.639177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864a092-3634-4a50-8bf2-7092fa9006e7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b9b889-0bb1-46aa-bd5a-afb931e9b98d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:26.701638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57446) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:27.061785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.314786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 71693a42-74a4-42f4-9ab4-db70ec66592f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:03:27.315127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.404617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 71693a42-74a4-42f4-9ab4-db70ec66592f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=71693a42-74a4-42f4-9ab4-db70ec66592f,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:27.404968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.416295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 71693a42-74a4-42f4-9ab4-db70ec66592f owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:03:27.721938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.747623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=71693a42-74a4-42f4-9ab4-db70ec66592f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:27.822144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 378efd5f-7a40-41c6-badf-7a0dd8d10e48 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:03:27.846559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 378efd5f-7a40-41c6-badf-7a0dd8d10e48 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:03:27.846984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 378efd5f-7a40-41c6-badf-7a0dd8d10e48 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:03:27.927954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.143646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Router 5c040531-cad9-4605-af0d-7ab38bd894da has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:03:28.249915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:28.255017 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e33282e1-92cc-4d12-ae0d-bfacbfae44cc tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "PUT /v2.0/routers/5c040531-cad9-4605-af0d-7ab38bd894da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5522482 Apr 01 16:03:28.257587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57448) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:28.261678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] Sync routers for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:03:28.271130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:03:28.271749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:03:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:28.307839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeda1d05-93b1-4d67-9a5c-97267818d387 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting subnet 899f65f0-c43f-4566-97f0-5aacf22142c5 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:03:28.310968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eeda1d05-93b1-4d67-9a5c-97267818d387 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.350891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eeda1d05-93b1-4d67-9a5c-97267818d387 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.375064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:03:28.449291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eeda1d05-93b1-4d67-9a5c-97267818d387 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.552521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:03:27Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:03:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:28.596754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eeda1d05-93b1-4d67-9a5c-97267818d387 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.625804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda1d05-93b1-4d67-9a5c-97267818d387 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Subnet': ['ID=899f65f0-c43f-4566-97f0-5aacf22142c5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:28.629762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eeda1d05-93b1-4d67-9a5c-97267818d387 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.636387 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eeda1d05-93b1-4d67-9a5c-97267818d387 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/subnets/899f65f0-c43f-4566-97f0-5aacf22142c5 HTTP/1.1" status: 204 len: 168 time: 0.3745687 Apr 01 16:03:28.636493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57450) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:28.728562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae32f09-8e7d-4300-9341-9994203b8763 None None] Network 3adbc9b8-971a-4b67-bc74-b84a61ce56ec requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:03:28.730993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] Checking router: 5c040531-cad9-4605-af0d-7ab38bd894da for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:03:28.757364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.762619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] Routers {'5c040531-cad9-4605-af0d-7ab38bd894da'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:03:28.763251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:03:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['5c040531-cad9-4605-af0d-7ab38bd894da'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:28.861673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.941381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] Set router 5c040531-cad9-4605-af0d-7ab38bd894da gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:03:28.997253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Deleting port 6b78464d-352e-4725-adea-4e7628ff582a {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:03:28.997800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.025358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8cce1-5001-4773-9f9c-c21d137fc930 None None] DHCP port deletion for 3adbc9b8-971a-4b67-bc74-b84a61ce56ec request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:03:29.084015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] For port 6b78464d-352e-4725-adea-4e7628ff582a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6b78464d-352e-4725-adea-4e7628ff582a,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:29.084418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.098274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Calling delete_port for 6b78464d-352e-4725-adea-4e7628ff582a owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:03:29.149119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8cce1-5001-4773-9f9c-c21d137fc930 None None] Deleting port af087813-6741-4989-84f0-78239e92e290 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:03:29.149420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6aa8cce1-5001-4773-9f9c-c21d137fc930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.220076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6aa8cce1-5001-4773-9f9c-c21d137fc930 None None] For port af087813-6741-4989-84f0-78239e92e290, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=af087813-6741-4989-84f0-78239e92e290,segment=NetworkSegment(6155019a-0c6f-48c9-8d5c-fd28ecdecf7f),segment_id=6155019a-0c6f-48c9-8d5c-fd28ecdecf7f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:29.220516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6aa8cce1-5001-4773-9f9c-c21d137fc930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.235856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8cce1-5001-4773-9f9c-c21d137fc930 None None] Calling delete_port for af087813-6741-4989-84f0-78239e92e290 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:03:29.238220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:03:27Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:03:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:29.271088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71732803-c62b-411f-9bc1-5f58673b722c None None] The sync data for ids ['5c040531-cad9-4605-af0d-7ab38bd894da'] in dv-neutron-835865-1-hyperv is: [{'id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'name': 'tempest-TestNetworkBasicOps-router-2043734526', 'tenant_id': '273ad02fc17b4cd08910095c2aaa95b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '6b78464d-352e-4725-adea-4e7628ff582a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:11Z', 'updated_at': '2022-04-01T16:03:27Z', 'revision_number': 7, 'project_id': '273ad02fc17b4cd08910095c2aaa95b9', 'gw_port': {'id': '6b78464d-352e-4725-adea-4e7628ff582a', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:00:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c040531-cad9-4605-af0d-7ab38bd894da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:12Z', 'updated_at': '2022-04-01T16:03:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:03:29.333302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.365336 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Port': ['ID=6b78464d-352e-4725-adea-4e7628ff582a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:29.424368 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.432898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6aa8cce1-5001-4773-9f9c-c21d137fc930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.458320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8cce1-5001-4773-9f9c-c21d137fc930 None None] Pushing event deleted for resources: {'Port': ['ID=af087813-6741-4989-84f0-78239e92e290,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:29.461915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8cce1-5001-4773-9f9c-c21d137fc930 None None] No DVR routers for this DVR port af087813-6741-4989-84f0-78239e92e290 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:03:29.521305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.523514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.638129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.641308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Fanout notify agent at l3_agent the message router_deleted on router 5c040531-cad9-4605-af0d-7ab38bd894da {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:03:29.646589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.650182 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7151be0e-c29e-4686-a6d6-64be931e5aad tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/routers/5c040531-cad9-4605-af0d-7ab38bd894da HTTP/1.1" status: 204 len: 168 time: 1.0102317 Apr 01 16:03:29.650824 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57452) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:29.730266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.829074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.850599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adbc9b8-971a-4b67-bc74-b84a61ce56ec']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:29.861002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:29.861303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6155019a-0c6f-48c9-8d5c-fd28ecdecf7f') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:29.872109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.886309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.894230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:03:29.894641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:03:29.897681 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:03:30.059159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.065879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:30.069000 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] 10.222.0.73 "DELETE /v2.0/networks/3adbc9b8-971a-4b67-bc74-b84a61ce56ec HTTP/1.1" status: 204 len: 168 time: 0.4168985 Apr 01 16:03:30.087507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e73744-8806-431b-9a68-5000559dcef7 tempest-TestNetworkBasicOps-1742567165 tempest-TestNetworkBasicOps-1742567165-project] Pushing event deleted for resources: {'Network': ['ID=3adbc9b8-971a-4b67-bc74-b84a61ce56ec,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:30.766316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device af087813-6741-4989-84f0-78239e92e290 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:03:30.777095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57458) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:30.787340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: af087813-6741-4989-84f0-78239e92e290 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:03:30.787689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device af087813-6741-4989-84f0-78239e92e290 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:03:30.788119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71693a42-74a4-42f4-9ab4-db70ec66592f no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:03:30.811247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 71693a42-74a4-42f4-9ab4-db70ec66592f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:03:30.811589 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71693a42-74a4-42f4-9ab4-db70ec66592f not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:03:30.812271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6b78464d-352e-4725-adea-4e7628ff582a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:03:30.831336 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 6b78464d-352e-4725-adea-4e7628ff582a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:03:30.831679 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6b78464d-352e-4725-adea-4e7628ff582a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:03:30.933275 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-472ef74b-7ac5-4ffe-ab56-6694e279ca6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=273ad02fc17b4cd08910095c2aaa95b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549063 Apr 01 16:03:30.935762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57462) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:30.990883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1357de2-2188-412f-85dc-15b0646bd1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.013774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1357de2-2188-412f-85dc-15b0646bd1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.329119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1357de2-2188-412f-85dc-15b0646bd1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.331718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a1357de2-2188-412f-85dc-15b0646bd1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.332915 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a1357de2-2188-412f-85dc-15b0646bd1e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a14820b-12ba-4063-ae0d-a78daf7c43de HTTP/1.1" status: 204 len: 168 time: 0.3962145 Apr 01 16:03:31.342356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1357de2-2188-412f-85dc-15b0646bd1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a14820b-12ba-4063-ae0d-a78daf7c43de,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:32.160026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57468) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:32.177159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cf823c-70bb-40b1-9dd8-b336d0ed3a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.251520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cf823c-70bb-40b1-9dd8-b336d0ed3a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.323996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d0cf823c-70bb-40b1-9dd8-b336d0ed3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.362481 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d0cf823c-70bb-40b1-9dd8-b336d0ed3a38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=07c9764e621d4fcb8ee478479370c71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012193 Apr 01 16:03:32.363434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf823c-70bb-40b1-9dd8-b336d0ed3a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e735f956-742c-4788-ae48-cbf9499bba53,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:32.365300 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57470) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:03:32.414654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2a43b654-1373-4a68-bcbf-66ddb7239f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.435781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2a43b654-1373-4a68-bcbf-66ddb7239f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.648560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2a43b654-1373-4a68-bcbf-66ddb7239f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.650647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2a43b654-1373-4a68-bcbf-66ddb7239f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.652433 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2a43b654-1373-4a68-bcbf-66ddb7239f97 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e735f956-742c-4788-ae48-cbf9499bba53 HTTP/1.1" status: 204 len: 168 time: 0.2859879 Apr 01 16:03:32.660449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43b654-1373-4a68-bcbf-66ddb7239f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e735f956-742c-4788-ae48-cbf9499bba53,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:34.739074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b216220d-8520-4200-b446-86be11389f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.241652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-923da895-9624-4fc6-99e4-ef10c9933ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.785934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.932062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.043253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.063910 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-507e4f04-b3f8-45e9-80d7-d92da16edbe5 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7cdcffbde61f46828852e543eb5bd47c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285654 Apr 01 16:03:41.254879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de8ba-8416-4098-9f27-526598485644 req-1099ca54-bec4-43fc-9cff-2b83c27bb143 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:41.256255 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-1099ca54-bec4-43fc-9cff-2b83c27bb143 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862209 Apr 01 16:03:41.271631 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-56a862d0-86fd-4d1e-bcf0-c8a7a10e4b3b tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/quotas/7cdcffbde61f46828852e543eb5bd47c HTTP/1.1" status: 200 len: 375 time: 0.0089321 Apr 01 16:03:41.303460 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-f1826ce8-9321-4443-8b31-3e7b6212674b tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7cdcffbde61f46828852e543eb5bd47c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262938 Apr 01 16:03:41.585153 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ddf4826b-4c1f-4e82-9cc4-509eb100bb0b req-c4067300-d6ac-42ad-a94e-34b8651b2de9 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 210 time: 0.0316472 Apr 01 16:03:42.662410 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-472af2a0-37c0-443d-bba2-2e46d2defff3 req-6fb3c023-50ed-426f-a210-7826c8abcd8e tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 210 time: 0.0264528 Apr 01 16:03:43.739938 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a8ba5f5d-2d32-4429-9920-af625f4bc934 req-ef3d47b0-c5e8-4af9-8051-e271da1add4f tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 210 time: 0.0265417 Apr 01 16:03:44.817571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5fd89755-f820-4012-801e-298d5e746bf7 req-0fc29389-a495-4781-83f4-b2332d7e129c tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 210 time: 0.0276201 Apr 01 16:03:45.636930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.894623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-12b1fa26-128d-4c16-8595-910d0bf62096 req-a93eaeeb-bf77-4530-b1bf-a5ab32f6efb4 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 210 time: 0.0268462 Apr 01 16:03:46.984498 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-21c6eedd-67ec-40f0-a37d-a61a2bf777d3 req-0ea7b868-bd6e-4db0-9524-c9f1ebdec521 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 210 time: 0.0258577 Apr 01 16:03:48.091371 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4594ff61-c2d9-4679-8821-90321e74d2b0 req-bd1f731c-214f-419f-a631-3431489397cf tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 210 time: 0.0295653 Apr 01 16:03:48.720388 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-0e72ef48-a678-4beb-90cd-5be40a24c3d9 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7cdcffbde61f46828852e543eb5bd47c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296569 Apr 01 16:03:49.194313 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-24abcd89-5b0a-4257-9f5a-01530b3c5ee0 req-4f253a54-cdb9-404e-a61b-e5d2c8fef844 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 210 time: 0.0301447 Apr 01 16:03:49.224230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de8ba-8416-4098-9f27-526598485644 req-7f60237a-c1a6-4fa9-8136-cc8c63211d81 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:49.225718 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-7f60237a-c1a6-4fa9-8136-cc8c63211d81 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4989250 Apr 01 16:03:49.252413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Request body: {'port': {'device_id': '9e40bb45-ca90-4f08-96e7-d4ce5cf11285', 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481', 'admin_state_up': True, 'tenant_id': '7cdcffbde61f46828852e543eb5bd47c'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:49.532647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Made reservation on behalf of 7cdcffbde61f46828852e543eb5bd47c for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:03:49.536229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.545289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.618323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.717292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.783805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3d48b2-d9fc-4900-be5c-293ac9f11665,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:49.855926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Allocated IP 192.168.233.155 (cc0144c2-3601-4331-b0bc-6e93d5b82481/c9ecb854-4d07-4961-bbe7-d12f1d912c9c/e4e753b0-6e69-43a8-abea-8fab2f22e24f) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:50.007827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.135065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.178588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Network cc0144c2-3601-4331-b0bc-6e93d5b82481 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:50.183089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:50.187078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:03:50.213729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Pushing event updated for resources: {'Port': ['ID=e4e753b0-6e69-43a8-abea-8fab2f22e24f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:50.250091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:50.255450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.316111 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad20c3-e701-44bb-833e-338509b494ed req-72bb05b6-fe43-4f0b-8fbd-1fa391d343cb tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:50.317654 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0ad20c3-e701-44bb-833e-338509b494ed req-72bb05b6-fe43-4f0b-8fbd-1fa391d343cb tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 936 time: 0.0502803 Apr 01 16:03:50.357654 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0ad20c3-e701-44bb-833e-338509b494ed req-d2e638ba-a35a-4772-9df9-dc068e723709 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335207 Apr 01 16:03:50.366368 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-2036fad5-7b4b-4be0-8fdb-5b268433b783 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1178601 Apr 01 16:03:50.383945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Request body: {'port': {'device_id': '9e40bb45-ca90-4f08-96e7-d4ce5cf11285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:03:50.443690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.451397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f34b2859-a0ab-4edf-9559-7e222b7a4cb1 None None] Provisioning complete for port e4e753b0-6e69-43a8-abea-8fab2f22e24f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:50.452023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f34b2859-a0ab-4edf-9559-7e222b7a4cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.491249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-f34b2859-a0ab-4edf-9559-7e222b7a4cb1 None None] Port e4e753b0-6e69-43a8-abea-8fab2f22e24f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:03:50.703979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e753b0-6e69-43a8-abea-8fab2f22e24f {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:03:50.711278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.724714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Transition to ACTIVE for port object e4e753b0-6e69-43a8-abea-8fab2f22e24f will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:50.854224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.907933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Pushing event updated for resources: {'Port': ['ID=e4e753b0-6e69-43a8-abea-8fab2f22e24f,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:50.984462 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Attempting to bind port e4e753b0-6e69-43a8-abea-8fab2f22e24f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:50.984802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Attempting to bind port e4e753b0-6e69-43a8-abea-8fab2f22e24f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '5c5952eb-b3e9-4ed6-914d-7f16fbca7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:50.985134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Attempting to bind port e4e753b0-6e69-43a8-abea-8fab2f22e24f on network cc0144c2-3601-4331-b0bc-6e93d5b82481 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:03:50.990152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Port e4e753b0-6e69-43a8-abea-8fab2f22e24f on network cc0144c2-3601-4331-b0bc-6e93d5b82481 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:03:50.990348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Attempting to bind port e4e753b0-6e69-43a8-abea-8fab2f22e24f on network cc0144c2-3601-4331-b0bc-6e93d5b82481 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:03:50.996360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:03:50.996713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Checking segment: {'id': '5c5952eb-b3e9-4ed6-914d-7f16fbca7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:03:50.997085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Bound using segment: {'id': '5c5952eb-b3e9-4ed6-914d-7f16fbca7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:03:50.997519 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Bound port: e4e753b0-6e69-43a8-abea-8fab2f22e24f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5952eb-b3e9-4ed6-914d-7f16fbca7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:50.997877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:51.075012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] For port e4e753b0-6e69-43a8-abea-8fab2f22e24f, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:51.075012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] For port e4e753b0-6e69-43a8-abea-8fab2f22e24f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e4e753b0-6e69-43a8-abea-8fab2f22e24f,segment=NetworkSegment(5c5952eb-b3e9-4ed6-914d-7f16fbca7d52),segment_id=5c5952eb-b3e9-4ed6-914d-7f16fbca7d52)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:03:51.180596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:51.214755 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:51.216095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:51.216959 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] 10.222.0.41 "PUT /v2.0/ports/e4e753b0-6e69-43a8-abea-8fab2f22e24f HTTP/1.1" status: 200 len: 1098 time: 0.8373177 Apr 01 16:03:51.221666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e40bb45-ca90-4f08-96e7-d4ce5cf11285', 'tag': 'e4e753b0-6e69-43a8-abea-8fab2f22e24f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:51.224718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594854ee-ca27-4242-a4fa-4345339d2f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e40bb45-ca90-4f08-96e7-d4ce5cf11285", "tag": "e4e753b0-6e69-43a8-abea-8fab2f22e24f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:03:51.250747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98858b6d-9e23-40b6-bc66-251f0b27158f service neutron] Pushing event updated for resources: {'Port': ['ID=e4e753b0-6e69-43a8-abea-8fab2f22e24f,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:51.279683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc82bed-2956-449d-85de-d315b92fb194 x-openstack-request-id: req-cdc82bed-2956-449d-85de-d315b92fb194 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:03:51.279979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e40bb45-ca90-4f08-96e7-d4ce5cf11285", "tag": "e4e753b0-6e69-43a8-abea-8fab2f22e24f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:03:51.280239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdc82bed-2956-449d-85de-d315b92fb194 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:03:51.280702 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc82bed-2956-449d-85de-d315b92fb194'] response: {'name': 'network-changed', 'server_uuid': '9e40bb45-ca90-4f08-96e7-d4ce5cf11285', 'tag': 'e4e753b0-6e69-43a8-abea-8fab2f22e24f', 'status': 'completed', 'code': 200} Apr 01 16:03:51.356506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594854ee-ca27-4242-a4fa-4345339d2f4a req-e967efc4-aa63-461a-b1f2-1c000f576c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:51.365105 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-594854ee-ca27-4242-a4fa-4345339d2f4a req-e967efc4-aa63-461a-b1f2-1c000f576c74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdcffbde61f46828852e543eb5bd47c&device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 1101 time: 0.0505502 Apr 01 16:03:51.391741 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-594854ee-ca27-4242-a4fa-4345339d2f4a req-355a5a74-07af-4786-9552-5d60c9b9c067 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7cdcffbde61f46828852e543eb5bd47c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207741 Apr 01 16:03:51.480544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e570c-3bc8-467d-b620-49e6f413d64a req-d85b2293-2609-4283-96eb-95717c08771f tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:51.482537 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-972e570c-3bc8-467d-b620-49e6f413d64a req-d85b2293-2609-4283-96eb-95717c08771f tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 948 time: 0.0516357 Apr 01 16:03:51.492031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594854ee-ca27-4242-a4fa-4345339d2f4a req-2bda5338-aa98-4ad7-b4bb-53887d507901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:51.493788 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-594854ee-ca27-4242-a4fa-4345339d2f4a req-2bda5338-aa98-4ad7-b4bb-53887d507901 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0941103 Apr 01 16:03:51.519076 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-972e570c-3bc8-467d-b620-49e6f413d64a req-9fde6ba1-58af-4205-8f2c-265d342f1ed3 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308645 Apr 01 16:03:51.583647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de8ba-8416-4098-9f27-526598485644 req-3b6bcc2c-6555-4324-b9f3-2a97237728a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:51.585313 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-3b6bcc2c-6555-4324-b9f3-2a97237728a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdcffbde61f46828852e543eb5bd47c&device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 1101 time: 0.0457089 Apr 01 16:03:51.634256 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-9dacc013-499a-4965-bc04-d4a0d2f1a2ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=e4e753b0-6e69-43a8-abea-8fab2f22e24f HTTP/1.1" status: 200 len: 217 time: 0.0368760 Apr 01 16:03:51.689235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de8ba-8416-4098-9f27-526598485644 req-9574195a-ce6d-4e45-97e1-97ed634d267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:51.690880 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-9574195a-ce6d-4e45-97e1-97ed634d267d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9ecb854-4d07-4961-bbe7-d12f1d912c9c HTTP/1.1" status: 200 len: 843 time: 0.0469337 Apr 01 16:03:51.750007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de8ba-8416-4098-9f27-526598485644 req-ee74a666-0cdb-40df-afa8-33f810f1c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:51.751572 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-ee74a666-0cdb-40df-afa8-33f810f1c24b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc0144c2-3601-4331-b0bc-6e93d5b82481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0495923 Apr 01 16:03:51.845473 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-1ebc7e42-1fd1-4562-b6cb-999b6304469b service neutron] 10.222.0.41 "GET /v2.0/networks/cc0144c2-3601-4331-b0bc-6e93d5b82481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833130 Apr 01 16:03:51.945625 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6b0de8ba-8416-4098-9f27-526598485644 req-c87d674b-c396-4988-a526-a0dad90886c9 service neutron] 10.222.0.41 "GET /v2.0/networks/cc0144c2-3601-4331-b0bc-6e93d5b82481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898983 Apr 01 16:03:52.907112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf564d-9179-4fca-8f41-a800a9239bf3 req-0a82efb5-f7c7-46cb-86dc-e91b7b229bfe tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:52.908652 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-96cf564d-9179-4fca-8f41-a800a9239bf3 req-0a82efb5-f7c7-46cb-86dc-e91b7b229bfe tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 948 time: 0.3103006 Apr 01 16:03:52.947309 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-96cf564d-9179-4fca-8f41-a800a9239bf3 req-2a46af2f-3e35-4563-bcb8-3e5a506cbcd0 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316582 Apr 01 16:03:54.062043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79732a1b-8873-4592-a8de-181221238546 req-aca02bd4-f606-45da-88f3-dbba7030cf3d tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:54.063523 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-79732a1b-8873-4592-a8de-181221238546 req-aca02bd4-f606-45da-88f3-dbba7030cf3d tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 948 time: 0.0486975 Apr 01 16:03:54.100500 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-79732a1b-8873-4592-a8de-181221238546 req-72348fe0-8430-49e7-bb5b-5b6d508619ff tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309582 Apr 01 16:03:55.218005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628af6a-394d-4005-8dd1-90a0ac85ad0a req-aab7760c-6ddf-4f6b-ab33-1fe1312f83a1 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:55.219798 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b628af6a-394d-4005-8dd1-90a0ac85ad0a req-aab7760c-6ddf-4f6b-ab33-1fe1312f83a1 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 948 time: 0.0494242 Apr 01 16:03:55.257464 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b628af6a-394d-4005-8dd1-90a0ac85ad0a req-e2b8533e-3257-4b69-b682-027b7d19bc18 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Apr 01 16:03:55.885710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e4e753b0-6e69-43a8-abea-8fab2f22e24f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:03:55.981576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e4e753b0-6e69-43a8-abea-8fab2f22e24f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e4e753b0-6e69-43a8-abea-8fab2f22e24f,segment=NetworkSegment(5c5952eb-b3e9-4ed6-914d-7f16fbca7d52),segment_id=5c5952eb-b3e9-4ed6-914d-7f16fbca7d52)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:55.992456 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'e4e753b0-6e69-43a8-abea-8fab2f22e24f', 'network_id': 'cc0144c2-3601-4331-b0bc-6e93d5b82481', 'port_id': 'e4e753b0-6e69-43a8-abea-8fab2f22e24f', 'mac_address': 'fa:16:3e:85:c2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ecb854-4d07-4961-bbe7-d12f1d912c9c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:03:56.030786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:56.043661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e753b0-6e69-43a8-abea-8fab2f22e24f {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:03:56.062056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e4e753b0-6e69-43a8-abea-8fab2f22e24f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e4e753b0-6e69-43a8-abea-8fab2f22e24f,segment=NetworkSegment(5c5952eb-b3e9-4ed6-914d-7f16fbca7d52),segment_id=5c5952eb-b3e9-4ed6-914d-7f16fbca7d52)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:56.172451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:56.218876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e4e753b0-6e69-43a8-abea-8fab2f22e24f,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:56.374503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab862c2a-a644-428a-ae0e-7971eb469997 req-97eca927-026f-4f9a-a6aa-95760affe99c tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:56.375999 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ab862c2a-a644-428a-ae0e-7971eb469997 req-97eca927-026f-4f9a-a6aa-95760affe99c tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 949 time: 0.0514407 Apr 01 16:03:56.414476 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ab862c2a-a644-428a-ae0e-7971eb469997 req-ed82ba07-6977-409a-a3e5-5839c593ecdc tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Apr 01 16:03:56.441498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['e4e753b0-6e69-43a8-abea-8fab2f22e24f'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:03:57.125123 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:03:57.530727 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66850e1-b558-457f-83a6-0403796643fa req-d7dc75c5-ca62-4b7f-879f-91e438cce574 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:57.532242 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f66850e1-b558-457f-83a6-0403796643fa req-d7dc75c5-ca62-4b7f-879f-91e438cce574 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 949 time: 0.0498869 Apr 01 16:03:57.569625 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f66850e1-b558-457f-83a6-0403796643fa req-f878c23b-0294-458c-b2e7-0c845d76dc39 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Apr 01 16:03:57.896878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e4e753b0-6e69-43a8-abea-8fab2f22e24f up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:03:58.025358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port e4e753b0-6e69-43a8-abea-8fab2f22e24f completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:58.029383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port e4e753b0-6e69-43a8-abea-8fab2f22e24f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:58.029751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:58.107613 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:58.128917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e40bb45-ca90-4f08-96e7-d4ce5cf11285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e753b0-6e69-43a8-abea-8fab2f22e24f'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:03:58.131174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8c6725-3942-42f2-a44e-4173a3f18040" -d '{"events": [{"server_uuid": "9e40bb45-ca90-4f08-96e7-d4ce5cf11285", "name": "network-vif-plugged", "status": "completed", "tag": "e4e753b0-6e69-43a8-abea-8fab2f22e24f"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:03:58.143355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e4e753b0-6e69-43a8-abea-8fab2f22e24f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e4e753b0-6e69-43a8-abea-8fab2f22e24f,segment=NetworkSegment(5c5952eb-b3e9-4ed6-914d-7f16fbca7d52),segment_id=5c5952eb-b3e9-4ed6-914d-7f16fbca7d52)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:58.168564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4018178-a50f-4b33-aa7f-e94aef16c7c8 x-openstack-request-id: req-f4018178-a50f-4b33-aa7f-e94aef16c7c8 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:03:58.168854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e40bb45-ca90-4f08-96e7-d4ce5cf11285", "name": "network-vif-plugged", "status": "completed", "tag": "e4e753b0-6e69-43a8-abea-8fab2f22e24f", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:03:58.169104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f4018178-a50f-4b33-aa7f-e94aef16c7c8 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:03:58.169495 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4018178-a50f-4b33-aa7f-e94aef16c7c8'] response: {'server_uuid': '9e40bb45-ca90-4f08-96e7-d4ce5cf11285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e753b0-6e69-43a8-abea-8fab2f22e24f', 'code': 200} Apr 01 16:03:58.243216 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:58.291121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e4e753b0-6e69-43a8-abea-8fab2f22e24f,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:58.518969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7031c06-a03b-4c38-bc4f-1a60021a1820 req-ec2716cf-21fe-4fec-a268-cade96f253b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:58.520408 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a7031c06-a03b-4c38-bc4f-1a60021a1820 req-ec2716cf-21fe-4fec-a268-cade96f253b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 1103 time: 0.0403659 Apr 01 16:03:58.554641 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a7031c06-a03b-4c38-bc4f-1a60021a1820 req-074788fb-fa3d-4402-89c1-1024cab3ad6b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269060 Apr 01 16:03:58.685366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca350bba-ab0b-448d-a540-18fbcec863e4 req-48b3f951-458f-4ad0-8c46-a159577fc8d9 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:58.686898 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca350bba-ab0b-448d-a540-18fbcec863e4 req-48b3f951-458f-4ad0-8c46-a159577fc8d9 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 950 time: 0.0487323 Apr 01 16:03:58.727454 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca350bba-ab0b-448d-a540-18fbcec863e4 req-45509f6c-086b-441b-8344-f1a07ed835f1 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Apr 01 16:03:59.848718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6904b49-0df2-4e8d-80d6-52b35a24c54b req-139853c4-e4f4-4f6e-9f7d-98f87a9096f9 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:59.850202 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c6904b49-0df2-4e8d-80d6-52b35a24c54b req-139853c4-e4f4-4f6e-9f7d-98f87a9096f9 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 950 time: 0.0523305 Apr 01 16:03:59.887780 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c6904b49-0df2-4e8d-80d6-52b35a24c54b req-5e840f03-3209-4aa0-a0bf-03050660483f tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307481 Apr 01 16:04:01.002519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a063015-1002-4178-afd7-4558d27c6911 req-2728cbbd-ddc8-41f9-8bff-08d90431db27 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:01.004099 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8a063015-1002-4178-afd7-4558d27c6911 req-2728cbbd-ddc8-41f9-8bff-08d90431db27 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 950 time: 0.0492830 Apr 01 16:04:01.042509 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8a063015-1002-4178-afd7-4558d27c6911 req-b2ff2da3-c8aa-4745-9c8e-d08bec0a494a tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Apr 01 16:04:01.579059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-2e428c38-cccc-47c0-89a5-18f1dd2cfd4d req-2ada68f3-4305-48b5-b34e-e440852b85f7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:04:01.580091 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e428c38-cccc-47c0-89a5-18f1dd2cfd4d req-2ada68f3-4305-48b5-b34e-e440852b85f7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0957530 Apr 01 16:04:02.154963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-f2bfe21b-81ee-45ee-9451-c886813e4686 req-e44f4a52-9b4d-4989-adcf-824ef48e93d9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:04:02.155988 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f2bfe21b-81ee-45ee-9451-c886813e4686 req-e44f4a52-9b4d-4989-adcf-824ef48e93d9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053234 Apr 01 16:04:02.945458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6901db8-12b5-4296-a55d-a3ad82f1d5e2 req-2cf91530-fa04-4fb4-a99d-d07acb921b23 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:02.946895 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6901db8-12b5-4296-a55d-a3ad82f1d5e2 req-2cf91530-fa04-4fb4-a99d-d07acb921b23 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 950 time: 0.0498800 Apr 01 16:04:02.985230 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6901db8-12b5-4296-a55d-a3ad82f1d5e2 req-f0b3149a-d588-4903-9449-de840a3a73f0 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Apr 01 16:04:04.108672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582cb5e-4e4d-4d51-aa86-0c462bef1193 req-07bf3da1-b1a2-4af5-8a9e-78f30bfccf71 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:04.110284 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a582cb5e-4e4d-4d51-aa86-0c462bef1193 req-07bf3da1-b1a2-4af5-8a9e-78f30bfccf71 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 950 time: 0.0566051 Apr 01 16:04:04.148409 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a582cb5e-4e4d-4d51-aa86-0c462bef1193 req-d88d2375-515b-4a1f-931a-71c79740ec0a tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d3d48b2-d9fc-4900-be5c-293ac9f11665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Apr 01 16:04:04.365458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-cd459b1e-3728-4734-9d2b-7bf167127535 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:04.366952 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-cd459b1e-3728-4734-9d2b-7bf167127535 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 950 time: 0.0508616 Apr 01 16:04:04.463622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Deleting port e4e753b0-6e69-43a8-abea-8fab2f22e24f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:04:04.463959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:04.556184 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] For port e4e753b0-6e69-43a8-abea-8fab2f22e24f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e4e753b0-6e69-43a8-abea-8fab2f22e24f,segment=NetworkSegment(5c5952eb-b3e9-4ed6-914d-7f16fbca7d52),segment_id=5c5952eb-b3e9-4ed6-914d-7f16fbca7d52)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:04.556577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:04.569044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Calling delete_port for e4e753b0-6e69-43a8-abea-8fab2f22e24f owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:04:04.762125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41a6587b-6987-4801-a51b-dd57a2fc677b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:04.802546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:04.818722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['e4e753b0-6e69-43a8-abea-8fab2f22e24f'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:04:04.830907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Pushing event deleted for resources: {'Port': ['ID=e4e753b0-6e69-43a8-abea-8fab2f22e24f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:04.877698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] No DVR routers for this DVR port e4e753b0-6e69-43a8-abea-8fab2f22e24f on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:04:04.880302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:04.884143 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-435ffaca-e2ac-4348-9506-71d75f2ede0e req-080c9c9f-8017-4e93-816f-7a9c20e4e923 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.41 "DELETE /v2.0/ports/e4e753b0-6e69-43a8-abea-8fab2f22e24f HTTP/1.1" status: 204 len: 173 time: 0.5080709 Apr 01 16:04:04.884625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e40bb45-ca90-4f08-96e7-d4ce5cf11285', 'name': 'network-vif-deleted', 'tag': 'e4e753b0-6e69-43a8-abea-8fab2f22e24f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:04:04.887533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8c88b-c96e-4fdf-8025-2d2eaa884273" -d '{"events": [{"server_uuid": "9e40bb45-ca90-4f08-96e7-d4ce5cf11285", "name": "network-vif-deleted", "tag": "e4e753b0-6e69-43a8-abea-8fab2f22e24f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:04:04.923878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6780b33-3001-4b19-b347-5b34cf22de71 x-openstack-request-id: req-f6780b33-3001-4b19-b347-5b34cf22de71 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:04:04.924168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e40bb45-ca90-4f08-96e7-d4ce5cf11285", "name": "network-vif-deleted", "tag": "e4e753b0-6e69-43a8-abea-8fab2f22e24f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:04:04.924462 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6780b33-3001-4b19-b347-5b34cf22de71 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:04:04.924875 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6780b33-3001-4b19-b347-5b34cf22de71'] response: {'server_uuid': '9e40bb45-ca90-4f08-96e7-d4ce5cf11285', 'name': 'network-vif-deleted', 'tag': 'e4e753b0-6e69-43a8-abea-8fab2f22e24f', 'status': 'completed', 'code': 200} Apr 01 16:04:05.244162 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a0002e9a-f2fb-4123-910c-e0dc3c340a2b req-83c10a0c-a0ae-4c0b-8d6f-3e7819456f11 tempest-ServersAdminNegativeTestJSON-1083209019 tempest-ServersAdminNegativeTestJSON-1083209019-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e40bb45-ca90-4f08-96e7-d4ce5cf11285 HTTP/1.1" status: 200 len: 210 time: 0.0273948 Apr 01 16:04:07.036272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57638) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:04:07.170086 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-613dee38-ab9c-412a-98cd-2e55a812f169 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7cdcffbde61f46828852e543eb5bd47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301765 Apr 01 16:04:07.170311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57642) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:04:07.219068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f174870-6fa7-445d-8c87-49687d275ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.239827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f174870-6fa7-445d-8c87-49687d275ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.276540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9b51-15eb-4d1f-9dd4-ade43057a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.368483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f174870-6fa7-445d-8c87-49687d275ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.370984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2f174870-6fa7-445d-8c87-49687d275ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:07.372158 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2f174870-6fa7-445d-8c87-49687d275ec8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d3d48b2-d9fc-4900-be5c-293ac9f11665 HTTP/1.1" status: 204 len: 168 time: 0.2008874 Apr 01 16:04:07.379875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f174870-6fa7-445d-8c87-49687d275ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3d48b2-d9fc-4900-be5c-293ac9f11665,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:07.926742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e4e753b0-6e69-43a8-abea-8fab2f22e24f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:04:07.947354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: e4e753b0-6e69-43a8-abea-8fab2f22e24f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:04:07.947696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e4e753b0-6e69-43a8-abea-8fab2f22e24f not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:04:08.107421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57648) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:04:08.121127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23d2bb1c-0f6a-4d4d-b722-bb368fe86b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.196600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23d2bb1c-0f6a-4d4d-b722-bb368fe86b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.304962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23d2bb1c-0f6a-4d4d-b722-bb368fe86b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.344519 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-23d2bb1c-0f6a-4d4d-b722-bb368fe86b46 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9ddb348a86974b0c8de7812c4219be8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359838 Apr 01 16:04:08.345652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2bb1c-0f6a-4d4d-b722-bb368fe86b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2642d1-50be-403d-b3f2-323a02e96030,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:08.347302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57650) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:04:08.396118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4fa48557-8d76-402a-9d22-17959b2ffdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.417638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4fa48557-8d76-402a-9d22-17959b2ffdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.545247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4fa48557-8d76-402a-9d22-17959b2ffdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.547698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4fa48557-8d76-402a-9d22-17959b2ffdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:08.548889 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4fa48557-8d76-402a-9d22-17959b2ffdc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce2642d1-50be-403d-b3f2-323a02e96030 HTTP/1.1" status: 204 len: 168 time: 0.2005920 Apr 01 16:04:08.557254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa48557-8d76-402a-9d22-17959b2ffdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2642d1-50be-403d-b3f2-323a02e96030,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:09.644077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57672) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:04:09.748748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1341403209-network', 'tenant_id': '9f00116b40734eb5805b79c1342fc240'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:09.767825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:09.887973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Made reservation on behalf of 9f00116b40734eb5805b79c1342fc240 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:04:09.890413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:09.900013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:09.972688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:10.110762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:10.136369 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:04:10.144999 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dedc6f-ce5f-4726-ad95-7cf879e9a018,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:10.152635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:10.152635 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Added segment 6a017f44-3435-4521-9751-1c1661574ff1 of type vlan for network c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a Apr 01 16:04:10.190326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:10.373895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:10.374886 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:10.375463 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:10.463978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] Pushing event updated for resources: {'Network': ['ID=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:10.478557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:04:10.517131 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9907d167-cdeb-43dd-8ce3-c3876a82f04a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8718987 Apr 01 16:04:10.519991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57676) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:04:10.525467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Request body: {'subnet': {'network_id': 'c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1341403209-subnet', 'tenant_id': '9f00116b40734eb5805b79c1342fc240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:10.617567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Made reservation on behalf of 9f00116b40734eb5805b79c1342fc240 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:04:10.619946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:10.899595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:10.939441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:10.953841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a606d52e-ecb7-4a25-827d-52f76590a4fb,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:10.963953 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Checking segment: {'id': '6a017f44-3435-4521-9751-1c1661574ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:04:10.964310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Network hostable DHCP agents. Network: c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:04:11.007785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:11.076041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Network c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:04:11.217322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:11.221811 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:11.222406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:11.227734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c019407-15e7-4585-8ce7-3cebd969a8ec None None] Network c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:04:11.346397 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5141bd33-6499-4bbe-9c01-8312ac0674d5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8252215 Apr 01 16:04:11.489565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd32d1-2b94-4329-9713-8441782b3a02 None None] Network c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:04:11.773179 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-ca3b1c8d-e4a3-4e36-b988-ad6b8b83f1ce tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:11.774609 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-ca3b1c8d-e4a3-4e36-b988-ad6b8b83f1ce tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/networks?id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a HTTP/1.1" status: 200 len: 812 time: 0.1080375 Apr 01 16:04:11.789526 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-cd7ea3a4-4dd6-47f8-9029-ef0133047d8a tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/quotas/9f00116b40734eb5805b79c1342fc240 HTTP/1.1" status: 200 len: 375 time: 0.0089419 Apr 01 16:04:11.821906 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-80e6d6e9-370b-4431-a26a-bcc316b36cfe tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f00116b40734eb5805b79c1342fc240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269980 Apr 01 16:04:11.832692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-58bf6154-4475-429a-babe-1a6d9bc8cf99 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:04:11.833638 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-58bf6154-4475-429a-babe-1a6d9bc8cf99 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050449 Apr 01 16:04:11.924655 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-3861eee8-d38d-4c3e-809d-2b482fc8ff91 service neutron] 10.222.0.73 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848651 Apr 01 16:04:12.014388 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-7f97f768-49df-4033-a167-c4d60d2b8f5b service neutron] 10.222.0.73 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830977 Apr 01 16:04:12.337692 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3332089f-b827-4229-b746-a6f4f525055f req-3ffa818a-cd09-41bf-aeee-648052071623 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 210 time: 0.0272031 Apr 01 16:04:13.419992 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f9aa15a-de59-463c-a692-586624bd920d req-a78725ea-13bc-43b9-9912-7ed2f76ee5c3 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 210 time: 0.0316513 Apr 01 16:04:14.515334 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-216172b0-417d-4f62-ba39-a11bf68f3ae6 req-701affe2-2f37-4c18-9738-cad197a5e843 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 210 time: 0.0269792 Apr 01 16:04:15.213334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-9bd33cc9-00fc-4c10-8112-3d8b93010813 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:15.214817 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-9bd33cc9-00fc-4c10-8112-3d8b93010813 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.41 "GET /v2.0/networks?id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a HTTP/1.1" status: 200 len: 812 time: 0.1055882 Apr 01 16:04:15.232951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Request body: {'port': {'device_id': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'network_id': 'c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a', 'admin_state_up': True, 'tenant_id': '9f00116b40734eb5805b79c1342fc240'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:15.453971 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Made reservation on behalf of 9f00116b40734eb5805b79c1342fc240 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:04:15.458737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:15.594621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Allocated IP 172.20.0.8 (c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a/a606d52e-ecb7-4a25-827d-52f76590a4fb/4248dfa3-4085-4131-9757-fb6a8e929740) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:15.614530 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-82fb4d59-dd32-4be3-bcb7-6b90f17c7431 req-871b64c2-5ea9-4826-b820-f99ea470f7e9 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 210 time: 0.0284615 Apr 01 16:04:15.647766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:15.746084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:15.849017 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:15.897777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Network c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:15.901730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:15.905371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:04:15.911518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Pushing event updated for resources: {'Port': ['ID=4248dfa3-4085-4131-9757-fb6a8e929740,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:15.956110 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:15.956795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:16.065615 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-e54e36fe-8f13-4a7d-95a4-9999b97cf0bd tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8370624 Apr 01 16:04:16.082973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Request body: {'port': {'device_id': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:04:16.138813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:16.405763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4248dfa3-4085-4131-9757-fb6a8e929740 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:04:16.413046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:16.424637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Transition to ACTIVE for port object 4248dfa3-4085-4131-9757-fb6a8e929740 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:04:16.539858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:16.589686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Pushing event updated for resources: {'Port': ['ID=4248dfa3-4085-4131-9757-fb6a8e929740,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:16.671998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Attempting to bind port 4248dfa3-4085-4131-9757-fb6a8e929740 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:04:16.671998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Attempting to bind port 4248dfa3-4085-4131-9757-fb6a8e929740 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '6a017f44-3435-4521-9751-1c1661574ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:04:16.671998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Attempting to bind port 4248dfa3-4085-4131-9757-fb6a8e929740 on network c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:04:16.671998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Port 4248dfa3-4085-4131-9757-fb6a8e929740 on network c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:04:16.672510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Attempting to bind port 4248dfa3-4085-4131-9757-fb6a8e929740 on network c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:04:16.677362 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:04:16.677747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Checking segment: {'id': '6a017f44-3435-4521-9751-1c1661574ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:04:16.678130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Bound using segment: {'id': '6a017f44-3435-4521-9751-1c1661574ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:04:16.678657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Bound port: 4248dfa3-4085-4131-9757-fb6a8e929740, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a017f44-3435-4521-9751-1c1661574ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:04:16.678968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:16.737682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce54f4-4f93-47cb-b4d4-80302722de4c req-69b1f65d-58ee-49a4-9f8a-70f293cfc396 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:16.739189 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-40ce54f4-4f93-47cb-b4d4-80302722de4c req-69b1f65d-58ee-49a4-9f8a-70f293cfc396 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 943 time: 0.0512846 Apr 01 16:04:16.745984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:04:16.749248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4248dfa3-4085-4131-9757-fb6a8e929740,segment=NetworkSegment(6a017f44-3435-4521-9751-1c1661574ff1),segment_id=6a017f44-3435-4521-9751-1c1661574ff1)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:04:16.777544 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-40ce54f4-4f93-47cb-b4d4-80302722de4c req-ca08a46c-18b9-4337-b8c4-5a55f5b7ef5a tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Apr 01 16:04:16.848170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:16.886994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:16.887601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:16.889019 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] 10.222.0.41 "PUT /v2.0/ports/4248dfa3-4085-4131-9757-fb6a8e929740 HTTP/1.1" status: 200 len: 1093 time: 0.8103299 Apr 01 16:04:16.889455 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:04:16.891684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdb88c5-9d9b-4e9d-85a8-42fa6723f0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:04:16.916109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3dcc3-a2d9-423c-baec-4dd072eb0d2a service neutron] Pushing event updated for resources: {'Port': ['ID=4248dfa3-4085-4131-9757-fb6a8e929740,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:16.928594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31253473-a0c9-4ce4-8a63-cab3341cbc85 x-openstack-request-id: req-31253473-a0c9-4ce4-8a63-cab3341cbc85 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:04:16.928889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:04:16.929146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31253473-a0c9-4ce4-8a63-cab3341cbc85 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:04:16.929557 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31253473-a0c9-4ce4-8a63-cab3341cbc85'] response: {'name': 'network-changed', 'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740', 'status': 'completed', 'code': 200} Apr 01 16:04:16.998365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb88c5-9d9b-4e9d-85a8-42fa6723f0f5 req-c7fc3c18-6588-4ee0-892f-c98a6d2f02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:16.999875 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bdb88c5-9d9b-4e9d-85a8-42fa6723f0f5 req-c7fc3c18-6588-4ee0-892f-c98a6d2f02d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f00116b40734eb5805b79c1342fc240&device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 1096 time: 0.0423920 Apr 01 16:04:17.100190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb88c5-9d9b-4e9d-85a8-42fa6723f0f5 req-2624948b-e194-41d8-a5d3-2296bdf8edac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:17.102315 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bdb88c5-9d9b-4e9d-85a8-42fa6723f0f5 req-2624948b-e194-41d8-a5d3-2296bdf8edac service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9f00116b40734eb5805b79c1342fc240&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0942760 Apr 01 16:04:17.206791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb88c5-9d9b-4e9d-85a8-42fa6723f0f5 req-476dedff-09ca-469e-9b8b-5fa38a1adc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:17.208176 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bdb88c5-9d9b-4e9d-85a8-42fa6723f0f5 req-476dedff-09ca-469e-9b8b-5fa38a1adc59 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954177 Apr 01 16:04:17.294166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-043e285c-763e-4ef4-8b1a-eb181f7f930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:17.295708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-043e285c-763e-4ef4-8b1a-eb181f7f930f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f00116b40734eb5805b79c1342fc240&device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 1096 time: 0.0426307 Apr 01 16:04:17.344109 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-7ade00a8-ab2a-4549-a6d8-743aa729047c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4248dfa3-4085-4131-9757-fb6a8e929740 HTTP/1.1" status: 200 len: 217 time: 0.0356882 Apr 01 16:04:17.403968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-d10724c6-c53e-4a27-b27d-c9fe7639d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:17.405513 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-d10724c6-c53e-4a27-b27d-c9fe7639d890 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a606d52e-ecb7-4a25-827d-52f76590a4fb HTTP/1.1" status: 200 len: 852 time: 0.0501604 Apr 01 16:04:17.445805 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-69fab0cf-3690-40f3-bb8f-2f4db98fafc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257504 Apr 01 16:04:17.537698 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-6ecc956d-7e4c-4321-8dcb-fa419b4ef35a service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857420 Apr 01 16:04:17.640080 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e0d41efb-02f1-4689-a80a-9bbd5ddd9111 req-bdbe21c5-7813-4743-8fc8-a8ea496bc4fb service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923560 Apr 01 16:04:17.895923 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347abff-7379-4ce6-b60f-aa44a247d6c9 req-5bc3d79a-806d-4181-bcd7-11901deab842 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:17.897460 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f347abff-7379-4ce6-b60f-aa44a247d6c9 req-5bc3d79a-806d-4181-bcd7-11901deab842 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 943 time: 0.0495200 Apr 01 16:04:17.941234 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f347abff-7379-4ce6-b60f-aa44a247d6c9 req-b9def2fe-e4e0-43b2-af36-84a9bf310bf9 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370705 Apr 01 16:04:19.059682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e278b-6e16-4ac2-b4a2-c817a09371ce req-ce1eba69-eaa1-4c16-abd7-440f2c77adc8 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:19.061202 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-989e278b-6e16-4ac2-b4a2-c817a09371ce req-ce1eba69-eaa1-4c16-abd7-440f2c77adc8 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 943 time: 0.0495744 Apr 01 16:04:19.099689 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-989e278b-6e16-4ac2-b4a2-c817a09371ce req-c9171e9e-5a69-448c-b76d-b335d40b3bf3 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323577 Apr 01 16:04:19.973943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4248dfa3-4085-4131-9757-fb6a8e929740 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:04:20.067316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4248dfa3-4085-4131-9757-fb6a8e929740,segment=NetworkSegment(6a017f44-3435-4521-9751-1c1661574ff1),segment_id=6a017f44-3435-4521-9751-1c1661574ff1)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:20.122495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '4248dfa3-4085-4131-9757-fb6a8e929740', 'network_id': 'c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a', 'port_id': '4248dfa3-4085-4131-9757-fb6a8e929740', 'mac_address': 'fa:16:3e:50:f3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a606d52e-ecb7-4a25-827d-52f76590a4fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:04:20.122495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:20.135845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4248dfa3-4085-4131-9757-fb6a8e929740 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:04:20.156998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4248dfa3-4085-4131-9757-fb6a8e929740,segment=NetworkSegment(6a017f44-3435-4521-9751-1c1661574ff1),segment_id=6a017f44-3435-4521-9751-1c1661574ff1)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:20.221557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df528572-2e59-4561-8ee0-53d3b4e6d153 req-5d2b4007-5598-4423-8dde-50335f204eed tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:20.223059 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-df528572-2e59-4561-8ee0-53d3b4e6d153 req-5d2b4007-5598-4423-8dde-50335f204eed tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 943 time: 0.0518234 Apr 01 16:04:20.253574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:20.265754 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-df528572-2e59-4561-8ee0-53d3b4e6d153 req-9216d357-1dee-4c5a-b9df-18e1b5e65b1c tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358164 Apr 01 16:04:20.303387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=4248dfa3-4085-4131-9757-fb6a8e929740,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:20.310350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.312813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.312813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.312813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.312813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.312813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.312813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.312813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.313355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.313355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.313738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.313992 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:20.497375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['4248dfa3-4085-4131-9757-fb6a8e929740'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:04:21.381461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43d34a-18d2-4441-8d15-a2029fa8a391 req-376105a4-dfa8-47a0-b159-d33f2c261239 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:21.383571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ae43d34a-18d2-4441-8d15-a2029fa8a391 req-376105a4-dfa8-47a0-b159-d33f2c261239 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 944 time: 0.0503681 Apr 01 16:04:21.424685 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ae43d34a-18d2-4441-8d15-a2029fa8a391 req-aca680cc-17cd-4c26-a05a-20b940221250 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350506 Apr 01 16:04:21.985807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4248dfa3-4085-4131-9757-fb6a8e929740 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:04:22.173299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 4248dfa3-4085-4131-9757-fb6a8e929740 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:04:22.177490 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 4248dfa3-4085-4131-9757-fb6a8e929740 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:22.177886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:22.260118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:22.282729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:04:22.285021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b20a37-1a39-4db1-9cf1-0fdd374ff409" -d '{"events": [{"server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "name": "network-vif-plugged", "status": "completed", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:04:22.298278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4248dfa3-4085-4131-9757-fb6a8e929740,segment=NetworkSegment(6a017f44-3435-4521-9751-1c1661574ff1),segment_id=6a017f44-3435-4521-9751-1c1661574ff1)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:22.321816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e59974-d595-4127-a878-b7797ec98acf x-openstack-request-id: req-b4e59974-d595-4127-a878-b7797ec98acf {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:04:22.322108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "name": "network-vif-plugged", "status": "completed", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:04:22.322360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b4e59974-d595-4127-a878-b7797ec98acf {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:04:22.322795 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e59974-d595-4127-a878-b7797ec98acf'] response: {'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740', 'code': 200} Apr 01 16:04:22.394074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:22.441308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=4248dfa3-4085-4131-9757-fb6a8e929740,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:22.544677 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ef898-8b88-4024-a94a-4d3c4003c10b req-e5dc3b9d-ea7b-43df-a527-e2dd53e03b09 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:22.546118 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a4ef898-8b88-4024-a94a-4d3c4003c10b req-e5dc3b9d-ea7b-43df-a527-e2dd53e03b09 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0523846 Apr 01 16:04:22.587430 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a4ef898-8b88-4024-a94a-4d3c4003c10b req-6c6123fa-a212-48c9-988b-13f856d909c4 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353129 Apr 01 16:04:22.723178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72fd7-e947-45ca-9604-cf7650fb2a4e req-43b170d2-8de7-4262-a50c-57a0d0e35c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:22.724724 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-17b72fd7-e947-45ca-9604-cf7650fb2a4e req-43b170d2-8de7-4262-a50c-57a0d0e35c0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 1098 time: 0.0446246 Apr 01 16:04:22.765087 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-17b72fd7-e947-45ca-9604-cf7650fb2a4e req-10bc0499-ef2f-4fec-9446-cd57c9664549 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289769 Apr 01 16:04:23.705892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8642325-7956-4ac3-b40e-ef78781922a7 req-9d124f95-b6b6-4e52-b4f5-d57e904c287d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:23.707401 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e8642325-7956-4ac3-b40e-ef78781922a7 req-9d124f95-b6b6-4e52-b4f5-d57e904c287d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0505915 Apr 01 16:04:23.763429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e8642325-7956-4ac3-b40e-ef78781922a7 req-b57f4cc2-d048-45ed-8639-aee98cfcc6a3 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464382 Apr 01 16:04:24.878531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64db55-643e-4fa0-b241-dd9c0f09c067 req-152b464c-1b08-4d88-baea-93b16cd8c072 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:24.880028 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5c64db55-643e-4fa0-b241-dd9c0f09c067 req-152b464c-1b08-4d88-baea-93b16cd8c072 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0493200 Apr 01 16:04:24.922887 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5c64db55-643e-4fa0-b241-dd9c0f09c067 req-cd7e51c7-9289-4cb8-a5e5-b19a88c2b7a3 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362043 Apr 01 16:04:25.498198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c3f32-fa8b-4928-82d5-a198c8edb680 req-d98f47ba-8c5e-4c0b-bf2a-7787f8aa5edb tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:25.499722 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-720c3f32-fa8b-4928-82d5-a198c8edb680 req-d98f47ba-8c5e-4c0b-bf2a-7787f8aa5edb tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0530245 Apr 01 16:04:25.538126 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-720c3f32-fa8b-4928-82d5-a198c8edb680 req-447dc03a-2981-4a39-9d4d-ba56266734b0 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Apr 01 16:04:25.704436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57742) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:04:25.792639 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-2c5357ab-73a3-4486-84dc-8e266ae5dc5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868585 Apr 01 16:04:25.802178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-83dac94c-d31d-431e-8fb7-76f816797098 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:04:25.803260 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-83dac94c-d31d-431e-8fb7-76f816797098 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053787 Apr 01 16:04:26.658570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9fcf0-df7c-4fc5-b8f3-221834275739 req-501712d4-b6c8-483e-aab4-af9f622e038c tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:26.660094 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9dc9fcf0-df7c-4fc5-b8f3-221834275739 req-501712d4-b6c8-483e-aab4-af9f622e038c tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0502021 Apr 01 16:04:26.702719 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9dc9fcf0-df7c-4fc5-b8f3-221834275739 req-5380251a-6783-4c40-9f51-5a24dc103a42 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357935 Apr 01 16:04:27.825233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf0ef4-c7c1-4aac-97c3-c477dfb9f254 req-57106448-67e9-4c33-8d42-08a767c5391d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:27.826831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dfbf0ef4-c7c1-4aac-97c3-c477dfb9f254 req-57106448-67e9-4c33-8d42-08a767c5391d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0544374 Apr 01 16:04:27.866240 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dfbf0ef4-c7c1-4aac-97c3-c477dfb9f254 req-dbe00b5f-5f7b-422a-aa9e-7b439bb32062 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334144 Apr 01 16:04:28.374090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-06fcdb69-a1ca-4fa3-8103-c526cae17f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:28.375758 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-06fcdb69-a1ca-4fa3-8103-c526cae17f1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f00116b40734eb5805b79c1342fc240&device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 1098 time: 0.0430646 Apr 01 16:04:28.471660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-ac07842b-7f48-41c5-9865-57cd1e719b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:28.473275 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-ac07842b-7f48-41c5-9865-57cd1e719b48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a HTTP/1.1" status: 200 len: 914 time: 0.0913985 Apr 01 16:04:28.515331 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-4d371b11-ac54-421e-bf2c-52e0840875cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4248dfa3-4085-4131-9757-fb6a8e929740 HTTP/1.1" status: 200 len: 217 time: 0.0354435 Apr 01 16:04:28.573146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-95dba8aa-2f78-4b9a-8b75-c0ab9ebd04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:28.574666 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-95dba8aa-2f78-4b9a-8b75-c0ab9ebd04d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a606d52e-ecb7-4a25-827d-52f76590a4fb HTTP/1.1" status: 200 len: 852 time: 0.0529034 Apr 01 16:04:28.607184 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-cdacdc15-3183-4137-b8aa-7995fda46a55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261381 Apr 01 16:04:28.699971 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-9dee9dd7-2f27-4694-b188-1c9bd0b0077a service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856519 Apr 01 16:04:28.798154 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-485f03c3-5254-4cb0-84b7-8a8ab6a576cc service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883181 Apr 01 16:04:28.994288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b6950-a75e-4ba5-94a5-9a0d0d3a77f2 req-12e88fe6-1d00-480e-bd84-a514664bcb94 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:28.996657 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d35b6950-a75e-4ba5-94a5-9a0d0d3a77f2 req-12e88fe6-1d00-480e-bd84-a514664bcb94 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0558932 Apr 01 16:04:29.035451 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d35b6950-a75e-4ba5-94a5-9a0d0d3a77f2 req-cf1f20b3-f36b-42c9-b3a1-5ba66a843661 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Apr 01 16:04:30.152334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bbfa8-5c1f-433a-8b33-5cce7c7cbea0 req-54f21ede-cf96-41e7-817d-387ccc3f62b2 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:30.153970 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-830bbfa8-5c1f-433a-8b33-5cce7c7cbea0 req-54f21ede-cf96-41e7-817d-387ccc3f62b2 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0494239 Apr 01 16:04:30.193769 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-830bbfa8-5c1f-433a-8b33-5cce7c7cbea0 req-99d8a8f5-c855-4fef-9e2f-7727dd997a36 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Apr 01 16:04:31.321081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c16ae-d003-410e-94b9-95c8b1714da5 req-ad4bc19f-da49-4ff1-84de-cbac23f3d049 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:31.322623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-785c16ae-d003-410e-94b9-95c8b1714da5 req-ad4bc19f-da49-4ff1-84de-cbac23f3d049 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0565763 Apr 01 16:04:31.365654 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-785c16ae-d003-410e-94b9-95c8b1714da5 req-fdb9a9d2-211c-448f-a8dc-c8b2e8173d69 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360689 Apr 01 16:04:32.482651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bd687-6bc4-47cc-afd5-4e3ea4f15eec req-bceeaedb-22c2-423d-b15c-c683cc94714d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:32.484148 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-479bd687-6bc4-47cc-afd5-4e3ea4f15eec req-bceeaedb-22c2-423d-b15c-c683cc94714d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Apr 01 16:04:32.523438 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-479bd687-6bc4-47cc-afd5-4e3ea4f15eec req-31b945b5-87e4-4642-8006-989660cad398 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Apr 01 16:04:33.641295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac36c8d-dd81-4cae-9c10-65996b4bc477 req-b335a06f-44e9-44c2-a13d-4a16f57dbc64 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:33.642915 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ac36c8d-dd81-4cae-9c10-65996b4bc477 req-b335a06f-44e9-44c2-a13d-4a16f57dbc64 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0519953 Apr 01 16:04:33.684593 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ac36c8d-dd81-4cae-9c10-65996b4bc477 req-4fa10084-8a8b-45bf-9b54-76a923f51d02 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347784 Apr 01 16:04:34.123887 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:04:34.753848 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bc83f2fd-9674-4562-b59a-207872b90490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:34.809465 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecdb2d-a115-4629-ad3e-feefa29da2e4 req-ec578703-fe51-4a66-9d7b-98857d0f8df1 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:34.811048 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4ecdb2d-a115-4629-ad3e-feefa29da2e4 req-ec578703-fe51-4a66-9d7b-98857d0f8df1 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0564687 Apr 01 16:04:34.850490 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4ecdb2d-a115-4629-ad3e-feefa29da2e4 req-7dc7be4a-5f99-4a9a-b78e-7f61e411e1f2 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333986 Apr 01 16:04:35.968123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efed7a1-6e72-4d5c-8da1-f54857b73d3a req-a28e4848-c931-4e1a-81b2-b7b0df729f1c tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:35.969566 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0efed7a1-6e72-4d5c-8da1-f54857b73d3a req-a28e4848-c931-4e1a-81b2-b7b0df729f1c tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0507290 Apr 01 16:04:36.007598 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0efed7a1-6e72-4d5c-8da1-f54857b73d3a req-2eba8197-147b-49ef-b4fd-fbef4aad031c tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Apr 01 16:04:37.126541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f7b47-81fd-4454-ab91-f248ee811df5 req-eff4e4ae-ca4c-4eb4-8730-c65cd1df1c54 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:37.128076 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-164f7b47-81fd-4454-ab91-f248ee811df5 req-eff4e4ae-ca4c-4eb4-8730-c65cd1df1c54 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0521076 Apr 01 16:04:37.167904 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-164f7b47-81fd-4454-ab91-f248ee811df5 req-b5cfe99f-c2aa-4a1d-a2a2-7f6581d2ea1c tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330048 Apr 01 16:04:37.262334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c664a6e0-73e5-4b0e-97ed-ef6bca951851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.293024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6177bb8-035c-42bc-b730-e34b58bc715d req-4cd878b6-4c55-44e9-9204-a6daedf78ed7 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:38.294535 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6177bb8-035c-42bc-b730-e34b58bc715d req-4cd878b6-4c55-44e9-9204-a6daedf78ed7 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0563545 Apr 01 16:04:38.333443 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6177bb8-035c-42bc-b730-e34b58bc715d req-476f424f-e498-4414-85de-a82404849cab tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Apr 01 16:04:39.271683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-f333aa8d-2ba3-4078-a375-1c8e42ec7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:39.273219 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-f333aa8d-2ba3-4078-a375-1c8e42ec7fb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f00116b40734eb5805b79c1342fc240&device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 1098 time: 0.0407817 Apr 01 16:04:39.382583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-4eade032-bc61-4cf6-bdcc-69fa969ad734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:39.384099 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-4eade032-bc61-4cf6-bdcc-69fa969ad734 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a HTTP/1.1" status: 200 len: 914 time: 0.0916269 Apr 01 16:04:39.428760 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-e00b3570-b4b1-4953-bba9-fa6557e69935 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4248dfa3-4085-4131-9757-fb6a8e929740 HTTP/1.1" status: 200 len: 217 time: 0.0376318 Apr 01 16:04:39.452000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69885e28-f9d2-4050-986c-2531daf6577b req-6094013c-099d-4e03-9829-71772cde290f tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:39.453566 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69885e28-f9d2-4050-986c-2531daf6577b req-6094013c-099d-4e03-9829-71772cde290f tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Apr 01 16:04:39.492956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-5d9ad88e-f86a-4a34-b89b-85dbd12bca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:39.494487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69885e28-f9d2-4050-986c-2531daf6577b req-09a6d066-ba70-43ae-96ca-e097fbec7597 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349174 Apr 01 16:04:39.494714 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-5d9ad88e-f86a-4a34-b89b-85dbd12bca02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a606d52e-ecb7-4a25-827d-52f76590a4fb HTTP/1.1" status: 200 len: 852 time: 0.0535545 Apr 01 16:04:39.530612 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-a403f1c7-101f-4c10-beaa-ae8605902db7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282345 Apr 01 16:04:39.624230 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-c453199f-d5b7-4a66-bd86-cba703698df4 service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874338 Apr 01 16:04:39.729551 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ce9e18de-6dfe-4333-927c-164c1f842de2 req-f9c7b6ab-3b6d-4dbb-bd6a-1921736d3fda service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989921 Apr 01 16:04:39.784367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:40.614292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92983a-ed83-4085-ac9e-f17ca78d2d56 req-e1d58117-654d-4385-8b27-a89d14907a73 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:40.615920 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fa92983a-ed83-4085-ac9e-f17ca78d2d56 req-e1d58117-654d-4385-8b27-a89d14907a73 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0514340 Apr 01 16:04:40.654458 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fa92983a-ed83-4085-ac9e-f17ca78d2d56 req-d8c0ed95-1376-4e75-a600-9f55c2b97b3b tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Apr 01 16:04:40.900114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.025181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.782850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5c106-b6c5-47d9-924a-2149addbff68 req-81786dc9-2799-41cd-9fa3-97995a08c6b3 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:41.785407 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c8f5c106-b6c5-47d9-924a-2149addbff68 req-81786dc9-2799-41cd-9fa3-97995a08c6b3 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0612252 Apr 01 16:04:41.827621 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c8f5c106-b6c5-47d9-924a-2149addbff68 req-dd37a6d5-5423-4c99-ab09-137fd125fcf4 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363154 Apr 01 16:04:42.966266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d2163-1851-4a34-80d8-3c3cccb2056b req-25bef30e-d373-43be-91d6-81587db4490f tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:42.967985 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-131d2163-1851-4a34-80d8-3c3cccb2056b req-25bef30e-d373-43be-91d6-81587db4490f tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0514312 Apr 01 16:04:43.006775 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-131d2163-1851-4a34-80d8-3c3cccb2056b req-24cab4cd-1232-4372-a289-c2e5a71c90d1 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Apr 01 16:04:44.124279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebd23c-dc49-47fc-80bf-c3581b55f516 req-38a24e7f-8009-468e-8235-c3c36946c83b tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:44.125964 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36ebd23c-dc49-47fc-80bf-c3581b55f516 req-38a24e7f-8009-468e-8235-c3c36946c83b tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0513556 Apr 01 16:04:44.166357 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36ebd23c-dc49-47fc-80bf-c3581b55f516 req-92bfdef0-0480-47cf-8fda-d5d9e5b83152 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Apr 01 16:04:45.289412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa9790-e4f6-4615-9b72-1baa84403d19 req-9e134d78-f5b8-40ee-9f09-117526ff1b99 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:45.290972 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-baaa9790-e4f6-4615-9b72-1baa84403d19 req-9e134d78-f5b8-40ee-9f09-117526ff1b99 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0555351 Apr 01 16:04:45.329218 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-baaa9790-e4f6-4615-9b72-1baa84403d19 req-ce175c50-896b-4f11-8594-c37c62530ea4 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Apr 01 16:04:45.795588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:46.450223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9fbbb-758d-4f84-ab19-f9e2dc525e88 req-21d7d2a8-4377-4178-88a9-5eef6cbb2e8e tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:46.451873 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3db9fbbb-758d-4f84-ab19-f9e2dc525e88 req-21d7d2a8-4377-4178-88a9-5eef6cbb2e8e tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0517652 Apr 01 16:04:46.494036 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3db9fbbb-758d-4f84-ab19-f9e2dc525e88 req-80d16abf-163d-42d3-a792-5d2b0b8e9e81 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359674 Apr 01 16:04:47.617003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b366980-219f-457b-a3b7-e4acc4fe0143 req-d16642ca-1680-497f-9fd2-b3dda93fd204 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:47.618641 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6b366980-219f-457b-a3b7-e4acc4fe0143 req-d16642ca-1680-497f-9fd2-b3dda93fd204 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0540245 Apr 01 16:04:47.662831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6b366980-219f-457b-a3b7-e4acc4fe0143 req-e1b7a691-f12d-49a7-b194-aa403fab6d9d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379639 Apr 01 16:04:48.786676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebcb6c-50da-45e4-8a0e-db63bf071975 req-6ba908ff-8ddf-4b06-b770-1ec982455e24 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:48.788813 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-64ebcb6c-50da-45e4-8a0e-db63bf071975 req-6ba908ff-8ddf-4b06-b770-1ec982455e24 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0550687 Apr 01 16:04:48.837103 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-64ebcb6c-50da-45e4-8a0e-db63bf071975 req-936abec2-a08a-4096-b9c1-8ea9137a7f20 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Apr 01 16:04:49.960045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbf67d-9350-4fa7-9a17-e10bb094665a req-109d1149-080f-4ad7-b261-5a711fd88fba tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:49.961590 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f8dbf67d-9350-4fa7-9a17-e10bb094665a req-109d1149-080f-4ad7-b261-5a711fd88fba tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0532010 Apr 01 16:04:50.009803 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f8dbf67d-9350-4fa7-9a17-e10bb094665a req-e26cbd6e-7222-44d8-af73-f7aa33517d1f tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Apr 01 16:04:51.133514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20fcbb-8616-497b-9a9c-eb333a02dd78 req-c3745f06-fed3-457f-ba5e-c1540d319b8c tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:51.135050 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7a20fcbb-8616-497b-9a9c-eb333a02dd78 req-c3745f06-fed3-457f-ba5e-c1540d319b8c tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0531447 Apr 01 16:04:51.176242 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7a20fcbb-8616-497b-9a9c-eb333a02dd78 req-29b4b03e-60f8-413c-b2cd-de8324fe941f tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Apr 01 16:04:52.313127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddb9ea-9c05-48cc-92e7-3be919b43d81 req-f7388bcc-cfc5-4574-8681-793505871b65 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:52.314732 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-efddb9ea-9c05-48cc-92e7-3be919b43d81 req-f7388bcc-cfc5-4574-8681-793505871b65 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0658872 Apr 01 16:04:52.359918 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-efddb9ea-9c05-48cc-92e7-3be919b43d81 req-17e95b03-994c-4dff-93df-bbe20f3ca8a4 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347931 Apr 01 16:04:53.480303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55923fd2-6d37-4be4-8f9e-25669e70aae2 req-9f4d5989-a56b-483b-bba8-8a497d22a75f tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:53.481950 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-55923fd2-6d37-4be4-8f9e-25669e70aae2 req-9f4d5989-a56b-483b-bba8-8a497d22a75f tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0518899 Apr 01 16:04:53.525972 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-55923fd2-6d37-4be4-8f9e-25669e70aae2 req-5592114a-5177-4e28-a4cb-cf0247800e32 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Apr 01 16:04:54.650970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41fdef-c30f-48c0-a53b-077a8642c422 req-940ff425-4c1d-4f03-905d-a7e7e39199ca tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:54.652640 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ea41fdef-c30f-48c0-a53b-077a8642c422 req-940ff425-4c1d-4f03-905d-a7e7e39199ca tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0564275 Apr 01 16:04:54.711804 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ea41fdef-c30f-48c0-a53b-077a8642c422 req-eaa5610a-ec84-4f46-addc-de8460a333ad tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470276 Apr 01 16:04:55.841068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51438e-216e-489c-8557-04b6a9ae1963 req-78141fd0-75db-4028-af33-cc4e2d3d5f00 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:55.842875 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0d51438e-216e-489c-8557-04b6a9ae1963 req-78141fd0-75db-4028-af33-cc4e2d3d5f00 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0558481 Apr 01 16:04:55.884479 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0d51438e-216e-489c-8557-04b6a9ae1963 req-a73b16fd-f61e-47ed-86d2-4e6a7c186708 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352755 Apr 01 16:04:56.522939 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-b0eb3e6a-baab-4ab0-880c-c322259de309 service neutron] 10.222.0.41 "GET /v2.0/ports/4248dfa3-4085-4131-9757-fb6a8e929740/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0658822 Apr 01 16:04:57.008870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc7b39-5401-4e95-838f-c52a2f8f391a req-133a3014-1d62-4749-b3a1-a381f292ee85 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:57.010481 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-61fc7b39-5401-4e95-838f-c52a2f8f391a req-133a3014-1d62-4749-b3a1-a381f292ee85 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0549307 Apr 01 16:04:57.049540 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-61fc7b39-5401-4e95-838f-c52a2f8f391a req-1c067874-9bad-474a-a5bb-8835c162eb0b tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329823 Apr 01 16:04:57.396373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-ada10d50-91f5-4995-b3cf-d21f2a2a13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:57.397881 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-ada10d50-91f5-4995-b3cf-d21f2a2a13ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79&tenant_id=9f00116b40734eb5805b79c1342fc240 HTTP/1.1" status: 200 len: 1098 time: 0.0761178 Apr 01 16:04:57.465159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-a5b336df-c7af-4e9d-8e34-6316652e10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:57.466810 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-a5b336df-c7af-4e9d-8e34-6316652e10f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f00116b40734eb5805b79c1342fc240&device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 1098 time: 0.0413630 Apr 01 16:04:57.559301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-58f86026-5376-4b1a-9e87-0ca675474a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:57.560783 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-58f86026-5376-4b1a-9e87-0ca675474a3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a HTTP/1.1" status: 200 len: 914 time: 0.0844128 Apr 01 16:04:57.604676 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-1dd175be-dd5e-4e3d-b4be-568bd763f868 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4248dfa3-4085-4131-9757-fb6a8e929740 HTTP/1.1" status: 200 len: 217 time: 0.0339127 Apr 01 16:04:57.656731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-9806e8a4-a11b-4951-9ee2-2d326a8d7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:57.658190 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-9806e8a4-a11b-4951-9ee2-2d326a8d7314 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a606d52e-ecb7-4a25-827d-52f76590a4fb HTTP/1.1" status: 200 len: 852 time: 0.0432746 Apr 01 16:04:57.693298 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-ea7edf2f-53ef-4f28-be25-02676b98ac9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251129 Apr 01 16:04:57.786295 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-2907dc55-dc47-43fa-8eed-4c634961184c service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861871 Apr 01 16:04:57.884277 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e1d1be47-eeec-4f13-9e5b-00b75de16360 req-b29dfc0d-91b9-48c1-9b14-47da9758545a service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862870 Apr 01 16:04:58.171348 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a956ef-957e-47fc-8709-d2a898e75f19 req-ecb7b7cc-ab46-4fad-afa2-8ce06a5daa47 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:58.175662 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d5a956ef-957e-47fc-8709-d2a898e75f19 req-ecb7b7cc-ab46-4fad-afa2-8ce06a5daa47 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0531356 Apr 01 16:04:58.213507 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d5a956ef-957e-47fc-8709-d2a898e75f19 req-26fdfb78-2e24-478a-8e9c-0039be9a26b4 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343051 Apr 01 16:04:59.339973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d961c-5116-472a-8b6b-4b58b0a664c1 req-fb702739-36a9-4637-b577-a73ad39a4876 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:59.341802 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d06d961c-5116-472a-8b6b-4b58b0a664c1 req-fb702739-36a9-4637-b577-a73ad39a4876 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0556028 Apr 01 16:04:59.380265 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d06d961c-5116-472a-8b6b-4b58b0a664c1 req-9bb4ba39-9c8e-4417-9933-f175b2116168 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Apr 01 16:05:00.213994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4248dfa3-4085-4131-9757-fb6a8e929740 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:05:00.217354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4248dfa3-4085-4131-9757-fb6a8e929740 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:05:00.369738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.394389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4248dfa3-4085-4131-9757-fb6a8e929740,segment=NetworkSegment(6a017f44-3435-4521-9751-1c1661574ff1),segment_id=6a017f44-3435-4521-9751-1c1661574ff1)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:00.417463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:00.417463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66538ca-56e5-457c-af73-cc2bdce848d8" -d '{"events": [{"server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "name": "network-vif-unplugged", "status": "completed", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:05:00.428923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '4248dfa3-4085-4131-9757-fb6a8e929740', 'network_id': 'c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a', 'port_id': '4248dfa3-4085-4131-9757-fb6a8e929740', 'mac_address': 'fa:16:3e:50:f3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a606d52e-ecb7-4a25-827d-52f76590a4fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:05:00.436845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4248dfa3-4085-4131-9757-fb6a8e929740,segment=NetworkSegment(6a017f44-3435-4521-9751-1c1661574ff1),segment_id=6a017f44-3435-4521-9751-1c1661574ff1)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:00.478398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff82198-b65c-4caa-b24b-0e359647a544 x-openstack-request-id: req-2ff82198-b65c-4caa-b24b-0e359647a544 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:05:00.478694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "name": "network-vif-unplugged", "status": "completed", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:05:00.478941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ff82198-b65c-4caa-b24b-0e359647a544 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:05:00.479344 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff82198-b65c-4caa-b24b-0e359647a544'] response: {'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740', 'code': 200} Apr 01 16:05:00.481536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.495044 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4248dfa3-4085-4131-9757-fb6a8e929740 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:05:00.514783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d77432-c132-4738-8ead-8221468fe9ed req-a275b94c-1f9f-472c-a873-b5caa9259e5d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:00.516366 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-12d77432-c132-4738-8ead-8221468fe9ed req-a275b94c-1f9f-472c-a873-b5caa9259e5d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0555987 Apr 01 16:05:00.530598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.557660 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-12d77432-c132-4738-8ead-8221468fe9ed req-c6002737-c1ae-4c75-a423-7ecf5463d1c8 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344718 Apr 01 16:05:00.601133 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:05:00.602003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:05:00.606654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=4248dfa3-4085-4131-9757-fb6a8e929740,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:01.110339 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-5d147114-e61f-4909-85c0-24359d3d1775 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.113214 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-5d147114-e61f-4909-85c0-24359d3d1775 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79&tenant_id=9f00116b40734eb5805b79c1342fc240&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 943 time: 0.0915611 Apr 01 16:05:01.143020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.157667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4248dfa3-4085-4131-9757-fb6a8e929740 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:05:01.178331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4248dfa3-4085-4131-9757-fb6a8e929740,segment=NetworkSegment(6a017f44-3435-4521-9751-1c1661574ff1),segment_id=6a017f44-3435-4521-9751-1c1661574ff1)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:01.201664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-78dd4663-563c-4e28-8105-db61de651343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.203184 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-78dd4663-563c-4e28-8105-db61de651343 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f00116b40734eb5805b79c1342fc240&device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 1096 time: 0.0420051 Apr 01 16:05:01.302241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.304329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-fca94744-eb20-48e9-b708-e06301d403ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.306275 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-fca94744-eb20-48e9-b708-e06301d403ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a HTTP/1.1" status: 200 len: 914 time: 0.0962324 Apr 01 16:05:01.348723 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-be973aeb-ed48-4932-ad76-33a9f19e010b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4248dfa3-4085-4131-9757-fb6a8e929740 HTTP/1.1" status: 200 len: 217 time: 0.0350697 Apr 01 16:05:01.355680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=4248dfa3-4085-4131-9757-fb6a8e929740,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:01.377224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['4248dfa3-4085-4131-9757-fb6a8e929740'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:05:01.400558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-3b03df67-a1ca-4bde-b23a-e6668f69b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:01.402023 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-3b03df67-a1ca-4bde-b23a-e6668f69b0a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a606d52e-ecb7-4a25-827d-52f76590a4fb HTTP/1.1" status: 200 len: 852 time: 0.0467243 Apr 01 16:05:01.435670 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-8f73bd2c-1b18-4f33-ab91-ac8167273532 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260289 Apr 01 16:05:01.526599 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-f81418c4-022c-48f4-a1a9-1a70642d3456 service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 Apr 01 16:05:01.620588 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-48024c1d-70e4-4a67-834d-a06fda974a42 service neutron] 10.222.0.41 "GET /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865281 Apr 01 16:05:02.227704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4248dfa3-4085-4131-9757-fb6a8e929740 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:05:02.280929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 4248dfa3-4085-4131-9757-fb6a8e929740 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:02.281457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.368402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.405473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4248dfa3-4085-4131-9757-fb6a8e929740,segment=NetworkSegment(6a017f44-3435-4521-9751-1c1661574ff1),segment_id=6a017f44-3435-4521-9751-1c1661574ff1)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:02.480950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:02.483191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c45f7b-d307-4040-8861-c58f300a7863" -d '{"events": [{"server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "name": "network-vif-plugged", "status": "completed", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:05:02.523955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ab5345-660f-4a75-99f2-7d9568bad417 x-openstack-request-id: req-d5ab5345-660f-4a75-99f2-7d9568bad417 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:05:02.524241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "name": "network-vif-plugged", "status": "completed", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:05:02.524527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d5ab5345-660f-4a75-99f2-7d9568bad417 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:05:02.524923 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ab5345-660f-4a75-99f2-7d9568bad417'] response: {'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740', 'code': 200} Apr 01 16:05:02.531443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.582951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=4248dfa3-4085-4131-9757-fb6a8e929740,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:03.527478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586a97b-7e86-400e-bf8c-1f61939ee8c6 req-2affe037-3cb7-4776-88c4-3e287b1b54ec tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:03.529039 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5586a97b-7e86-400e-bf8c-1f61939ee8c6 req-2affe037-3cb7-4776-88c4-3e287b1b54ec tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0500336 Apr 01 16:05:03.572956 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5586a97b-7e86-400e-bf8c-1f61939ee8c6 req-37bbe111-1a33-4f05-aa1f-ade4b2075174 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Apr 01 16:05:04.695734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3f324-74c9-430f-a6e6-2c009757be40 req-061ad11c-2853-4372-b45b-0921ff9137a5 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:04.697339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-32f3f324-74c9-430f-a6e6-2c009757be40 req-061ad11c-2853-4372-b45b-0921ff9137a5 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0555980 Apr 01 16:05:04.723750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cd189fe9-8878-4630-a580-128ec078db0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.736513 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-32f3f324-74c9-430f-a6e6-2c009757be40 req-4e58bc64-b1b4-494d-aad9-386e12b7684d tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Apr 01 16:05:05.423982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-1b301128-03cb-4f6e-9591-1c5deab0a3f3 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:05.425479 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-1b301128-03cb-4f6e-9591-1c5deab0a3f3 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0536046 Apr 01 16:05:05.524606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Deleting port 4248dfa3-4085-4131-9757-fb6a8e929740 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:05:05.524979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.612814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] For port 4248dfa3-4085-4131-9757-fb6a8e929740, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4248dfa3-4085-4131-9757-fb6a8e929740,segment=NetworkSegment(6a017f44-3435-4521-9751-1c1661574ff1),segment_id=6a017f44-3435-4521-9751-1c1661574ff1)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:05.613183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.625639 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Calling delete_port for 4248dfa3-4085-4131-9757-fb6a8e929740 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:05:05.849928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.854287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5c976-7d5f-49cc-8a98-d6ff7a172724 req-41b87c5d-30b2-4ee0-bde2-a480590f50fe tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:05.856334 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a0b5c976-7d5f-49cc-8a98-d6ff7a172724 req-41b87c5d-30b2-4ee0-bde2-a480590f50fe tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 945 time: 0.0494378 Apr 01 16:05:05.867550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['4248dfa3-4085-4131-9757-fb6a8e929740'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:05:05.889359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Pushing event deleted for resources: {'Port': ['ID=4248dfa3-4085-4131-9757-fb6a8e929740,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:05.902878 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a0b5c976-7d5f-49cc-8a98-d6ff7a172724 req-6ad39b6e-42e2-456d-a4fd-461e690fe4ca tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/security-groups?id=f9dedc6f-ce5f-4726-ad95-7cf879e9a018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Apr 01 16:05:05.916673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.917015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.917353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.917684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.918020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.918345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.918668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.919012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.919621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.919994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.920320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.920660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:05.937978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] No DVR routers for this DVR port 4248dfa3-4085-4131-9757-fb6a8e929740 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:05:05.940615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.944714 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bb31c2bc-df68-4fb7-875a-5f7bd1df83c0 req-86cb0ec8-d271-4250-a140-f582cc2d2e68 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.41 "DELETE /v2.0/ports/4248dfa3-4085-4131-9757-fb6a8e929740 HTTP/1.1" status: 204 len: 173 time: 0.5102465 Apr 01 16:05:05.945179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'name': 'network-vif-deleted', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:05.952578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183d727b-1c78-48d3-9254-ea2a2761471c" -d '{"events": [{"server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "name": "network-vif-deleted", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:05:05.984746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7992bb0-090b-4708-8163-fb35cd7ef434 x-openstack-request-id: req-f7992bb0-090b-4708-8163-fb35cd7ef434 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:05:05.993312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeacb8f-df00-4f92-8d9c-54dda1237c79", "name": "network-vif-deleted", "tag": "4248dfa3-4085-4131-9757-fb6a8e929740", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:05:05.993312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7992bb0-090b-4708-8163-fb35cd7ef434 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:05:05.993312 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7992bb0-090b-4708-8163-fb35cd7ef434'] response: {'server_uuid': '6eeacb8f-df00-4f92-8d9c-54dda1237c79', 'name': 'network-vif-deleted', 'tag': '4248dfa3-4085-4131-9757-fb6a8e929740', 'status': 'completed', 'code': 200} Apr 01 16:05:07.022629 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be0238e1-a9db-4c5a-a627-32f8e3862ccc req-17c53d6c-9a41-400b-b464-210922d08a43 tempest-DeleteServersTestJSON-12077729 tempest-DeleteServersTestJSON-12077729-project] 10.222.0.73 "GET /v2.0/ports?device_id=6eeacb8f-df00-4f92-8d9c-54dda1237c79 HTTP/1.1" status: 200 len: 210 time: 0.0324676 Apr 01 16:05:07.309827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7f242ce0-0459-459b-88a2-4abe78d15ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.162589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 57854) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:05:08.214843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Deleting subnet a606d52e-ecb7-4a25-827d-52f76590a4fb {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:05:08.218619 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.257355 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.298394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.458169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.482932 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a606d52e-ecb7-4a25-827d-52f76590a4fb,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:08.492746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.495852 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a606d52e-ecb7-4a25-827d-52f76590a4fb HTTP/1.1" status: 204 len: 168 time: 0.3321712 Apr 01 16:05:08.498041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.498636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57856) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:05:08.499319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.499785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.500136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.500614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.500956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.501293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.501665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.502000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.502337 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.502691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.503073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf76c7d-d336-47d3-ae2f-1cec60aec4a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:08.566752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.684827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.712909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:08.723469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a017f44-3435-4521-9751-1c1661574ff1') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:08.723766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a017f44-3435-4521-9751-1c1661574ff1') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:08.734721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.754312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.761209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:05:08.761619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:05:08.763389 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:05:08.896493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.901934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.908019 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] 10.222.0.73 "DELETE /v2.0/networks/c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a HTTP/1.1" status: 204 len: 168 time: 0.4053705 Apr 01 16:05:09.241628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f57bbd-f871-4787-b84a-adfbd7a2f4be admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c9c1b2-40f8-4ea5-b8d5-84a790c6151a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:09.307744 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57860) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:05:09.348067 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3900fbf3-f318-4d02-8cfc-c125ea020def admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f00116b40734eb5805b79c1342fc240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392330 Apr 01 16:05:09.350671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57862) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:05:09.400575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2c26-7334-425e-b270-bbcdb07eef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.421322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2c26-7334-425e-b270-bbcdb07eef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.543458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2c26-7334-425e-b270-bbcdb07eef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.546010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2c26-7334-425e-b270-bbcdb07eef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.547390 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0f2f2c26-7334-425e-b270-bbcdb07eef85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9dedc6f-ce5f-4726-ad95-7cf879e9a018 HTTP/1.1" status: 204 len: 168 time: 0.1957514 Apr 01 16:05:09.557211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f2c26-7334-425e-b270-bbcdb07eef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dedc6f-ce5f-4726-ad95-7cf879e9a018,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:09.766127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.248734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4248dfa3-4085-4131-9757-fb6a8e929740 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:05:10.269706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 4248dfa3-4085-4131-9757-fb6a8e929740 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:05:10.269964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4248dfa3-4085-4131-9757-fb6a8e929740 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:05:10.618296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57884) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:05:10.717537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-742484831-network', 'tenant_id': '3134d55b7e304a9da50de40f2460bdc7'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:10.817929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Made reservation on behalf of 3134d55b7e304a9da50de40f2460bdc7 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:05:10.820330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.829598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.905583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.917769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.986982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.026508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.053127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:05:11.062365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527fb98c-698d-4745-8013-b38c1b809da2,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:11.067027 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.067364 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Added segment 43eb244f-cf24-4115-9742-cabcf69d57b8 of type vlan for network ff705bb5-a220-400e-8329-ef70238310fd Apr 01 16:05:11.105927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.122388 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:05:11.209550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.210531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:11.211108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.300235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] Pushing event updated for resources: {'Network': ['ID=ff705bb5-a220-400e-8329-ef70238310fd,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:11.310604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network ff705bb5-a220-400e-8329-ef70238310fd details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:05:11.317217 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-92bc74be-0902-4699-99f4-a313e3e9e89a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6978264 Apr 01 16:05:11.320112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 57888) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:05:11.324802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Request body: {'subnet': {'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-742484831-subnet', 'tenant_id': '3134d55b7e304a9da50de40f2460bdc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:11.451837 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Made reservation on behalf of 3134d55b7e304a9da50de40f2460bdc7 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:05:11.454249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.714913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.768036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:11.778012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Checking segment: {'id': '43eb244f-cf24-4115-9742-cabcf69d57b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:05:11.778380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Network hostable DHCP agents. Network: ff705bb5-a220-400e-8329-ef70238310fd, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:05:11.931942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Network ff705bb5-a220-400e-8329-ef70238310fd is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:05:12.057574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, ff705bb5-a220-400e-8329-ef70238310fd) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:12.061749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:12.062340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.066942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a0412-4add-472e-bc61-e9c3d066b791 None None] Network ff705bb5-a220-400e-8329-ef70238310fd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:05:12.183902 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-647d70dd-b9e0-4e85-b366-b67be7972d39 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8625453 Apr 01 16:05:12.196643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77387005-7b4f-4858-b7d2-bc4fbc9e5646 None None] Network ff705bb5-a220-400e-8329-ef70238310fd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:05:12.612094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-c301351c-37e9-43fc-8163-4959b1c3eaad tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:12.614679 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-c301351c-37e9-43fc-8163-4959b1c3eaad tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 814 time: 0.1043742 Apr 01 16:05:12.628644 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-1f48c32d-da72-4033-8159-ac5fd1068bf1 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/quotas/3134d55b7e304a9da50de40f2460bdc7 HTTP/1.1" status: 200 len: 375 time: 0.0090728 Apr 01 16:05:12.660262 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-68ca3ec6-e4cd-43c9-b382-71c361700398 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261416 Apr 01 16:05:12.760327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-42e3fcbd-8768-4ffb-b07b-5448eac16fdb service neutron] 10.222.0.73 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920832 Apr 01 16:05:12.847994 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f1c05a6e-80c8-49d2-96e6-65f5af1b044e service neutron] 10.222.0.73 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810676 Apr 01 16:05:13.121889 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-37f4564e-5992-4f4e-bff7-e170786e0c2f req-45cf5776-9599-43fc-867d-3c82e8275d05 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 210 time: 0.0318034 Apr 01 16:05:14.218548 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f7638132-3052-4ba5-bc1c-0cc1bb463066 req-5a5b88ad-57d7-43ec-b7a9-c580a1b8fad1 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 210 time: 0.0277300 Apr 01 16:05:15.321128 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0544886-95f7-48cb-8667-317b57b49630 req-a59128ad-5e6b-4656-913f-071038a22459 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 210 time: 0.0265846 Apr 01 16:05:15.543814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-0fb030c0-2bce-4051-9486-a0733c4ac946 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:15.545246 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-0fb030c0-2bce-4051-9486-a0733c4ac946 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 814 time: 0.1055613 Apr 01 16:05:15.563993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Request body: {'port': {'device_id': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd', 'admin_state_up': True, 'tenant_id': '3134d55b7e304a9da50de40f2460bdc7'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:15.664294 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.755227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Made reservation on behalf of 3134d55b7e304a9da50de40f2460bdc7 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:05:15.758924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.897236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Allocated IP 172.20.0.6 (ff705bb5-a220-400e-8329-ef70238310fd/69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b/ed234b86-94ef-4c50-82af-e02642654c6d) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:16.051897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.169766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.216124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Network ff705bb5-a220-400e-8329-ef70238310fd is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:16.219359 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:16.223065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:05:16.246833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Pushing event updated for resources: {'Port': ['ID=ed234b86-94ef-4c50-82af-e02642654c6d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:16.284145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:16.284775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.438214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2bc37-ccb7-40f8-acce-5092a8312186 req-ae279a55-cd90-427c-9d7e-26f531aef09e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:16.439620 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fbc2bc37-ccb7-40f8-acce-5092a8312186 req-ae279a55-cd90-427c-9d7e-26f531aef09e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 931 time: 0.0519650 Apr 01 16:05:16.447097 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-f4c54c0f-bd82-49df-bcf0-d3489a3ab3eb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8871303 Apr 01 16:05:16.463518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Request body: {'port': {'device_id': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:05:16.479541 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fbc2bc37-ccb7-40f8-acce-5092a8312186 req-9f72c0b6-45eb-49a8-a9df-aa0cafdb5a51 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Apr 01 16:05:16.521670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.781945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed234b86-94ef-4c50-82af-e02642654c6d {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:05:16.789725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.802556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Transition to ACTIVE for port object ed234b86-94ef-4c50-82af-e02642654c6d will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:17.026875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:17.079087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Pushing event updated for resources: {'Port': ['ID=ed234b86-94ef-4c50-82af-e02642654c6d,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:17.151217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Attempting to bind port ed234b86-94ef-4c50-82af-e02642654c6d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:05:17.151550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Attempting to bind port ed234b86-94ef-4c50-82af-e02642654c6d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '43eb244f-cf24-4115-9742-cabcf69d57b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:05:17.151883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Attempting to bind port ed234b86-94ef-4c50-82af-e02642654c6d on network ff705bb5-a220-400e-8329-ef70238310fd {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:05:17.156491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Port ed234b86-94ef-4c50-82af-e02642654c6d on network ff705bb5-a220-400e-8329-ef70238310fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:05:17.156821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Attempting to bind port ed234b86-94ef-4c50-82af-e02642654c6d on network ff705bb5-a220-400e-8329-ef70238310fd {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:05:17.162402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:05:17.162739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Checking segment: {'id': '43eb244f-cf24-4115-9742-cabcf69d57b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:05:17.163116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Bound using segment: {'id': '43eb244f-cf24-4115-9742-cabcf69d57b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:05:17.163546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Bound port: ed234b86-94ef-4c50-82af-e02642654c6d, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43eb244f-cf24-4115-9742-cabcf69d57b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:05:17.163903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:17.229725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:05:17.232745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed234b86-94ef-4c50-82af-e02642654c6d,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:05:17.341988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:17.380123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.380761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:17.382148 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-813745b7-b285-4328-8db5-c805d48020ae service neutron] 10.222.0.41 "PUT /v2.0/ports/ed234b86-94ef-4c50-82af-e02642654c6d HTTP/1.1" status: 200 len: 1093 time: 0.9228642 Apr 01 16:05:17.382565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:17.384816 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62436350-c6e9-4d25-95f1-0c1237dca8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:05:17.407584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813745b7-b285-4328-8db5-c805d48020ae service neutron] Pushing event updated for resources: {'Port': ['ID=ed234b86-94ef-4c50-82af-e02642654c6d,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:17.424137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d2541-fa3e-40a3-b65a-607bb78bee59 x-openstack-request-id: req-0e0d2541-fa3e-40a3-b65a-607bb78bee59 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:05:17.424446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:05:17.424700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e0d2541-fa3e-40a3-b65a-607bb78bee59 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:05:17.425101 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0d2541-fa3e-40a3-b65a-607bb78bee59'] response: {'name': 'network-changed', 'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d', 'status': 'completed', 'code': 200} Apr 01 16:05:17.492586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62436350-c6e9-4d25-95f1-0c1237dca8dd req-28a783c8-0ff7-4a1c-8504-5729f33e81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.494086 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-62436350-c6e9-4d25-95f1-0c1237dca8dd req-28a783c8-0ff7-4a1c-8504-5729f33e81e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 1096 time: 0.0471394 Apr 01 16:05:17.601759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62436350-c6e9-4d25-95f1-0c1237dca8dd req-7dbf106d-9312-4c57-a58a-e7d5f53d44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.602290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7c655-39e0-41c5-aa7a-d53b232e41aa req-69dc1f20-ba96-498e-9fe4-d53f57635c58 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.603126 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-62436350-c6e9-4d25-95f1-0c1237dca8dd req-7dbf106d-9312-4c57-a58a-e7d5f53d44c4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3134d55b7e304a9da50de40f2460bdc7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974846 Apr 01 16:05:17.603819 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-01a7c655-39e0-41c5-aa7a-d53b232e41aa req-69dc1f20-ba96-498e-9fe4-d53f57635c58 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 943 time: 0.0550158 Apr 01 16:05:17.643222 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-01a7c655-39e0-41c5-aa7a-d53b232e41aa req-006cfa39-7682-4a2d-bd28-54593a2b3332 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Apr 01 16:05:17.711514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62436350-c6e9-4d25-95f1-0c1237dca8dd req-9c6baaeb-85dd-4403-84d2-f236603559fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.713060 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-62436350-c6e9-4d25-95f1-0c1237dca8dd req-9c6baaeb-85dd-4403-84d2-f236603559fb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1000347 Apr 01 16:05:17.794585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-3317ad95-5449-486f-a04e-286eb3842dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.796079 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-3317ad95-5449-486f-a04e-286eb3842dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 1096 time: 0.0411866 Apr 01 16:05:17.839145 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-1b92571f-a05f-4e19-a27f-a0154fc76da6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed234b86-94ef-4c50-82af-e02642654c6d HTTP/1.1" status: 200 len: 217 time: 0.0344441 Apr 01 16:05:17.899814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-ead4a192-ff44-4dee-8416-c8c8e04b91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.902300 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-ead4a192-ff44-4dee-8416-c8c8e04b91db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.0535986 Apr 01 16:05:17.937928 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-9f2a3bda-f551-4248-87fd-e08f624a11d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254099 Apr 01 16:05:18.035459 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-7b65f006-9ec2-4101-9a98-294532085ad5 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862901 Apr 01 16:05:18.138761 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f3a52022-25be-4552-ae5e-284c731eb3a3 req-4c16e01f-dd93-4443-a8bd-029d5e849802 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911694 Apr 01 16:05:18.763773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0e42-5239-41e4-bfc0-e3b972af3f07 req-221372d0-6490-46e6-8eab-907af2103bde tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:18.765305 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f2ce0e42-5239-41e4-bfc0-e3b972af3f07 req-221372d0-6490-46e6-8eab-907af2103bde tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 943 time: 0.0498154 Apr 01 16:05:18.804893 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f2ce0e42-5239-41e4-bfc0-e3b972af3f07 req-1e1b2df8-a192-4637-a695-43fe9da298df tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325866 Apr 01 16:05:19.924147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb726b77-724c-4f8d-88db-568e771be296 req-0bf0c806-10e4-44db-bf76-08ea798ac3e5 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:19.925570 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fb726b77-724c-4f8d-88db-568e771be296 req-0bf0c806-10e4-44db-bf76-08ea798ac3e5 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 943 time: 0.0496585 Apr 01 16:05:19.965011 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fb726b77-724c-4f8d-88db-568e771be296 req-bb970780-4e7f-4395-b21b-f1fdabe81b3c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Apr 01 16:05:20.293808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ed234b86-94ef-4c50-82af-e02642654c6d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:05:20.399737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed234b86-94ef-4c50-82af-e02642654c6d,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:20.410632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'ed234b86-94ef-4c50-82af-e02642654c6d', 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd', 'port_id': 'ed234b86-94ef-4c50-82af-e02642654c6d', 'mac_address': 'fa:16:3e:b0:d2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:05:20.446711 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:20.459306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed234b86-94ef-4c50-82af-e02642654c6d {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:05:20.478506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed234b86-94ef-4c50-82af-e02642654c6d,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:20.569662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:20.618672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=ed234b86-94ef-4c50-82af-e02642654c6d,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:20.625726 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.626077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.626420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.626753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.627086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.627418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.627746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.628074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.628426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.628751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.629073 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.629396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:20.828057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['ed234b86-94ef-4c50-82af-e02642654c6d'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:05:21.086965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeef933-063f-4740-b673-2a33c5e7fe96 req-050daec4-1ed8-445c-9382-294a4c07aca6 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:21.088394 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5eeef933-063f-4740-b673-2a33c5e7fe96 req-050daec4-1ed8-445c-9382-294a4c07aca6 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 944 time: 0.0538666 Apr 01 16:05:21.127295 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5eeef933-063f-4740-b673-2a33c5e7fe96 req-21f06738-66d1-4f38-aaea-6fa7e1f73d34 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Apr 01 16:05:22.254658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891fdb7-2312-4623-93b8-f5df035180d8 req-348ae514-307e-4df5-a7ef-273eb2534c92 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:22.256204 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b891fdb7-2312-4623-93b8-f5df035180d8 req-348ae514-307e-4df5-a7ef-273eb2534c92 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 944 time: 0.0528243 Apr 01 16:05:22.295821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ed234b86-94ef-4c50-82af-e02642654c6d up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:05:22.296961 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b891fdb7-2312-4623-93b8-f5df035180d8 req-f1df4a95-b5b2-41f6-b500-f0fe4f743605 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346851 Apr 01 16:05:22.417392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port ed234b86-94ef-4c50-82af-e02642654c6d completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:22.421582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port ed234b86-94ef-4c50-82af-e02642654c6d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:22.421978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:22.507517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:22.538041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:05:22.540306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91d7174-43d3-489d-8a3f-9833b7628471" -d '{"events": [{"server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "name": "network-vif-plugged", "status": "completed", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:05:22.554406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed234b86-94ef-4c50-82af-e02642654c6d,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:22.581605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad803e3-c529-4d10-87f9-016ec6c6610c x-openstack-request-id: req-bad803e3-c529-4d10-87f9-016ec6c6610c {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:05:22.584295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "name": "network-vif-plugged", "status": "completed", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:05:22.584295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bad803e3-c529-4d10-87f9-016ec6c6610c {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:05:22.584295 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad803e3-c529-4d10-87f9-016ec6c6610c'] response: {'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d', 'code': 200} Apr 01 16:05:22.730335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:22.791825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=ed234b86-94ef-4c50-82af-e02642654c6d,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:22.975803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e2cee-5d8f-448e-aafc-63e903fc205a req-168d096a-4c81-4ebe-ab53-012396cda13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:22.977818 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e59e2cee-5d8f-448e-aafc-63e903fc205a req-168d096a-4c81-4ebe-ab53-012396cda13c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 1098 time: 0.0447402 Apr 01 16:05:23.023576 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e59e2cee-5d8f-448e-aafc-63e903fc205a req-5edada56-fd4c-4652-8d8c-bd49d7341b0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341237 Apr 01 16:05:23.418489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a6521-bf48-458a-9edc-03cda63b8107 req-3f1de85f-136a-4f29-9ec4-9f04af8b87d5 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:23.420050 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b40a6521-bf48-458a-9edc-03cda63b8107 req-3f1de85f-136a-4f29-9ec4-9f04af8b87d5 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0522404 Apr 01 16:05:23.459286 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b40a6521-bf48-458a-9edc-03cda63b8107 req-28c22752-bb88-4723-86aa-319ba9779137 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Apr 01 16:05:24.579435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a53d33-bda2-4fb2-8c51-b56d20ecd967 req-cd8f88eb-06aa-4b42-9fc6-e36ecd3953bd tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:24.580947 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-32a53d33-bda2-4fb2-8c51-b56d20ecd967 req-cd8f88eb-06aa-4b42-9fc6-e36ecd3953bd tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0515430 Apr 01 16:05:24.619271 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-32a53d33-bda2-4fb2-8c51-b56d20ecd967 req-b4aa7ba5-cfc7-4d12-858e-8bec6a77accb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317144 Apr 01 16:05:24.734496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58977426-b9d8-454b-8a5a-19409167c49d req-7efcc6d6-b93f-4eb8-a054-3fdfb1390706 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:24.736000 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-58977426-b9d8-454b-8a5a-19409167c49d req-7efcc6d6-b93f-4eb8-a054-3fdfb1390706 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0503473 Apr 01 16:05:24.783754 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-58977426-b9d8-454b-8a5a-19409167c49d req-d503ab09-a710-471a-98cd-900b4acaded3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Apr 01 16:05:25.108809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d2bb0-4e4c-4a1a-9065-740a2b3b2630 req-bf852d63-29ba-4833-87ce-de409431297f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:25.110304 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-389d2bb0-4e4c-4a1a-9065-740a2b3b2630 req-bf852d63-29ba-4833-87ce-de409431297f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0493672 Apr 01 16:05:25.148779 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-389d2bb0-4e4c-4a1a-9065-740a2b3b2630 req-884cbf0c-e0b2-472f-89ca-7ab85b17d2f9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Apr 01 16:05:25.270314 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0215ec-5835-41cb-a66a-82dd079c2fb5 req-f0cdb501-684d-4d33-b72a-ac622006c6c9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:25.271707 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce0215ec-5835-41cb-a66a-82dd079c2fb5 req-f0cdb501-684d-4d33-b72a-ac622006c6c9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0534172 Apr 01 16:05:25.309854 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce0215ec-5835-41cb-a66a-82dd079c2fb5 req-15dc0948-6845-488a-a9d5-e61ca108e155 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Apr 01 16:05:25.842773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88041437-878c-44d9-bf9c-5b7eaa7eb76f req-3ee25d3e-a027-4354-a95f-506c9481161f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:25.844273 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88041437-878c-44d9-bf9c-5b7eaa7eb76f req-3ee25d3e-a027-4354-a95f-506c9481161f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0501847 Apr 01 16:05:25.883027 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88041437-878c-44d9-bf9c-5b7eaa7eb76f req-d5f36116-7ba7-4052-912f-72e97863dbf6 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Apr 01 16:05:25.969610 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-65352051-c8cf-4880-836e-35372861e0d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399983 Apr 01 16:05:26.998532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea19026-fb43-484b-9a4d-d0d5ae05e83d req-9fa051bd-1280-4047-a8f4-95c2962a613e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:27.000027 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ea19026-fb43-484b-9a4d-d0d5ae05e83d req-9fa051bd-1280-4047-a8f4-95c2962a613e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0500932 Apr 01 16:05:27.043050 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ea19026-fb43-484b-9a4d-d0d5ae05e83d req-224a0973-ff28-4b41-990a-b24193de5096 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360720 Apr 01 16:05:28.163067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cb40e-e287-4b2a-ac99-fda0ede4b10f req-de635d9f-1caa-4fbf-a6f4-f927b67fe45f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:28.164718 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-901cb40e-e287-4b2a-ac99-fda0ede4b10f req-de635d9f-1caa-4fbf-a6f4-f927b67fe45f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0511551 Apr 01 16:05:28.202641 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-901cb40e-e287-4b2a-ac99-fda0ede4b10f req-ff4ccb09-fcdc-46fa-b8fc-c5381d4ded18 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Apr 01 16:05:28.313524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-72506f6b-594a-4a49-ab0f-14097b3970c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:28.315047 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-72506f6b-594a-4a49-ab0f-14097b3970c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 1098 time: 0.0456588 Apr 01 16:05:28.408841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-3fbea8dc-31b8-45c2-9b00-1c788988a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:28.410244 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-3fbea8dc-31b8-45c2-9b00-1c788988a3d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 916 time: 0.0887365 Apr 01 16:05:28.454707 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-9fda888d-eae1-476a-bc52-655019916ed6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed234b86-94ef-4c50-82af-e02642654c6d HTTP/1.1" status: 200 len: 217 time: 0.0378375 Apr 01 16:05:28.502975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-18b3861f-d40c-4d56-899f-8eb12ecd39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:28.504973 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-18b3861f-d40c-4d56-899f-8eb12ecd39e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.0437005 Apr 01 16:05:28.536896 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-5c4fbf5a-b425-426a-8e0c-09f6ad3fb7e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244997 Apr 01 16:05:28.627153 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-3c3b76fd-5119-49a6-aedd-ee93b168b48e service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839384 Apr 01 16:05:28.714858 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-1421c69c-04bd-42bb-ad0c-f5dbe329158e service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815868 Apr 01 16:05:29.318734 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3e251-af29-43e6-b3ac-b0b31a29a583 req-b9a3d8c0-e2e3-48b9-8a87-593020abb404 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:29.320208 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d6b3e251-af29-43e6-b3ac-b0b31a29a583 req-b9a3d8c0-e2e3-48b9-8a87-593020abb404 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0480423 Apr 01 16:05:29.358101 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d6b3e251-af29-43e6-b3ac-b0b31a29a583 req-e4dce54d-c454-4652-bee0-e1d835ad4e0e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Apr 01 16:05:30.487034 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad70ba1-ed55-4468-91b9-5c0f2a098c21 req-3d74f76f-44dd-4b71-8300-740b810e518c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:30.489063 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ad70ba1-ed55-4468-91b9-5c0f2a098c21 req-3d74f76f-44dd-4b71-8300-740b810e518c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0542603 Apr 01 16:05:30.532191 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ad70ba1-ed55-4468-91b9-5c0f2a098c21 req-cc41fc92-a773-4764-91c9-025c075c3580 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363691 Apr 01 16:05:31.650006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ee8ed-26a5-479f-a7bb-b1e05fe6173b req-1cbb80b4-1347-438b-82ee-d5b771e1b9a9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:31.651567 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d22ee8ed-26a5-479f-a7bb-b1e05fe6173b req-1cbb80b4-1347-438b-82ee-d5b771e1b9a9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0508158 Apr 01 16:05:31.691102 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d22ee8ed-26a5-479f-a7bb-b1e05fe6173b req-c9db136a-9174-4ce9-a7cf-71d33b0b921d tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327895 Apr 01 16:05:32.807927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd39a-f5db-441d-b802-2eeb2a1fa8d3 req-7e3c29d7-b2cc-4a90-a684-2047e8b982ed tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:32.809433 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-862cd39a-f5db-441d-b802-2eeb2a1fa8d3 req-7e3c29d7-b2cc-4a90-a684-2047e8b982ed tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0494761 Apr 01 16:05:32.848455 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-862cd39a-f5db-441d-b802-2eeb2a1fa8d3 req-103a7f69-7d5c-448f-8b6f-bcc6ffd198b8 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Apr 01 16:05:33.961441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a887dd-1ab1-4ffb-87ee-fdb4db6089f6 req-8e3e487e-e417-42f7-8230-5060bbe55af3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:33.962810 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15a887dd-1ab1-4ffb-87ee-fdb4db6089f6 req-8e3e487e-e417-42f7-8230-5060bbe55af3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0485451 Apr 01 16:05:34.005592 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15a887dd-1ab1-4ffb-87ee-fdb4db6089f6 req-8f4a6aa1-191f-4676-a53d-1c074196e96f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363407 Apr 01 16:05:34.742598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd024-20ca-4eef-99e6-411aef5bd78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:35.123051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dba18-355c-4182-a6ba-114c9ff61b06 req-4021c2d6-d5c0-43cb-b96b-d5f7b96a20b6 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:35.124605 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f57dba18-355c-4182-a6ba-114c9ff61b06 req-4021c2d6-d5c0-43cb-b96b-d5f7b96a20b6 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0502694 Apr 01 16:05:35.163757 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f57dba18-355c-4182-a6ba-114c9ff61b06 req-948fbd08-134a-4630-ae7c-486cfd5cc7b3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Apr 01 16:05:36.285726 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60998f-6c58-4927-8949-09ba030819f0 req-c7a9deee-e5cb-434f-b1a7-b97ab285498f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:36.287215 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2a60998f-6c58-4927-8949-09ba030819f0 req-c7a9deee-e5cb-434f-b1a7-b97ab285498f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0561061 Apr 01 16:05:36.324208 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2a60998f-6c58-4927-8949-09ba030819f0 req-b9b69c92-aa45-4f78-a734-c833de743108 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Apr 01 16:05:37.268172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bd35-6cca-4b30-aa09-db276369d7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:37.437564 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4f9d7-f80d-4eaf-9d1c-338e5c5cd6c4 req-3fb299e4-6c53-4ac4-8788-ae411f7d7c52 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:37.439037 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ceb4f9d7-f80d-4eaf-9d1c-338e5c5cd6c4 req-3fb299e4-6c53-4ac4-8788-ae411f7d7c52 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0485611 Apr 01 16:05:37.482230 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ceb4f9d7-f80d-4eaf-9d1c-338e5c5cd6c4 req-ff84bb32-62e1-4741-b0a7-c382cf9927a1 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367789 Apr 01 16:05:38.599815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b600ef-dab5-4d98-9e07-5b6c11faba96 req-5fb81bec-a95f-4a12-9809-3b21aa14da2e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:38.601334 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-83b600ef-dab5-4d98-9e07-5b6c11faba96 req-5fb81bec-a95f-4a12-9809-3b21aa14da2e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0505445 Apr 01 16:05:38.638724 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-83b600ef-dab5-4d98-9e07-5b6c11faba96 req-25d9c974-e8cf-48b8-b6fa-8784c30cbfb8 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314641 Apr 01 16:05:39.539154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-24c6ea82-64c0-46dd-9747-bc38c1eb5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:39.540676 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-24c6ea82-64c0-46dd-9747-bc38c1eb5f9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 1098 time: 0.0449064 Apr 01 16:05:39.649426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-9212c37a-a41b-4b9b-ad78-5e4a5210c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:39.651003 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-9212c37a-a41b-4b9b-ad78-5e4a5210c1b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 916 time: 0.0898163 Apr 01 16:05:39.692646 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-e6f1c0ab-ac84-4654-9989-c8460f492d02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed234b86-94ef-4c50-82af-e02642654c6d HTTP/1.1" status: 200 len: 217 time: 0.0349452 Apr 01 16:05:39.749873 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-42300e40-65e3-411a-84c7-5ad1f28844d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:39.751145 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-42300e40-65e3-411a-84c7-5ad1f28844d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.0514042 Apr 01 16:05:39.766847 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35185b40-78d1-4f60-b7f9-68af73e2a3f5 req-379c833f-cdec-4a7c-af0b-4c1f115408ba tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:39.769866 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35185b40-78d1-4f60-b7f9-68af73e2a3f5 req-379c833f-cdec-4a7c-af0b-4c1f115408ba tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0597224 Apr 01 16:05:39.782747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:39.786446 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-658dfc00-08ab-4c68-bba2-9d3e95247f78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269034 Apr 01 16:05:39.839650 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35185b40-78d1-4f60-b7f9-68af73e2a3f5 req-395b0ca9-a72e-44db-b9df-a13742a3e7bc tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489223 Apr 01 16:05:39.886723 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-63f05f43-22ec-4d2a-883e-509f2ccfe846 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956311 Apr 01 16:05:39.993659 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9e61113e-4ba2-479a-91fe-1a59e1090755 req-0027c47e-d906-48a3-b6b3-060ec2a839df service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936677 Apr 01 16:05:40.894771 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:40.939337 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166d1b6-77c5-4e91-8328-65bc8d0bb1a4 req-43011535-f4c1-4522-b054-ad7528752920 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:40.940767 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7166d1b6-77c5-4e91-8328-65bc8d0bb1a4 req-43011535-f4c1-4522-b054-ad7528752920 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0534098 Apr 01 16:05:40.983449 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7166d1b6-77c5-4e91-8328-65bc8d0bb1a4 req-f863a3d9-715f-4543-8caa-52ed570d6bc4 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355306 Apr 01 16:05:40.993742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:42.257529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67681e-efaf-4fcf-b7ed-a4dc4eefd211 req-b0d2f15a-cfce-4d86-af5f-2a9d83be7dee tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:42.259030 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4d67681e-efaf-4fcf-b7ed-a4dc4eefd211 req-b0d2f15a-cfce-4d86-af5f-2a9d83be7dee tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0495064 Apr 01 16:05:42.297695 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4d67681e-efaf-4fcf-b7ed-a4dc4eefd211 req-6fbf5bf2-b189-4ccc-a644-7aa438080005 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Apr 01 16:05:43.412960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56499ae9-d679-4bbe-91f7-e0a5a84eb243 req-3cec137f-bd40-4436-915a-43246bc3e9ec tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:43.414430 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-56499ae9-d679-4bbe-91f7-e0a5a84eb243 req-3cec137f-bd40-4436-915a-43246bc3e9ec tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0486476 Apr 01 16:05:43.452366 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-56499ae9-d679-4bbe-91f7-e0a5a84eb243 req-59ce85f6-79ec-4fde-8ba3-4ee82203a116 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Apr 01 16:05:44.568789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878a60-bd78-49fe-99f6-bdb583522a80 req-1fac6496-54b1-4011-a569-3fa4643bed45 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:44.570260 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2f878a60-bd78-49fe-99f6-bdb583522a80 req-1fac6496-54b1-4011-a569-3fa4643bed45 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0484321 Apr 01 16:05:44.612423 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2f878a60-bd78-49fe-99f6-bdb583522a80 req-3b4bb3c8-f193-4919-821d-57db5b756c7c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361769 Apr 01 16:05:45.631554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:45.726819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1270da2-1dac-4bc0-8804-337744b6ca9a req-30f8988a-25aa-4bf4-a77c-f439d006b383 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:45.728289 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f1270da2-1dac-4bc0-8804-337744b6ca9a req-30f8988a-25aa-4bf4-a77c-f439d006b383 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0494289 Apr 01 16:05:45.766825 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f1270da2-1dac-4bc0-8804-337744b6ca9a req-5804260b-c21c-4396-b676-25a10ca51339 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323226 Apr 01 16:05:46.883120 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab3b1-46d3-493b-b97e-e86907991209 req-990cec30-9d2c-4354-bc20-a0929de75b1c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:46.884641 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c25ab3b1-46d3-493b-b97e-e86907991209 req-990cec30-9d2c-4354-bc20-a0929de75b1c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0501423 Apr 01 16:05:46.923418 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c25ab3b1-46d3-493b-b97e-e86907991209 req-e2ec6339-4d64-46f5-9ffc-6ba0983fcdbf tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Apr 01 16:05:48.039007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb34e1-155d-41e8-9269-349e8fae58d5 req-61e62815-af0e-44a1-acc6-785607f4a6e7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:48.041237 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66cb34e1-155d-41e8-9269-349e8fae58d5 req-61e62815-af0e-44a1-acc6-785607f4a6e7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0496955 Apr 01 16:05:48.082835 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66cb34e1-155d-41e8-9269-349e8fae58d5 req-3ee4a3b0-ce24-4c77-ae70-1513e79f28a9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362887 Apr 01 16:05:48.120958 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:05:49.198258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fec88-0350-4af8-b99c-46d4addba32d req-b6560405-d115-4261-9535-23f8a21e3086 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:49.199738 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-606fec88-0350-4af8-b99c-46d4addba32d req-b6560405-d115-4261-9535-23f8a21e3086 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0491791 Apr 01 16:05:49.238688 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-606fec88-0350-4af8-b99c-46d4addba32d req-fa34938c-9035-4985-8261-c697ea17dfeb tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Apr 01 16:05:50.353048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2f2ac-dee0-4628-8645-b7c85e8d2689 req-0b015e3c-65dd-4ce8-ae9c-a722d307bdf2 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:50.354538 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1f2f2ac-dee0-4628-8645-b7c85e8d2689 req-0b015e3c-65dd-4ce8-ae9c-a722d307bdf2 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0486350 Apr 01 16:05:50.390871 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1f2f2ac-dee0-4628-8645-b7c85e8d2689 req-fd62d931-56c7-41a8-93ee-040f1c8e00f8 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304935 Apr 01 16:05:51.506589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd4899-d3f7-4ae9-b2b6-150c1a9d2f10 req-5cbfea3c-beb3-426e-af7a-67bb65e3a8e7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:51.508051 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a1dd4899-d3f7-4ae9-b2b6-150c1a9d2f10 req-5cbfea3c-beb3-426e-af7a-67bb65e3a8e7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0485854 Apr 01 16:05:51.548101 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a1dd4899-d3f7-4ae9-b2b6-150c1a9d2f10 req-d52d33ee-10ef-44e4-a157-b952191fd07f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Apr 01 16:05:52.664723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c5326-2c1d-4405-9065-2deb32a547b9 req-0d1b6580-6cf3-4fb4-9356-fe9068ba7d19 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:52.666223 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-764c5326-2c1d-4405-9065-2deb32a547b9 req-0d1b6580-6cf3-4fb4-9356-fe9068ba7d19 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0503850 Apr 01 16:05:52.705121 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-764c5326-2c1d-4405-9065-2deb32a547b9 req-f0a02817-9197-494a-a6c9-d18f7916ac3e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Apr 01 16:05:53.826543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048415ff-07a6-4d34-8a88-871b8657519d req-2fb2b948-5ffb-48fc-88d7-6c56e99a6ce9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:53.828037 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-048415ff-07a6-4d34-8a88-871b8657519d req-2fb2b948-5ffb-48fc-88d7-6c56e99a6ce9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0485060 Apr 01 16:05:53.868368 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-048415ff-07a6-4d34-8a88-871b8657519d req-7f28a6f3-c85c-4624-978e-6b4c1b66090f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335438 Apr 01 16:05:54.981727 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9a990-267c-46ec-a9ff-471f68c91e22 req-d5b2ed4d-9a00-46bd-b251-588592223263 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:54.983209 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5ca9a990-267c-46ec-a9ff-471f68c91e22 req-d5b2ed4d-9a00-46bd-b251-588592223263 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0492494 Apr 01 16:05:55.024483 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5ca9a990-267c-46ec-a9ff-471f68c91e22 req-0bbddab2-4756-4cd1-a238-b2f3823612f6 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Apr 01 16:05:56.141800 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-f2dc4754-f751-49bc-b307-3abc7f3b43ca service neutron] 10.222.0.41 "GET /v2.0/ports/ed234b86-94ef-4c50-82af-e02642654c6d/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0552547 Apr 01 16:05:56.143648 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114edad-8a77-466e-bae5-d7a30c9a7954 req-355df47b-74f4-4888-9440-016fdee5b709 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:56.145233 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3114edad-8a77-466e-bae5-d7a30c9a7954 req-355df47b-74f4-4888-9440-016fdee5b709 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0500185 Apr 01 16:05:56.184634 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3114edad-8a77-466e-bae5-d7a30c9a7954 req-d32e0967-b2b8-499b-9668-d7bdad441cea tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Apr 01 16:05:57.049102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-ac806dbd-8ca0-4a0f-a69f-9e061769a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:57.051137 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-ac806dbd-8ca0-4a0f-a69f-9e061769a725 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b&tenant_id=3134d55b7e304a9da50de40f2460bdc7 HTTP/1.1" status: 200 len: 1098 time: 0.0451458 Apr 01 16:05:57.120365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-c91e57d4-1788-46da-9649-a7f32a0523aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:57.121849 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-c91e57d4-1788-46da-9649-a7f32a0523aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 1098 time: 0.0406048 Apr 01 16:05:57.216033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-ae52d505-ea41-49fe-aa74-13b7703ccae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:57.217559 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-ae52d505-ea41-49fe-aa74-13b7703ccae9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 916 time: 0.0874946 Apr 01 16:05:57.263167 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-969660de-c2aa-45a6-a1fb-9a49fa1c9c90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed234b86-94ef-4c50-82af-e02642654c6d HTTP/1.1" status: 200 len: 217 time: 0.0348842 Apr 01 16:05:57.301968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb433b9-68c9-4d4a-8f9a-c0df8b243218 req-c17427a6-cfba-493c-ac98-4f6d6bd0cd56 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:57.303379 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6fb433b9-68c9-4d4a-8f9a-c0df8b243218 req-c17427a6-cfba-493c-ac98-4f6d6bd0cd56 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0498271 Apr 01 16:05:57.311970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-b41b2663-7d18-4674-9a0b-3b8aa4295eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:57.313480 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-b41b2663-7d18-4674-9a0b-3b8aa4295eb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.0439117 Apr 01 16:05:57.341537 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6fb433b9-68c9-4d4a-8f9a-c0df8b243218 req-1bcf0722-be27-46c4-bde4-fc941f1c3174 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Apr 01 16:05:57.349894 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-13853b56-0f81-4215-be76-7f0222ba7883 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263989 Apr 01 16:05:57.441299 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-9c896811-a319-4e57-8699-da4d684f282b service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843363 Apr 01 16:05:57.534877 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e22ad0f8-7f46-4ab3-b7ca-4b3726853613 req-ab25b835-7e47-4acc-937d-3f55b601253c service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856020 Apr 01 16:05:58.528866 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafc695-9240-4da8-9948-353716ea6673 req-27f49d31-b18d-4c96-9f21-4ff1436edf94 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:58.530344 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2fafc695-9240-4da8-9948-353716ea6673 req-27f49d31-b18d-4c96-9f21-4ff1436edf94 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.1201901 Apr 01 16:05:58.570961 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2fafc695-9240-4da8-9948-353716ea6673 req-7f8ff407-c2ea-4aa8-b780-fd038ec47678 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345223 Apr 01 16:05:59.742241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b5278-6122-4f17-9541-b1c193a5f018 req-3ee4cae6-b79a-4201-aed0-8e3a3e6d0f23 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:59.743794 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3a2b5278-6122-4f17-9541-b1c193a5f018 req-3ee4cae6-b79a-4201-aed0-8e3a3e6d0f23 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.1022720 Apr 01 16:05:59.781838 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3a2b5278-6122-4f17-9541-b1c193a5f018 req-8a6dc3b9-825a-4340-a549-d028dc8c0b09 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Apr 01 16:06:00.506461 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ed234b86-94ef-4c50-82af-e02642654c6d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:06:00.509651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ed234b86-94ef-4c50-82af-e02642654c6d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:06:00.793391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.811921 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed234b86-94ef-4c50-82af-e02642654c6d,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:00.830079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'ed234b86-94ef-4c50-82af-e02642654c6d', 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd', 'port_id': 'ed234b86-94ef-4c50-82af-e02642654c6d', 'mac_address': 'fa:16:3e:b0:d2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:06:00.835360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:00.837631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3df170-14d7-49c6-adef-94bd3f2fcac9" -d '{"events": [{"server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:06:00.852649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed234b86-94ef-4c50-82af-e02642654c6d,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:00.887955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:00.891458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac83674-4d84-49cc-a9fd-c81ac1548181 x-openstack-request-id: req-0ac83674-4d84-49cc-a9fd-c81ac1548181 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:06:00.891749 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:06:00.891999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ac83674-4d84-49cc-a9fd-c81ac1548181 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:06:00.892406 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac83674-4d84-49cc-a9fd-c81ac1548181'] response: {'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d', 'code': 200} Apr 01 16:06:00.903359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed234b86-94ef-4c50-82af-e02642654c6d {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:00.906085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84684b08-4d8f-4f1c-beb2-76faf043ba47 req-94199ff6-92e6-4f66-a179-aabc6f8b21f4 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:00.907429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-84684b08-4d8f-4f1c-beb2-76faf043ba47 req-94199ff6-92e6-4f66-a179-aabc6f8b21f4 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0510619 Apr 01 16:06:00.944859 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-84684b08-4d8f-4f1c-beb2-76faf043ba47 req-884c4256-37c6-4f34-b939-0f9a2b6f1501 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Apr 01 16:06:00.997054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.068066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:06:01.068442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:06:01.071053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=ed234b86-94ef-4c50-82af-e02642654c6d,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:01.380887 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ce452-48f7-4224-9ff0-f00317b9ea72 req-6b4921d2-a548-4caa-a9be-b1a30922aa64 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:01.382293 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-333ce452-48f7-4224-9ff0-f00317b9ea72 req-6b4921d2-a548-4caa-a9be-b1a30922aa64 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 943 time: 0.0488918 Apr 01 16:06:01.423972 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-333ce452-48f7-4224-9ff0-f00317b9ea72 req-e2bf9d11-8cc1-40f3-b248-059b43f56c65 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Apr 01 16:06:01.544982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-680dd4e8-3e7e-46e9-ad67-4ef89558b4c3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:01.546507 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-680dd4e8-3e7e-46e9-ad67-4ef89558b4c3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b&tenant_id=3134d55b7e304a9da50de40f2460bdc7&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 943 time: 0.0528190 Apr 01 16:06:01.604540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.617967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed234b86-94ef-4c50-82af-e02642654c6d {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:01.637209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed234b86-94ef-4c50-82af-e02642654c6d,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:01.659624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-08d74d23-9de8-4167-afc4-550b7eb7e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:01.661196 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-08d74d23-9de8-4167-afc4-550b7eb7e4ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 1096 time: 0.0425003 Apr 01 16:06:01.699439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:01.752823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=ed234b86-94ef-4c50-82af-e02642654c6d,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:01.756516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-4c58d2d8-3e8d-46ee-ae38-0d05ad269e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:01.757979 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-4c58d2d8-3e8d-46ee-ae38-0d05ad269e42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 916 time: 0.0904946 Apr 01 16:06:01.763102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['ed234b86-94ef-4c50-82af-e02642654c6d'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:06:01.801026 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-dfa8600e-ffa8-442b-8283-e4697243131f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed234b86-94ef-4c50-82af-e02642654c6d HTTP/1.1" status: 200 len: 217 time: 0.0339272 Apr 01 16:06:01.850116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-2ef66bcf-1f63-4a95-a7e1-8770802376d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:01.851590 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-2ef66bcf-1f63-4a95-a7e1-8770802376d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.0452168 Apr 01 16:06:01.882703 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-b939468b-99ca-4440-ae78-c4eeaf02c987 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247083 Apr 01 16:06:01.979209 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-382b529f-906d-4a3e-9ee5-67b3f077d7a3 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896947 Apr 01 16:06:02.072607 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1dc095db-88f2-4cc9-9cdc-2c771aa169a8 req-6e1af9fa-39eb-4a9f-93c6-1e4990612442 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863900 Apr 01 16:06:02.519931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ed234b86-94ef-4c50-82af-e02642654c6d up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:06:02.541196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db489831-e932-421d-8507-8bea0d979c81 req-7a710535-9aa8-41e6-b262-4e3da416e32a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:02.542747 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-db489831-e932-421d-8507-8bea0d979c81 req-7a710535-9aa8-41e6-b262-4e3da416e32a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 944 time: 0.0497329 Apr 01 16:06:02.571637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port ed234b86-94ef-4c50-82af-e02642654c6d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:02.572014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.583151 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-db489831-e932-421d-8507-8bea0d979c81 req-d6af9cc4-71ce-42cc-ba4b-fb2d7a25c72b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342112 Apr 01 16:06:02.652734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.685107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed234b86-94ef-4c50-82af-e02642654c6d,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:02.796063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:02.844178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=ed234b86-94ef-4c50-82af-e02642654c6d,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:02.893650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:02.896078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92908430-8c52-469b-abf1-e5c096f05f93" -d '{"events": [{"server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "name": "network-vif-plugged", "status": "completed", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:06:02.939263 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e572be-63c0-4640-9d5d-07384928d129 x-openstack-request-id: req-39e572be-63c0-4640-9d5d-07384928d129 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:06:02.939581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "name": "network-vif-plugged", "status": "completed", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:06:02.939830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39e572be-63c0-4640-9d5d-07384928d129 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:06:02.940222 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e572be-63c0-4640-9d5d-07384928d129'] response: {'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d', 'code': 200} Apr 01 16:06:03.700798 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe394ae1-04ce-4a90-9ddf-a54411496b18 req-5ab38e3d-5dab-4c85-b8b8-9536ed00c10f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:03.702292 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fe394ae1-04ce-4a90-9ddf-a54411496b18 req-5ab38e3d-5dab-4c85-b8b8-9536ed00c10f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0495369 Apr 01 16:06:03.742671 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fe394ae1-04ce-4a90-9ddf-a54411496b18 req-5f832021-6450-4a45-b2f8-12efb5dacf26 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332587 Apr 01 16:06:03.857848 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5f686-0e3f-4806-98f6-c313ff2286db req-6bdbbbc8-7b7b-4fcf-aafc-23ee9ce67533 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:03.859328 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ab5f686-0e3f-4806-98f6-c313ff2286db req-6bdbbbc8-7b7b-4fcf-aafc-23ee9ce67533 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0495446 Apr 01 16:06:03.901304 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ab5f686-0e3f-4806-98f6-c313ff2286db req-ad36773d-33bb-4fe5-95b7-a33950ce527b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359788 Apr 01 16:06:04.012451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993174e6-a077-43db-9da2-7cc01071e7d3 req-2fe08eea-7045-41e3-a05f-dc21028e240d tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:04.013921 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-993174e6-a077-43db-9da2-7cc01071e7d3 req-2fe08eea-7045-41e3-a05f-dc21028e240d tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0481570 Apr 01 16:06:04.050712 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-993174e6-a077-43db-9da2-7cc01071e7d3 req-b75c0b28-e5b3-43d9-b2f3-6122d865c4c3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303047 Apr 01 16:06:04.722797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2d98ddca-6ef9-4841-90b6-9f475f715a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:04.910052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c49280-c653-4072-86ed-1bef4303bed3 req-b8bb2288-92f4-4edf-b281-bf038c96a0fa tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:04.911426 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-b8bb2288-92f4-4edf-b281-bf038c96a0fa tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 814 time: 0.1049607 Apr 01 16:06:04.926253 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-f1fdfd19-91f1-4c71-bfa8-9b2f344370dc tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/quotas/3134d55b7e304a9da50de40f2460bdc7 HTTP/1.1" status: 200 len: 375 time: 0.0088971 Apr 01 16:06:04.974738 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-28712b87-10f3-4ee9-96bd-ee7c50967656 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431268 Apr 01 16:06:05.064910 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-71ae14f8-32a3-4240-9f0c-001eee57f125 service neutron] 10.222.0.73 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829389 Apr 01 16:06:05.157017 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-e375d2d6-5bab-454f-9b51-f8fc86a2d8b5 service neutron] 10.222.0.73 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858779 Apr 01 16:06:05.441365 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a8ed6720-3998-479f-a9ce-873d625ca6fb req-11d361f2-f6b9-484d-ad3b-70a76cace962 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 210 time: 0.0267680 Apr 01 16:06:06.534207 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3767abe8-b06e-4988-a393-4ac0c5e0d001 req-7ebe88a7-af9c-4c96-961e-56408149aa4c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 210 time: 0.0259783 Apr 01 16:06:06.697108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-a3dcb6ad-a2eb-444b-b762-4e7c7968e6c7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:06.698566 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-a3dcb6ad-a2eb-444b-b762-4e7c7968e6c7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b HTTP/1.1" status: 200 len: 945 time: 0.0495098 Apr 01 16:06:06.799189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Deleting port ed234b86-94ef-4c50-82af-e02642654c6d {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:06:06.799535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.890449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] For port ed234b86-94ef-4c50-82af-e02642654c6d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ed234b86-94ef-4c50-82af-e02642654c6d,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:06.890800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:06.904834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Calling delete_port for ed234b86-94ef-4c50-82af-e02642654c6d owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:06:07.141742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.163999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['ed234b86-94ef-4c50-82af-e02642654c6d'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:06:07.171317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Pushing event deleted for resources: {'Port': ['ID=ed234b86-94ef-4c50-82af-e02642654c6d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:07.198122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.198471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.208399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:07.221774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] No DVR routers for this DVR port ed234b86-94ef-4c50-82af-e02642654c6d on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:06:07.224467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.227914 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7059df5-5630-4afb-b96a-417ca524b0a1 req-dbe22ec8-3bac-452e-9a5a-f62f5c03432b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "DELETE /v2.0/ports/ed234b86-94ef-4c50-82af-e02642654c6d HTTP/1.1" status: 204 len: 173 time: 0.5128868 Apr 01 16:06:07.228375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'name': 'network-vif-deleted', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:07.230722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f1942d-3461-4b35-b603-e9d1ec77fb52" -d '{"events": [{"server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "name": "network-vif-deleted", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:06:07.267294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5771c2-8194-4d48-b9ce-76114d14680e x-openstack-request-id: req-9f5771c2-8194-4d48-b9ce-76114d14680e {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:06:07.267583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b", "name": "network-vif-deleted", "tag": "ed234b86-94ef-4c50-82af-e02642654c6d", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:06:07.268335 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f5771c2-8194-4d48-b9ce-76114d14680e {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:06:07.268774 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5771c2-8194-4d48-b9ce-76114d14680e'] response: {'server_uuid': '7e397ec4-f4f8-4c4a-b9de-bf46f7a8b65b', 'name': 'network-vif-deleted', 'tag': 'ed234b86-94ef-4c50-82af-e02642654c6d', 'status': 'completed', 'code': 200} Apr 01 16:06:07.290167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0b0a04e8-9524-4275-9d25-dbf4b182bd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:07.632111 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7cbbe3fd-1b46-4e42-b210-26ea01be4be3 req-20801d85-fd14-4edd-979b-28f9ae184b6e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 210 time: 0.0291886 Apr 01 16:06:07.682282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c49280-c653-4072-86ed-1bef4303bed3 req-6ed1c1bf-2669-4107-a842-64143b130b34 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:07.683794 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-6ed1c1bf-2669-4107-a842-64143b130b34 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 814 time: 0.1112461 Apr 01 16:06:07.697888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Request body: {'port': {'device_id': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd', 'admin_state_up': True, 'tenant_id': '3134d55b7e304a9da50de40f2460bdc7'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:07.938925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Made reservation on behalf of 3134d55b7e304a9da50de40f2460bdc7 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:06:07.943153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:08.074473 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Allocated IP 172.20.0.14 (ff705bb5-a220-400e-8329-ef70238310fd/69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b/3a71dcbe-e28b-426e-8dd5-716268e067d4) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:06:08.223313 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:08.345409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:08.361341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['ed234b86-94ef-4c50-82af-e02642654c6d'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:06:08.390557 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Network ff705bb5-a220-400e-8329-ef70238310fd is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:06:08.394400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:06:08.400698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:06:08.404742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Pushing event updated for resources: {'Port': ['ID=3a71dcbe-e28b-426e-8dd5-716268e067d4,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:08.449847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:08.450451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:08.521188 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-75977b74-be19-4706-82e8-df49840d1590 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8269680 Apr 01 16:06:08.580009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Request body: {'port': {'device_id': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:06:08.636790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:08.755494 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153b2ad-6ead-46b9-9ea2-899aeb773a34 req-c779d376-84f0-4f40-9b63-0534c3e36e99 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:08.757676 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7153b2ad-6ead-46b9-9ea2-899aeb773a34 req-c779d376-84f0-4f40-9b63-0534c3e36e99 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 932 time: 0.0546217 Apr 01 16:06:08.815390 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7153b2ad-6ead-46b9-9ea2-899aeb773a34 req-0b9be084-17fe-4810-a2f7-8c68f259bb4f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455394 Apr 01 16:06:08.918369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a71dcbe-e28b-426e-8dd5-716268e067d4 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:08.926115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:08.937479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Transition to ACTIVE for port object 3a71dcbe-e28b-426e-8dd5-716268e067d4 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:06:09.032769 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.082258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a71dcbe-e28b-426e-8dd5-716268e067d4,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:09.153578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Attempting to bind port 3a71dcbe-e28b-426e-8dd5-716268e067d4 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:06:09.153913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Attempting to bind port 3a71dcbe-e28b-426e-8dd5-716268e067d4 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '43eb244f-cf24-4115-9742-cabcf69d57b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:06:09.154262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Attempting to bind port 3a71dcbe-e28b-426e-8dd5-716268e067d4 on network ff705bb5-a220-400e-8329-ef70238310fd {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:06:09.159128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Port 3a71dcbe-e28b-426e-8dd5-716268e067d4 on network ff705bb5-a220-400e-8329-ef70238310fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:06:09.159446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Attempting to bind port 3a71dcbe-e28b-426e-8dd5-716268e067d4 on network ff705bb5-a220-400e-8329-ef70238310fd {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:06:09.164287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:06:09.164652 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Checking segment: {'id': '43eb244f-cf24-4115-9742-cabcf69d57b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:06:09.165036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Bound using segment: {'id': '43eb244f-cf24-4115-9742-cabcf69d57b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:06:09.165461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Bound port: 3a71dcbe-e28b-426e-8dd5-716268e067d4, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43eb244f-cf24-4115-9742-cabcf69d57b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:06:09.165815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.228979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] For port 3a71dcbe-e28b-426e-8dd5-716268e067d4, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:06:09.232063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] For port 3a71dcbe-e28b-426e-8dd5-716268e067d4, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:06:09.296153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.328953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:09.329569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.331829 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/3a71dcbe-e28b-426e-8dd5-716268e067d4 HTTP/1.1" status: 200 len: 1094 time: 0.7992887 Apr 01 16:06:09.334003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'tag': '3a71dcbe-e28b-426e-8dd5-716268e067d4'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:09.336583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02391789-edd9-4469-95d6-f738d139df4a" -d '{"events": [{"name": "network-changed", "server_uuid": "40734848-3f3f-4dba-877f-eb2b14b350bd", "tag": "3a71dcbe-e28b-426e-8dd5-716268e067d4"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:06:09.364097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e34a1-9888-4dfc-8536-f72ba1b9a7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a71dcbe-e28b-426e-8dd5-716268e067d4,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:09.374619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67513bbd-0076-4030-bcef-c67da9f02773 x-openstack-request-id: req-67513bbd-0076-4030-bcef-c67da9f02773 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:06:09.374908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40734848-3f3f-4dba-877f-eb2b14b350bd", "tag": "3a71dcbe-e28b-426e-8dd5-716268e067d4", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:06:09.375258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67513bbd-0076-4030-bcef-c67da9f02773 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:06:09.375577 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67513bbd-0076-4030-bcef-c67da9f02773'] response: {'name': 'network-changed', 'server_uuid': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'tag': '3a71dcbe-e28b-426e-8dd5-716268e067d4', 'status': 'completed', 'code': 200} Apr 01 16:06:09.440404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02391789-edd9-4469-95d6-f738d139df4a req-3639fca8-4d4a-4307-b6b9-f7bf3ffe450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:09.441906 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-02391789-edd9-4469-95d6-f738d139df4a req-3639fca8-4d4a-4307-b6b9-f7bf3ffe450c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 1097 time: 0.0445278 Apr 01 16:06:09.543674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02391789-edd9-4469-95d6-f738d139df4a req-3f261e8d-dfe1-43ec-84d6-778f423bb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:09.545176 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-02391789-edd9-4469-95d6-f738d139df4a req-3f261e8d-dfe1-43ec-84d6-778f423bb816 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3134d55b7e304a9da50de40f2460bdc7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0899916 Apr 01 16:06:09.641008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02391789-edd9-4469-95d6-f738d139df4a req-81a58bb7-e489-4a62-8bf6-ddf79885038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:09.642976 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-02391789-edd9-4469-95d6-f738d139df4a req-81a58bb7-e489-4a62-8bf6-ddf79885038c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0900283 Apr 01 16:06:09.727095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c49280-c653-4072-86ed-1bef4303bed3 req-5d674fa8-0cd8-455a-b237-7d7e6682f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:09.728663 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-5d674fa8-0cd8-455a-b237-7d7e6682f054 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 1097 time: 0.0444038 Apr 01 16:06:09.759107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:09.776212 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-1ae2209c-f58e-40e7-a963-e0d45ad86ed0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4 HTTP/1.1" status: 200 len: 217 time: 0.0379090 Apr 01 16:06:09.936058 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984d9ee-4eba-4b7b-8b44-5c065d92305b req-016c9779-1f26-4f7f-ab1d-d4503cc4b4da tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:09.937606 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3984d9ee-4eba-4b7b-8b44-5c065d92305b req-016c9779-1f26-4f7f-ab1d-d4503cc4b4da tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0518456 Apr 01 16:06:09.979172 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3984d9ee-4eba-4b7b-8b44-5c065d92305b req-7858ae75-8060-47a8-9d68-ca4b3b722c3f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347645 Apr 01 16:06:10.154819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c49280-c653-4072-86ed-1bef4303bed3 req-22cbffa4-1a57-47f9-b5ce-31549a3fd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:10.156266 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-22cbffa4-1a57-47f9-b5ce-31549a3fd1f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.3701336 Apr 01 16:06:10.192784 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-9ed1d7c6-30e1-456e-89f6-68a703fc7436 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247281 Apr 01 16:06:10.284646 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-e548e4e3-5f14-4808-8fe9-2fc60ce83f34 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836728 Apr 01 16:06:10.377342 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-63c49280-c653-4072-86ed-1bef4303bed3 req-2f3859bf-b80b-4285-818a-0df87c22ef02 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817826 Apr 01 16:06:10.546453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ed234b86-94ef-4c50-82af-e02642654c6d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:06:10.569808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: ed234b86-94ef-4c50-82af-e02642654c6d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:06:10.570140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ed234b86-94ef-4c50-82af-e02642654c6d not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:06:10.864219 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:10.998068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:11.095403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4ba49-c5b1-4f3d-adc8-df4a0a6f8ccd req-7c2fe9aa-077e-440c-b945-6f73c6361875 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:11.096919 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dfe4ba49-c5b1-4f3d-adc8-df4a0a6f8ccd req-7c2fe9aa-077e-440c-b945-6f73c6361875 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0490289 Apr 01 16:06:11.135826 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dfe4ba49-c5b1-4f3d-adc8-df4a0a6f8ccd req-8ee6e28c-1ea3-4352-b9ab-98d8a6db3a49 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Apr 01 16:06:12.256778 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23cb1a-5636-47f0-928d-bc95ec2b096e req-980b704a-d923-4c01-84cc-67c47f0bebd1 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:12.258277 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef23cb1a-5636-47f0-928d-bc95ec2b096e req-980b704a-d923-4c01-84cc-67c47f0bebd1 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0562320 Apr 01 16:06:12.296497 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef23cb1a-5636-47f0-928d-bc95ec2b096e req-a9fc8b79-e111-44e9-ad4e-90914f4523b9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321295 Apr 01 16:06:12.543084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 3a71dcbe-e28b-426e-8dd5-716268e067d4 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:06:12.636373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 3a71dcbe-e28b-426e-8dd5-716268e067d4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:12.648374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '3a71dcbe-e28b-426e-8dd5-716268e067d4', 'network_id': 'ff705bb5-a220-400e-8329-ef70238310fd', 'port_id': '3a71dcbe-e28b-426e-8dd5-716268e067d4', 'mac_address': 'fa:16:3e:88:08:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:06:12.685191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.698747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a71dcbe-e28b-426e-8dd5-716268e067d4 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:06:12.718346 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 3a71dcbe-e28b-426e-8dd5-716268e067d4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:12.867175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:12.913038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=3a71dcbe-e28b-426e-8dd5-716268e067d4,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:13.121647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['3a71dcbe-e28b-426e-8dd5-716268e067d4'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:06:13.411450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd44d-4029-403c-8b1e-32a33e78e734 req-7e1ab3a0-a63f-4a0a-8113-245ac8cd2de7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:13.412913 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e13bd44d-4029-403c-8b1e-32a33e78e734 req-7e1ab3a0-a63f-4a0a-8113-245ac8cd2de7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 945 time: 0.0500267 Apr 01 16:06:13.450886 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e13bd44d-4029-403c-8b1e-32a33e78e734 req-4662a55f-d727-4a39-b5c5-5a95d481de9e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Apr 01 16:06:14.563822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 3a71dcbe-e28b-426e-8dd5-716268e067d4 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:06:14.566804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c2aed-98f9-4823-b6df-e3e13f1f8aaf req-c15b63f0-c826-47e7-a0f5-7091b1d2a50e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:14.568963 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d55c2aed-98f9-4823-b6df-e3e13f1f8aaf req-c15b63f0-c826-47e7-a0f5-7091b1d2a50e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 945 time: 0.0484920 Apr 01 16:06:14.607487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d55c2aed-98f9-4823-b6df-e3e13f1f8aaf req-ab8defe1-3ff3-4dfe-b30c-708be29df40b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Apr 01 16:06:14.704239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 3a71dcbe-e28b-426e-8dd5-716268e067d4 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:06:14.708580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 3a71dcbe-e28b-426e-8dd5-716268e067d4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:06:14.717840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:14.787590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:14.809800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71dcbe-e28b-426e-8dd5-716268e067d4'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:14.812029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12e5a8-c298-49f6-9e8d-95f64af4053a" -d '{"events": [{"server_uuid": "40734848-3f3f-4dba-877f-eb2b14b350bd", "name": "network-vif-plugged", "status": "completed", "tag": "3a71dcbe-e28b-426e-8dd5-716268e067d4"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:06:14.826396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 3a71dcbe-e28b-426e-8dd5-716268e067d4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:14.848046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af55834-db00-4468-b31a-face724bf931 x-openstack-request-id: req-8af55834-db00-4468-b31a-face724bf931 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:06:14.848331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40734848-3f3f-4dba-877f-eb2b14b350bd", "name": "network-vif-plugged", "status": "completed", "tag": "3a71dcbe-e28b-426e-8dd5-716268e067d4", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:06:14.848601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8af55834-db00-4468-b31a-face724bf931 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:06:14.848994 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af55834-db00-4468-b31a-face724bf931'] response: {'server_uuid': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71dcbe-e28b-426e-8dd5-716268e067d4', 'code': 200} Apr 01 16:06:14.918457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:14.965553 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=3a71dcbe-e28b-426e-8dd5-716268e067d4,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:15.194722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450eca-9eae-421c-bf93-6d30d1d0fb31 req-61548c96-4773-45a3-8a6d-4d6dd8e037b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:15.196373 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ed450eca-9eae-421c-bf93-6d30d1d0fb31 req-61548c96-4773-45a3-8a6d-4d6dd8e037b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 1099 time: 0.0415580 Apr 01 16:06:15.237976 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ed450eca-9eae-421c-bf93-6d30d1d0fb31 req-282b4581-2fca-4837-8e2d-30c381a5c0cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Apr 01 16:06:15.644452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:15.726604 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5c6d9-aeb1-48ed-bfc6-47b7e240fc74 req-c6fd7da3-b571-4d11-9b4d-1b51cf7fa203 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:15.728107 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e9c5c6d9-aeb1-48ed-bfc6-47b7e240fc74 req-c6fd7da3-b571-4d11-9b4d-1b51cf7fa203 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0534275 Apr 01 16:06:15.766159 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e9c5c6d9-aeb1-48ed-bfc6-47b7e240fc74 req-0f8b4c87-eacc-4ffc-a152-7cf702c56b82 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Apr 01 16:06:16.883144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb80f8-84e6-4943-bccd-0f53057ba66e req-670f8247-9155-4f49-b01a-5a16eefafc33 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:16.884644 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-83cb80f8-84e6-4943-bccd-0f53057ba66e req-670f8247-9155-4f49-b01a-5a16eefafc33 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0490818 Apr 01 16:06:16.922575 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-83cb80f8-84e6-4943-bccd-0f53057ba66e req-1da7fd4a-2b44-45bc-aff5-adb0d356860c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Apr 01 16:06:17.039432 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba026da-3d4f-4e02-b3d3-e1be2c9ded11 req-67542930-5dc9-4b2c-9f11-8b7ae5a3f7ac tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:17.040914 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cba026da-3d4f-4e02-b3d3-e1be2c9ded11 req-67542930-5dc9-4b2c-9f11-8b7ae5a3f7ac tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0488374 Apr 01 16:06:17.077563 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cba026da-3d4f-4e02-b3d3-e1be2c9ded11 req-70e90505-dc6e-4a80-b927-5f425b795257 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304344 Apr 01 16:06:17.608145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be38a97-f7ec-4180-b99c-87441ae89105 req-23ddd9f4-0de0-4d8c-a5f7-f6485fb48fa8 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:17.609658 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7be38a97-f7ec-4180-b99c-87441ae89105 req-23ddd9f4-0de0-4d8c-a5f7-f6485fb48fa8 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0560460 Apr 01 16:06:17.648999 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7be38a97-f7ec-4180-b99c-87441ae89105 req-a5fb033e-3cc7-45c0-b371-23f6dd9af61d tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Apr 01 16:06:17.818886 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-fec58d2f-9471-46bf-9523-b80e217ad1c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393388 Apr 01 16:06:18.772066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51a018-55f1-4c2c-b4b5-431094ca9cfd req-ce9c2488-7527-44b1-a800-a7c81e058360 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:18.774289 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f51a018-55f1-4c2c-b4b5-431094ca9cfd req-ce9c2488-7527-44b1-a800-a7c81e058360 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0495651 Apr 01 16:06:18.812996 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f51a018-55f1-4c2c-b4b5-431094ca9cfd req-741433ed-20cb-4fcd-b0c2-983004f09d89 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Apr 01 16:06:19.932267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc46d4-0d2f-434e-be7f-f3d04d14265f req-95fc5c3d-02c8-4818-b879-d6422bc63a1b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:19.933687 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-68fc46d4-0d2f-434e-be7f-f3d04d14265f req-95fc5c3d-02c8-4818-b879-d6422bc63a1b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0522988 Apr 01 16:06:20.222232 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-68d9674f-a6fa-419c-a8f6-13855f80cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:20.224494 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-68d9674f-a6fa-419c-a8f6-13855f80cac8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 1099 time: 0.0471313 Apr 01 16:06:20.242373 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-68fc46d4-0d2f-434e-be7f-f3d04d14265f req-5512ef36-59c6-47a6-bb4e-5aa319a2a51a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026154 Apr 01 16:06:20.315349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-18ee662d-cca1-4b2d-af4c-892fef519e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:20.316837 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-18ee662d-cca1-4b2d-af4c-892fef519e60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 916 time: 0.0862257 Apr 01 16:06:20.361200 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-98686dd3-6e20-401a-b28e-9285fe797186 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4 HTTP/1.1" status: 200 len: 217 time: 0.0376785 Apr 01 16:06:20.410282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-9c32a613-0395-49fe-aa51-c319b8d46c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:20.411732 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-9c32a613-0395-49fe-aa51-c319b8d46c15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.0445313 Apr 01 16:06:20.442648 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-3c58d012-1b15-456d-9754-60ddfcda60a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246141 Apr 01 16:06:20.535096 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-de40212b-6567-452e-b740-e21ae73801e0 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860546 Apr 01 16:06:20.628817 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-2cb1fcbf-da12-4465-acf5-bd97bb816fc4 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 Apr 01 16:06:21.356149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cb534-f893-4462-bd87-1a04a7a9a291 req-bbb58256-e04d-4dfb-9de7-164b9f82708e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:21.357623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2d3cb534-f893-4462-bd87-1a04a7a9a291 req-bbb58256-e04d-4dfb-9de7-164b9f82708e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0481436 Apr 01 16:06:21.394298 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2d3cb534-f893-4462-bd87-1a04a7a9a291 req-e47bbf98-bc65-47d3-aa80-3567fe426b74 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302784 Apr 01 16:06:22.509607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127115b9-09c8-4078-aa53-96399f7ab2f5 req-54881c03-9441-45b0-9382-9e82d8e0589f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:22.511061 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-127115b9-09c8-4078-aa53-96399f7ab2f5 req-54881c03-9441-45b0-9382-9e82d8e0589f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0494723 Apr 01 16:06:22.549849 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-127115b9-09c8-4078-aa53-96399f7ab2f5 req-332f50e7-c901-476b-9206-9e6d566ac26a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327168 Apr 01 16:06:23.673782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ff461-ab3b-425b-bf5e-93c8cd49a7d8 req-bc60c0b4-75dc-45c3-b2d6-9f9520142453 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:23.675846 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f02ff461-ab3b-425b-bf5e-93c8cd49a7d8 req-bc60c0b4-75dc-45c3-b2d6-9f9520142453 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0572014 Apr 01 16:06:23.718700 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f02ff461-ab3b-425b-bf5e-93c8cd49a7d8 req-e884fb92-688b-43c3-bec3-ffe546bcf20d tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366368 Apr 01 16:06:24.834728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e137e-4a80-4d51-bb7f-714ac3714258 req-2225e906-5cf6-4ae4-a267-2916266608d4 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:24.836203 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-350e137e-4a80-4d51-bb7f-714ac3714258 req-2225e906-5cf6-4ae4-a267-2916266608d4 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0489259 Apr 01 16:06:24.872760 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-350e137e-4a80-4d51-bb7f-714ac3714258 req-4edb9df9-8195-486c-a677-9ec162ee71a0 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302639 Apr 01 16:06:25.170650 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:06:25.987477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11021080-669b-4532-84a8-440367e680d8 req-6e0cd2f4-02e7-4f60-a9c0-a59c08cfc02e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:25.988981 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-11021080-669b-4532-84a8-440367e680d8 req-6e0cd2f4-02e7-4f60-a9c0-a59c08cfc02e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0486882 Apr 01 16:06:26.025940 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-11021080-669b-4532-84a8-440367e680d8 req-399d37b9-6e40-4a15-ab78-88f0a86244f7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Apr 01 16:06:27.144760 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7189-954f-49b5-a097-7b2554735f5c req-894d7c5e-c34f-4094-a6b2-ba5a7a66498e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:27.146262 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-794c7189-954f-49b5-a097-7b2554735f5c req-894d7c5e-c34f-4094-a6b2-ba5a7a66498e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0522797 Apr 01 16:06:27.184116 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-794c7189-954f-49b5-a097-7b2554735f5c req-a097f4ae-6acc-40f8-b288-96b39fed4509 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317111 Apr 01 16:06:28.297950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd424f2e-118f-46af-b696-fe424ad2ed71 req-ce593342-312a-4a5d-b643-19383d320b92 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:28.299429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fd424f2e-118f-46af-b696-fe424ad2ed71 req-ce593342-312a-4a5d-b643-19383d320b92 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0485268 Apr 01 16:06:28.336350 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fd424f2e-118f-46af-b696-fe424ad2ed71 req-d2f921d7-7ed0-4493-9994-7933648ef694 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309837 Apr 01 16:06:29.458359 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55bb77-ca65-4c34-9355-7289b8150c32 req-bccd7660-a352-4d79-87e2-07cf8c8b02ef tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:29.459841 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7b55bb77-ca65-4c34-9355-7289b8150c32 req-bccd7660-a352-4d79-87e2-07cf8c8b02ef tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0497663 Apr 01 16:06:29.497469 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7b55bb77-ca65-4c34-9355-7289b8150c32 req-cd9feaf9-920d-4fde-a6aa-e9726a06722c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Apr 01 16:06:30.615930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5fb4d-9945-4a6e-b5ba-cb0e7fe1396d req-0ff7af30-b39b-412a-ac78-4c22bd0144a1 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:30.617280 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3ec5fb4d-9945-4a6e-b5ba-cb0e7fe1396d req-0ff7af30-b39b-412a-ac78-4c22bd0144a1 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0519538 Apr 01 16:06:30.655626 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3ec5fb4d-9945-4a6e-b5ba-cb0e7fe1396d req-6c4ed2fe-dfd0-40a8-a3a3-cbe4f1b8fc26 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Apr 01 16:06:31.775511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecad0a-594c-4f66-8c9e-bdcf541caab8 req-898a907f-defe-4b4c-8cbf-c5211caaeb87 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:31.777046 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6ecad0a-594c-4f66-8c9e-bdcf541caab8 req-898a907f-defe-4b4c-8cbf-c5211caaeb87 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0499287 Apr 01 16:06:31.815897 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6ecad0a-594c-4f66-8c9e-bdcf541caab8 req-3ef9945f-cd46-425c-9d13-f3417b060684 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Apr 01 16:06:32.932770 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6750-8c54-4a84-b81e-2dddbaf44216 req-be4b92e5-c082-4192-8204-532a3480b11b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:32.934129 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-323e6750-8c54-4a84-b81e-2dddbaf44216 req-be4b92e5-c082-4192-8204-532a3480b11b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0475409 Apr 01 16:06:32.971404 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-323e6750-8c54-4a84-b81e-2dddbaf44216 req-b7e73956-7985-441a-b4f0-1ce6725c05aa tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306623 Apr 01 16:06:34.089422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da6f5f-8a3f-4e87-9a11-9f984b9a389e req-0694ca9f-0983-4311-917e-b2a9a09f9a62 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:34.090930 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42da6f5f-8a3f-4e87-9a11-9f984b9a389e req-0694ca9f-0983-4311-917e-b2a9a09f9a62 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0533628 Apr 01 16:06:34.129378 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42da6f5f-8a3f-4e87-9a11-9f984b9a389e req-e515c2a3-27a2-4f99-9a6e-f70a5226a250 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Apr 01 16:06:34.729554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-172f38e9-8392-4aa8-af30-fa381405618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:35.244449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83daf2-8144-44aa-9b08-554c11a81930 req-d7eb8e7f-fb06-4698-baaf-f2efc82ae21e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:35.259550 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dc83daf2-8144-44aa-9b08-554c11a81930 req-d7eb8e7f-fb06-4698-baaf-f2efc82ae21e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0498438 Apr 01 16:06:35.285817 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dc83daf2-8144-44aa-9b08-554c11a81930 req-83109302-11da-425e-af6b-fa3bf265829c tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Apr 01 16:06:36.399732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26144825-7f30-4356-a83e-394990d39843 req-abe00bf2-c12c-4938-b919-6d7b929275a5 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:36.401252 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26144825-7f30-4356-a83e-394990d39843 req-abe00bf2-c12c-4938-b919-6d7b929275a5 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0485220 Apr 01 16:06:36.439976 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26144825-7f30-4356-a83e-394990d39843 req-9d66c413-8123-4c37-af7b-ee2a32bf61ea tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Apr 01 16:06:37.263662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-354400d5-12b9-40f6-a7fc-aa0a3b69d05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:37.556742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e7177-a39f-4509-b63c-d27a331854ba req-2cb395ee-6693-4475-afa8-ba4a59ac160d tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:37.558119 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9e5e7177-a39f-4509-b63c-d27a331854ba req-2cb395ee-6693-4475-afa8-ba4a59ac160d tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0515943 Apr 01 16:06:37.596123 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9e5e7177-a39f-4509-b63c-d27a331854ba req-20a289ba-bfdd-4122-ab80-34ac1316a455 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Apr 01 16:06:38.712002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7482d-1a03-46de-a85b-69942e75a51f req-f87eb7f4-af09-4cc2-8551-871bba326a74 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:38.713941 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d3d7482d-1a03-46de-a85b-69942e75a51f req-f87eb7f4-af09-4cc2-8551-871bba326a74 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0485909 Apr 01 16:06:38.752081 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d3d7482d-1a03-46de-a85b-69942e75a51f req-ddc8f3b2-1488-4963-856c-34013465b4c4 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Apr 01 16:06:39.528688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9027804-f4de-4620-a49c-2c4043fe582b req-12681435-5c57-4a77-85aa-8aff3f0f6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:39.530206 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e9027804-f4de-4620-a49c-2c4043fe582b req-12681435-5c57-4a77-85aa-8aff3f0f6494 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 1099 time: 0.0446689 Apr 01 16:06:39.633939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9027804-f4de-4620-a49c-2c4043fe582b req-43a052aa-4288-436e-8ad8-f93aa0d03325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:39.635427 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e9027804-f4de-4620-a49c-2c4043fe582b req-43a052aa-4288-436e-8ad8-f93aa0d03325 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 916 time: 0.0851338 Apr 01 16:06:39.682172 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e9027804-f4de-4620-a49c-2c4043fe582b req-1093a617-16f5-4949-aaa3-5732793664d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4 HTTP/1.1" status: 200 len: 217 time: 0.0389738 Apr 01 16:06:39.732903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9027804-f4de-4620-a49c-2c4043fe582b req-8af862f3-369d-4de4-b4bb-e3de651338bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:39.734486 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e9027804-f4de-4620-a49c-2c4043fe582b req-8af862f3-369d-4de4-b4bb-e3de651338bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.0452476 Apr 01 16:06:39.767671 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e9027804-f4de-4620-a49c-2c4043fe582b req-abdb72b8-f43f-4eb2-bd60-6137784b8c76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255716 Apr 01 16:06:39.774553 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:39.869735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a43dc-4f7d-4800-ba1e-8fe91d7382b4 req-3dcd0260-7ca8-466a-b79c-9fa5e6a2f4e6 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:39.871458 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f8a43dc-4f7d-4800-ba1e-8fe91d7382b4 req-3dcd0260-7ca8-466a-b79c-9fa5e6a2f4e6 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0500481 Apr 01 16:06:39.890886 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e9027804-f4de-4620-a49c-2c4043fe582b req-b0676eb9-b658-4936-aa39-8421201f0cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163857 Apr 01 16:06:39.917582 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f8a43dc-4f7d-4800-ba1e-8fe91d7382b4 req-b434bf99-95aa-4ac3-895b-50b2e1e555aa tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340593 Apr 01 16:06:39.984174 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e9027804-f4de-4620-a49c-2c4043fe582b req-49bf6ac0-e9f2-4011-81f6-efa2cdb000e5 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866055 Apr 01 16:06:40.869416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:40.974874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:41.036949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae1f92-c3e3-4657-aaca-10bc2bc119ae req-4f1e8846-6ea4-4702-9b83-8735d29c87e9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:41.038471 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7fae1f92-c3e3-4657-aaca-10bc2bc119ae req-4f1e8846-6ea4-4702-9b83-8735d29c87e9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0532739 Apr 01 16:06:41.077434 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7fae1f92-c3e3-4657-aaca-10bc2bc119ae req-12cd5120-309f-4871-a218-43b463c1b419 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Apr 01 16:06:42.191939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ebbc6-d828-4be4-96d3-f1f06e36a230 req-703ed8a9-7105-4eb7-8ebf-2ae1b47ac753 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:42.193459 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-228ebbc6-d828-4be4-96d3-f1f06e36a230 req-703ed8a9-7105-4eb7-8ebf-2ae1b47ac753 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0483115 Apr 01 16:06:42.231786 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-228ebbc6-d828-4be4-96d3-f1f06e36a230 req-e23449f2-33b9-44b9-ae7b-23449cb94ee3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Apr 01 16:06:43.347021 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d143a-3257-41a5-a40e-b722c6291699 req-ad49892a-7306-456d-bb32-d1248eba9501 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:43.348538 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-511d143a-3257-41a5-a40e-b722c6291699 req-ad49892a-7306-456d-bb32-d1248eba9501 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0488482 Apr 01 16:06:43.386732 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-511d143a-3257-41a5-a40e-b722c6291699 req-5d9e62d9-a31b-472b-a044-1537f91a4899 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Apr 01 16:06:44.505330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbdb6c-ddd4-40f4-80ae-6363bc874c74 req-c471ff62-b36d-4fa4-8b1c-13ede5e884b9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:44.507775 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ddbdb6c-ddd4-40f4-80ae-6363bc874c74 req-c471ff62-b36d-4fa4-8b1c-13ede5e884b9 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0542397 Apr 01 16:06:44.544969 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ddbdb6c-ddd4-40f4-80ae-6363bc874c74 req-b064f761-f91e-4299-a45a-97f3da6f1287 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Apr 01 16:06:45.649344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:45.665472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bfcf7-c9d9-4588-a116-22fc315bd9ef req-59bf64e3-ff54-451b-aac9-42640e0c848b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:45.667336 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b82bfcf7-c9d9-4588-a116-22fc315bd9ef req-59bf64e3-ff54-451b-aac9-42640e0c848b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0509760 Apr 01 16:06:45.706757 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b82bfcf7-c9d9-4588-a116-22fc315bd9ef req-8abb5cc2-82ca-4e93-9dbd-0ae9b8fa8191 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327199 Apr 01 16:06:46.824478 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d69a8c-14e1-4639-8cd1-3b39035cf8d1 req-e2c720cb-4e94-430c-bd9f-5a189def4335 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:46.825959 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f0d69a8c-14e1-4639-8cd1-3b39035cf8d1 req-e2c720cb-4e94-430c-bd9f-5a189def4335 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0483153 Apr 01 16:06:46.863664 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f0d69a8c-14e1-4639-8cd1-3b39035cf8d1 req-a099f908-9cfd-470b-aacd-52d0519838f5 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Apr 01 16:06:47.985076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9021533-0d0c-4db5-b661-2d9fed6ed188 req-19316125-d1ac-4ce2-a678-c640e85bed13 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:47.986555 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b9021533-0d0c-4db5-b661-2d9fed6ed188 req-19316125-d1ac-4ce2-a678-c640e85bed13 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0538816 Apr 01 16:06:48.024705 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b9021533-0d0c-4db5-b661-2d9fed6ed188 req-798cf183-50ee-4fac-a203-20483539f453 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Apr 01 16:06:48.067212 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-c76a3791-5d9d-431e-bea6-290d243b17eb service neutron] 10.222.0.41 "GET /v2.0/ports/3a71dcbe-e28b-426e-8dd5-716268e067d4/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0659628 Apr 01 16:06:48.724101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-664057e2-c54a-4cbf-a23f-652280998b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:48.725647 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-664057e2-c54a-4cbf-a23f-652280998b02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd&tenant_id=3134d55b7e304a9da50de40f2460bdc7 HTTP/1.1" status: 200 len: 1099 time: 0.0468280 Apr 01 16:06:48.795294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-58392d12-21b5-40cc-bec3-b54a3c3bef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:48.796861 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-58392d12-21b5-40cc-bec3-b54a3c3bef80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 1099 time: 0.0418422 Apr 01 16:06:48.900629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-b56e40dd-4b84-45bd-bcdc-905b3a19f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:48.902022 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-b56e40dd-4b84-45bd-bcdc-905b3a19f3bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 916 time: 0.0933063 Apr 01 16:06:48.947584 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-a2564ae4-f412-4b45-8fbe-058b89cf29c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4 HTTP/1.1" status: 200 len: 217 time: 0.0335522 Apr 01 16:06:48.998298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-1b433139-f107-4a6b-9fc0-da265ef5f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:48.999702 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-1b433139-f107-4a6b-9fc0-da265ef5f9ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.0418780 Apr 01 16:06:49.033862 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-36453512-5a62-4ff3-849b-29b52bec82f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245423 Apr 01 16:06:49.133414 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-b0863131-cfeb-458a-9cd6-5f1f306443a9 service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894856 Apr 01 16:06:49.145535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07f5e7-b457-4d89-91ab-06ef0d44c84b req-96c05370-57f1-407a-881e-3b1d8c90d8da tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:49.147217 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ed07f5e7-b457-4d89-91ab-06ef0d44c84b req-96c05370-57f1-407a-881e-3b1d8c90d8da tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0530906 Apr 01 16:06:49.187925 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ed07f5e7-b457-4d89-91ab-06ef0d44c84b req-4eee1b95-020c-4711-a3b8-550b956e9eba tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Apr 01 16:06:49.231975 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-eebcd0b5-330a-42a8-8347-f0e3b8fc8174 req-dd706ae0-5e7d-4632-a54e-c46968f5590a service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874977 Apr 01 16:06:50.304022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf49817-be47-4305-8e3a-46663e9090d8 req-afb1adc4-908d-405e-9727-3e4fbad269f5 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:50.305509 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bbf49817-be47-4305-8e3a-46663e9090d8 req-afb1adc4-908d-405e-9727-3e4fbad269f5 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 946 time: 0.0482340 Apr 01 16:06:50.342796 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bbf49817-be47-4305-8e3a-46663e9090d8 req-6f000354-a2a4-445e-af33-c145c87c11f4 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312600 Apr 01 16:06:50.811378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 3a71dcbe-e28b-426e-8dd5-716268e067d4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:06:50.889221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:50.918608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a71dcbe-e28b-426e-8dd5-716268e067d4'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:50.920773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25529ab9-d496-4291-9d0e-35ff66ea2c5d" -d '{"events": [{"server_uuid": "40734848-3f3f-4dba-877f-eb2b14b350bd", "name": "network-vif-unplugged", "status": "completed", "tag": "3a71dcbe-e28b-426e-8dd5-716268e067d4"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:06:50.933272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 3a71dcbe-e28b-426e-8dd5-716268e067d4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:50.964015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e11aa28-c2ec-4a3d-9ef2-bf75438b664b x-openstack-request-id: req-0e11aa28-c2ec-4a3d-9ef2-bf75438b664b {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:06:50.964303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40734848-3f3f-4dba-877f-eb2b14b350bd", "name": "network-vif-unplugged", "status": "completed", "tag": "3a71dcbe-e28b-426e-8dd5-716268e067d4", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:06:50.964678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e11aa28-c2ec-4a3d-9ef2-bf75438b664b {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:06:50.965074 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e11aa28-c2ec-4a3d-9ef2-bf75438b664b'] response: {'server_uuid': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a71dcbe-e28b-426e-8dd5-716268e067d4', 'code': 200} Apr 01 16:06:51.026118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:51.074569 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=3a71dcbe-e28b-426e-8dd5-716268e067d4,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:51.082356 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.082704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.083051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.083389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.083723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.084058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.084413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.084750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.085079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.085413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.085743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.086065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:51.470763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053f267-d790-49b4-893e-809cd7deed60 req-2d9a15af-c70b-4686-996d-2502aae6ea63 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:51.472257 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5053f267-d790-49b4-893e-809cd7deed60 req-2d9a15af-c70b-4686-996d-2502aae6ea63 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0549898 Apr 01 16:06:51.510164 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5053f267-d790-49b4-893e-809cd7deed60 req-a7d09a19-c493-4350-8239-dfd7c9944724 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Apr 01 16:06:52.629202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0b624-6165-41c7-bfba-62cc3ae0be75 req-63ac3c08-1024-449f-97b5-6553f8c2da57 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:52.630725 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ca0b624-6165-41c7-bfba-62cc3ae0be75 req-63ac3c08-1024-449f-97b5-6553f8c2da57 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0495448 Apr 01 16:06:52.669143 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ca0b624-6165-41c7-bfba-62cc3ae0be75 req-6364face-2ade-475c-bc47-0d2d33ff2c25 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Apr 01 16:06:53.110768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1554fd3-c650-4bbb-aaa1-ee746b4d7ce7 req-c4070bad-a4e5-4145-aac4-6a6e33de6910 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:53.112262 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d1554fd3-c650-4bbb-aaa1-ee746b4d7ce7 req-c4070bad-a4e5-4145-aac4-6a6e33de6910 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0501828 Apr 01 16:06:53.150992 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d1554fd3-c650-4bbb-aaa1-ee746b4d7ce7 req-5727c150-2bc2-4a51-a3d1-482975932cd3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Apr 01 16:06:53.285444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-668d6491-1e0d-4ac8-b19b-9c68eff73809 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:53.286900 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-668d6491-1e0d-4ac8-b19b-9c68eff73809 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd&tenant_id=3134d55b7e304a9da50de40f2460bdc7&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 944 time: 0.1073833 Apr 01 16:06:53.368690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-2163f481-2dc5-4ff0-b86e-55c83607ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:53.370119 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-2163f481-2dc5-4ff0-b86e-55c83607ee62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3134d55b7e304a9da50de40f2460bdc7&device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 1097 time: 0.0405962 Apr 01 16:06:53.465612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-69d5af5f-f303-4940-9235-9bbfc7f05535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:53.467085 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-69d5af5f-f303-4940-9235-9bbfc7f05535 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 200 len: 916 time: 0.0907259 Apr 01 16:06:53.507304 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-2c9e3983-f753-4ce8-93dd-fe093b6d926b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4 HTTP/1.1" status: 200 len: 217 time: 0.0335929 Apr 01 16:06:53.555092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-021182f7-0033-494f-a281-fcccec9c2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:53.556589 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-021182f7-0033-494f-a281-fcccec9c2849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 200 len: 854 time: 0.0434005 Apr 01 16:06:53.589163 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-09035dd1-a12b-476b-97eb-380ba847dc61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff705bb5-a220-400e-8329-ef70238310fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256329 Apr 01 16:06:53.682319 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-92d7b103-a7b5-4c3e-b1db-167a5110354d service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865211 Apr 01 16:06:53.777652 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e161a6fc-180f-4189-861d-53366dc3f4d5 req-729cf379-683c-41fc-8b38-324446bb147f service neutron] 10.222.0.41 "GET /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886559 Apr 01 16:06:54.276255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069b93d-e011-420d-a7e2-98c54a147c0f req-033a96fb-39c3-471f-a0ad-0da58ded386f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:54.277822 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9069b93d-e011-420d-a7e2-98c54a147c0f req-033a96fb-39c3-471f-a0ad-0da58ded386f tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0573292 Apr 01 16:06:54.321063 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9069b93d-e011-420d-a7e2-98c54a147c0f req-83418bdf-447c-43aa-80ea-3f142d6fcd68 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364745 Apr 01 16:06:55.437659 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f267f2-4e9c-4517-81c3-b193d3cb5f43 req-d8e5aab3-e180-47ad-895b-6d4721661086 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:55.439174 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e4f267f2-4e9c-4517-81c3-b193d3cb5f43 req-d8e5aab3-e180-47ad-895b-6d4721661086 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0501337 Apr 01 16:06:55.481123 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e4f267f2-4e9c-4517-81c3-b193d3cb5f43 req-724717a6-e001-4498-8a64-8e4eebadb75e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359128 Apr 01 16:06:55.595317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d0457-d6c1-4aa0-84cb-0e3052a86d15 req-8a4617c6-3a25-40e4-bd9c-3f27d4c60666 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:55.596832 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fb6d0457-d6c1-4aa0-84cb-0e3052a86d15 req-8a4617c6-3a25-40e4-bd9c-3f27d4c60666 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0489044 Apr 01 16:06:55.634573 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fb6d0457-d6c1-4aa0-84cb-0e3052a86d15 req-86c9dcb3-042b-40dc-acd4-313171124131 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Apr 01 16:06:55.751571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67195-c7f7-440c-ae3d-2077313c845c req-eff7e3fb-30ab-4ab3-a057-967e93e6a92e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:55.753116 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-77d67195-c7f7-440c-ae3d-2077313c845c req-eff7e3fb-30ab-4ab3-a057-967e93e6a92e tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0531166 Apr 01 16:06:55.791168 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-77d67195-c7f7-440c-ae3d-2077313c845c req-b0317b1c-d446-4885-90ea-e9783ed55f3b tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Apr 01 16:06:56.449903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207de338-15db-4d73-b2f3-f509f739b744 req-dd027a1c-5813-4cf4-94a3-08858ca8c5d3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:56.451398 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-207de338-15db-4d73-b2f3-f509f739b744 req-dd027a1c-5813-4cf4-94a3-08858ca8c5d3 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0486476 Apr 01 16:06:56.490109 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-207de338-15db-4d73-b2f3-f509f739b744 req-42cf6cf1-79b3-4a6d-86ac-ad3f7f4342fd tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Apr 01 16:06:57.604000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7f08b-bcc7-44aa-b9d0-ec2deba0faf0 req-f81c9384-b030-4010-a741-ff614e3f3194 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:57.605522 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1da7f08b-bcc7-44aa-b9d0-ec2deba0faf0 req-f81c9384-b030-4010-a741-ff614e3f3194 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0494328 Apr 01 16:06:57.643138 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1da7f08b-bcc7-44aa-b9d0-ec2deba0faf0 req-792e51e6-47e6-43bc-b9b4-1647accad8a7 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Apr 01 16:06:58.378736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-bee25c07-dde9-4842-a175-afddfc370f90 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:58.380197 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-bee25c07-dde9-4842-a175-afddfc370f90 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0496166 Apr 01 16:06:58.474026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Deleting port 3a71dcbe-e28b-426e-8dd5-716268e067d4 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:06:58.474428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:58.565056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] For port 3a71dcbe-e28b-426e-8dd5-716268e067d4, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=3a71dcbe-e28b-426e-8dd5-716268e067d4,segment=NetworkSegment(43eb244f-cf24-4115-9742-cabcf69d57b8),segment_id=43eb244f-cf24-4115-9742-cabcf69d57b8)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:06:58.565425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:58.578610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Calling delete_port for 3a71dcbe-e28b-426e-8dd5-716268e067d4 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:06:58.762622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db51dd-cb1d-4021-a70d-ed2d1be35fcf req-3851a3f0-1170-4b9d-8600-a62a6bcf81a4 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:58.764105 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f9db51dd-cb1d-4021-a70d-ed2d1be35fcf req-3851a3f0-1170-4b9d-8600-a62a6bcf81a4 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 944 time: 0.0533686 Apr 01 16:06:58.800178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:58.803178 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f9db51dd-cb1d-4021-a70d-ed2d1be35fcf req-14ffc4ee-8d1a-4c6e-9dbd-240bf4a25456 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/security-groups?id=527fb98c-698d-4745-8013-b38c1b809da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Apr 01 16:06:58.830522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Pushing event deleted for resources: {'Port': ['ID=3a71dcbe-e28b-426e-8dd5-716268e067d4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:58.870208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] No DVR routers for this DVR port 3a71dcbe-e28b-426e-8dd5-716268e067d4 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:06:58.872853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:58.876759 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7f7eba99-fe8f-4cc1-85bf-d83c38e68ed5 req-11b270d3-671f-489b-8b62-eb078b58fa5a tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.41 "DELETE /v2.0/ports/3a71dcbe-e28b-426e-8dd5-716268e067d4 HTTP/1.1" status: 204 len: 173 time: 0.4871843 Apr 01 16:06:58.877193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'name': 'network-vif-deleted', 'tag': '3a71dcbe-e28b-426e-8dd5-716268e067d4'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:06:58.879416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245038cf-f708-47c4-bea3-f7aeac14328e" -d '{"events": [{"server_uuid": "40734848-3f3f-4dba-877f-eb2b14b350bd", "name": "network-vif-deleted", "tag": "3a71dcbe-e28b-426e-8dd5-716268e067d4"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:06:58.968149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1e46ac-1973-44ab-aeb1-749a8549e39e x-openstack-request-id: req-4a1e46ac-1973-44ab-aeb1-749a8549e39e {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:06:58.968531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40734848-3f3f-4dba-877f-eb2b14b350bd", "name": "network-vif-deleted", "tag": "3a71dcbe-e28b-426e-8dd5-716268e067d4", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:06:58.968789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a1e46ac-1973-44ab-aeb1-749a8549e39e {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:06:58.969192 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1e46ac-1973-44ab-aeb1-749a8549e39e'] response: {'server_uuid': '40734848-3f3f-4dba-877f-eb2b14b350bd', 'name': 'network-vif-deleted', 'tag': '3a71dcbe-e28b-426e-8dd5-716268e067d4', 'status': 'completed', 'code': 200} Apr 01 16:06:59.912866 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-875d19dd-be58-4de9-9bbc-a1f648d164da req-5ba77ab9-505e-4942-a096-61e768bb5818 tempest-ServerDiskConfigTestJSON-1544508880 tempest-ServerDiskConfigTestJSON-1544508880-project] 10.222.0.73 "GET /v2.0/ports?device_id=40734848-3f3f-4dba-877f-eb2b14b350bd HTTP/1.1" status: 200 len: 210 time: 0.0271397 Apr 01 16:07:01.031178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 58250) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:01.078493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65c5e2a-4f18-462a-a5eb-31425d768e72 admin admin] Deleting subnet 69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:07:01.081544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b65c5e2a-4f18-462a-a5eb-31425d768e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.115568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b65c5e2a-4f18-462a-a5eb-31425d768e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.153170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b65c5e2a-4f18-462a-a5eb-31425d768e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.306073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b65c5e2a-4f18-462a-a5eb-31425d768e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.329542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c5e2a-4f18-462a-a5eb-31425d768e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:01.335357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b65c5e2a-4f18-462a-a5eb-31425d768e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.338762 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b65c5e2a-4f18-462a-a5eb-31425d768e72 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/69c8c6d3-e8a1-411f-a1ac-8fd5d89a2e4b HTTP/1.1" status: 204 len: 168 time: 0.3065875 Apr 01 16:07:01.341476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 58252) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:01.412289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.487590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.511612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff705bb5-a220-400e-8329-ef70238310fd']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:01.521618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43eb244f-cf24-4115-9742-cabcf69d57b8') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:01.521941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43eb244f-cf24-4115-9742-cabcf69d57b8') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:01.531496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.544725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.550431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:07:01.550808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:07:01.552511 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:07:01.723219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.729189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:01.732225 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ff705bb5-a220-400e-8329-ef70238310fd HTTP/1.1" status: 204 len: 168 time: 0.3898416 Apr 01 16:07:01.745071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a6a73-05de-4da3-80fb-43a15fa3fd51 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff705bb5-a220-400e-8329-ef70238310fd,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:02.094442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 58256) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:02.119317 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:07:02.134269 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-59293487-9305-4c6e-8785-40a08a484892 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3134d55b7e304a9da50de40f2460bdc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386844 Apr 01 16:07:02.136770 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 58258) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:02.189733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e7241140-cf3b-4dd8-929e-103d756fdd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:02.210633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e7241140-cf3b-4dd8-929e-103d756fdd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:02.363007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e7241140-cf3b-4dd8-929e-103d756fdd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:02.365926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e7241140-cf3b-4dd8-929e-103d756fdd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:02.367212 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e7241140-cf3b-4dd8-929e-103d756fdd9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/527fb98c-698d-4745-8013-b38c1b809da2 HTTP/1.1" status: 204 len: 168 time: 0.2294796 Apr 01 16:07:02.377013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7241140-cf3b-4dd8-929e-103d756fdd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527fb98c-698d-4745-8013-b38c1b809da2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:02.926017 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 3a71dcbe-e28b-426e-8dd5-716268e067d4 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:07:02.946042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 3a71dcbe-e28b-426e-8dd5-716268e067d4 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:07:02.946512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 3a71dcbe-e28b-426e-8dd5-716268e067d4 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:07:03.461198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 58280) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:03.563116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-88270781-network', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:03.665314 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Made reservation on behalf of 8761b6684a314d2fa33d4a1a4ec462fc for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:07:03.670135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:03.677267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:03.756847 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:03.859729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:03.886751 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:07:03.892079 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679a2975-8452-4f39-be1e-6716b10b013e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:03.902334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:03.902671 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Added segment 960039f9-88aa-4079-9abd-dac598379492 of type vlan for network 52712159-42ed-404d-b09c-041841e27b35 Apr 01 16:07:03.904444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.904791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.905133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.905959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.906287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.906615 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.906993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.907289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.907608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.907930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.908249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.908587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:03.952989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:04.071072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:04.072139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:04.072775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:04.131854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] Pushing event updated for resources: {'Network': ['ID=52712159-42ed-404d-b09c-041841e27b35,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:04.141578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 52712159-42ed-404d-b09c-041841e27b35 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:07:04.234196 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c91fe18e-192d-42da-bdf4-33caf3fa3a25 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7711046 Apr 01 16:07:04.237113 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 58284) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:04.242069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Request body: {'subnet': {'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-88270781-subnet', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:04.379861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Made reservation on behalf of 8761b6684a314d2fa33d4a1a4ec462fc for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:07:04.382353 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:04.617124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:04.676722 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eaabf68-8b42-4031-8c98-451253d4ab5a,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:04.685749 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Checking segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:07:04.686104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Network hostable DHCP agents. Network: 52712159-42ed-404d-b09c-041841e27b35, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:07:04.759743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ecbb3a90-3bde-4a5b-b4bc-2e3a0432a260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:04.908055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Network 52712159-42ed-404d-b09c-041841e27b35 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:07:05.211187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 52712159-42ed-404d-b09c-041841e27b35) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:05.215671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:05.216263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.221717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f27685c-7315-460f-9545-911872c3e61f None None] Network 52712159-42ed-404d-b09c-041841e27b35 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:07:05.337196 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5d1c3ffc-29c4-4654-9c1c-eb68838c7303 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0986471 Apr 01 16:07:05.340356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 58286) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:05.345307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:05.365063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-52712159-42ed-404d-b09c-041841e27b35', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:07:05.365968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.435264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.436375 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.491271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.502608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Allocated IP 172.20.0.2 (52712159-42ed-404d-b09c-041841e27b35/4eaabf68-8b42-4031-8c98-451253d4ab5a/75222f06-5b2e-4d95-9e8d-a3222117f98c) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:07:05.640981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.720274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.723222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.767943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Network 52712159-42ed-404d-b09c-041841e27b35 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:07:05.770663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:05.773215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:07:05.779996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Pushing event updated for resources: {'Port': ['ID=75222f06-5b2e-4d95-9e8d-a3222117f98c,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:05.830573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Attempting to bind port 75222f06-5b2e-4d95-9e8d-a3222117f98c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:07:05.830939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Attempting to bind port 75222f06-5b2e-4d95-9e8d-a3222117f98c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:07:05.831302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Attempting to bind port 75222f06-5b2e-4d95-9e8d-a3222117f98c on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:07:05.836386 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:07:05.837033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Checking segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:07:05.837433 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.837827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Bound using segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:07:05.838288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Bound port: 75222f06-5b2e-4d95-9e8d-a3222117f98c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:07:05.838674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:05.901805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] For port 75222f06-5b2e-4d95-9e8d-a3222117f98c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:07:05.905003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] For port 75222f06-5b2e-4d95-9e8d-a3222117f98c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=75222f06-5b2e-4d95-9e8d-a3222117f98c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:07:05.998665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:06.022536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:06.026150 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:06.088378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7d867-b72b-40af-8ff8-81aebb5f7a57 None None] Pushing event updated for resources: {'Port': ['ID=75222f06-5b2e-4d95-9e8d-a3222117f98c,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:06.137048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Allocated IP 172.26.6.161 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/36b445bd-80c1-4c39-8fef-9a581872984b) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:07:06.259244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:06.385900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:06.432830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:07:06.435691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:06.438838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:07:06.444435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=36b445bd-80c1-4c39-8fef-9a581872984b,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:06.774291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:06.917339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 75222f06-5b2e-4d95-9e8d-a3222117f98c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:07:06.970038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 75222f06-5b2e-4d95-9e8d-a3222117f98c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:06.970415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:06.990833 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.004859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8844e9d-c20d-40d4-bd87-5ea20943fa2a None None] Network 52712159-42ed-404d-b09c-041841e27b35 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:07:07.121940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5fd6b273-d7c2-4819-97ce-2b40ae0ad08e None None] Provisioning complete for port 75222f06-5b2e-4d95-9e8d-a3222117f98c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:07.122311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5fd6b273-d7c2-4819-97ce-2b40ae0ad08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.175495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.191415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:07:07.304758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:07:07.314272 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:07:07.325127 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:07:07.325871 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:06:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:07.401653 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.405846 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a0bcb301-5b5d-432f-8130-730b66023ee3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0644743 Apr 01 16:07:07.405967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 58288) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:07.412116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 75222f06-5b2e-4d95-9e8d-a3222117f98c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=75222f06-5b2e-4d95-9e8d-a3222117f98c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:07.434598 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:07:07.457922 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5fd6b273-d7c2-4819-97ce-2b40ae0ad08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.485647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-91dccb31-da53-4801-997e-6b28c2d0e83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.497795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.584669 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-5fd6b273-d7c2-4819-97ce-2b40ae0ad08e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:07:07.585363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-5fd6b273-d7c2-4819-97ce-2b40ae0ad08e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:07:07.588919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=75222f06-5b2e-4d95-9e8d-a3222117f98c,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:07.639220 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:06Z', 'revision_number': 3, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:07.670172 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:07:07.670511 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Updating router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 port 36b445bd-80c1-4c39-8fef-9a581872984b binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:07:07.699006 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.865329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.955156 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.054189 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.065465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Allocated IP 172.20.0.1 (52712159-42ed-404d-b09c-041841e27b35/4eaabf68-8b42-4031-8c98-451253d4ab5a/8ebb1b8e-571e-4801-a761-bcb8b8032f21) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:07:08.106218 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Attempting to bind port 36b445bd-80c1-4c39-8fef-9a581872984b on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:07:08.106588 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Attempting to bind port 36b445bd-80c1-4c39-8fef-9a581872984b by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:07:08.106952 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Attempting to bind port 36b445bd-80c1-4c39-8fef-9a581872984b on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:07:08.115001 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Pushing event updated for resources: {'Port': ['ID=36b445bd-80c1-4c39-8fef-9a581872984b,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:08.117489 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:07:08.117861 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:07:08.118258 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.118935 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:07:08.119129 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Bound port: 36b445bd-80c1-4c39-8fef-9a581872984b, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:07:08.119479 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.145851 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.146214 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.147106 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.147106 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.147379 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.147711 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.148066 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.148417 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.148750 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.149073 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.149411 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.149760 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.170368 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.184335 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] For port 36b445bd-80c1-4c39-8fef-9a581872984b, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:07:08.187508 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] For port 36b445bd-80c1-4c39-8fef-9a581872984b, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=36b445bd-80c1-4c39-8fef-9a581872984b,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:07:08.245364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-83d7df4e-f1e3-4294-b67a-fbcfe20d763f None None] Provisioning complete for port 75222f06-5b2e-4d95-9e8d-a3222117f98c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:08.245904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-83d7df4e-f1e3-4294-b67a-fbcfe20d763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.271605 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.303106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.333209 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:07:08.333834 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:07:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:08.346465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Network 52712159-42ed-404d-b09c-041841e27b35 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:07:08.349512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:08.353679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:07:08.374365 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00141bbd-736a-4f7d-91f5-22d4a1d6c0ba None None] Pushing event updated for resources: {'Port': ['ID=36b445bd-80c1-4c39-8fef-9a581872984b,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:08.380727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Pushing event updated for resources: {'Port': ['ID=8ebb1b8e-571e-4801-a761-bcb8b8032f21,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:08.397603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.397955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.398301 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.398679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.398975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.399311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.399643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.399977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.400315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.400679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.401000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.401377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:08.412657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.448772 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:07:08.634017 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:06Z', 'revision_number': 3, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:08.657096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-69a1588f-7df8-418d-bd3c-77fc6d88ff71 None None] Provisioning complete for port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:08.657476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-69a1588f-7df8-418d-bd3c-77fc6d88ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.660740 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9afdf-ba82-4a8e-8a0c-6e98f30ba2f7 None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:06Z', 'revision_number': 3, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:07:08.671499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.705065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-69a1588f-7df8-418d-bd3c-77fc6d88ff71 None None] Port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:07:08.849422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.900385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 75222f06-5b2e-4d95-9e8d-a3222117f98c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:07:08.930836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.954445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 75222f06-5b2e-4d95-9e8d-a3222117f98c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:08.959282 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.999106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:09.002593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Pushing event updated for resources: {'Port': ['ID=8ebb1b8e-571e-4801-a761-bcb8b8032f21,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:09.110044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Network 52712159-42ed-404d-b09c-041841e27b35 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:07:09.111538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:09.235700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:07:09.329775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-088d55f6-9805-482d-9ba1-9e8a00ea505e None None] Provisioning complete for port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:09.330371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-088d55f6-9805-482d-9ba1-9e8a00ea505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:09.366847 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-088d55f6-9805-482d-9ba1-9e8a00ea505e None None] Port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:07:09.682195 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:07:09.687456 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2108b19c-9f5c-438d-aaa2-9f4733cd375a admin admin] 10.222.0.73 "PUT /v2.0/routers/a4b86806-9d06-4a8d-aeb3-e7c96e91aa74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2797706 Apr 01 16:07:09.762550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.148674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:07:10.151245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 58296) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:10.156000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3e5772e6-a2c0-4e25-a336-83e2e6c54ee2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676434038', 'description': 'tempest-description--1505973761'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:10.159644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:07:10.160205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:07:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:10.264937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:07:10.359912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3e5772e6-a2c0-4e25-a336-83e2e6c54ee2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.447688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3e5772e6-a2c0-4e25-a336-83e2e6c54ee2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.486442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 2, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:10.512398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:07:10.512732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Updating router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:07:10.537726 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.559469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3e5772e6-a2c0-4e25-a336-83e2e6c54ee2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.589519 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5772e6-a2c0-4e25-a336-83e2e6c54ee2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6c10ad-56e3-4ca3-9e72-e330b10fab49,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:10.664184 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3e5772e6-a2c0-4e25-a336-83e2e6c54ee2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.665569 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3e5772e6-a2c0-4e25-a336-83e2e6c54ee2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5132189 Apr 01 16:07:10.668229 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 58298) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:10.672898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6f23fea8-b627-4e25-9bc6-17c1df9b878a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'security_group_rule': {'security_group_id': '8c6c10ad-56e3-4ca3-9e72-e330b10fab49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:10.765461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6f23fea8-b627-4e25-9bc6-17c1df9b878a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.818116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.821829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6f23fea8-b627-4e25-9bc6-17c1df9b878a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.868123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.892875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 36b445bd-80c1-4c39-8fef-9a581872984b up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:07:10.894179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6f23fea8-b627-4e25-9bc6-17c1df9b878a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.896418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.915543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23fea8-b627-4e25-9bc6-17c1df9b878a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be4f487-3cc8-4ec2-9f4d-7166bf1d527b,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:10.985037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a119e5-30b7-46c9-b52f-0bebafb13b3d None None] Pushing event updated for resources: {'Port': ['ID=8ebb1b8e-571e-4801-a761-bcb8b8032f21,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:11.002540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6f23fea8-b627-4e25-9bc6-17c1df9b878a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.006817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 58300) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:11.007853 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6f23fea8-b627-4e25-9bc6-17c1df9b878a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379371 Apr 01 16:07:11.011733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0655fac1-5799-4341-b1f1-1ed5a1780384 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'security_group_rule': {'security_group_id': '8c6c10ad-56e3-4ca3-9e72-e330b10fab49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:11.039941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 36b445bd-80c1-4c39-8fef-9a581872984b triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:11.040302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.070339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Attempting to bind port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:07:11.070711 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Attempting to bind port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:07:11.071075 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Attempting to bind port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:07:11.083276 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:07:11.083713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Checking segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:07:11.084120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.084554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Bound using segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:07:11.085036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Bound port: 8ebb1b8e-571e-4801-a761-bcb8b8032f21, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:07:11.085415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.090446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.119224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0655fac1-5799-4341-b1f1-1ed5a1780384 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.200028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] For port 8ebb1b8e-571e-4801-a761-bcb8b8032f21, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:07:11.206982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.224829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] For port 8ebb1b8e-571e-4801-a761-bcb8b8032f21, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8ebb1b8e-571e-4801-a761-bcb8b8032f21,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:07:11.233706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-593e31c5-e72d-4269-8279-6aa897aacdca None None] Provisioning complete for port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:11.233958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-593e31c5-e72d-4269-8279-6aa897aacdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.260775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 36b445bd-80c1-4c39-8fef-9a581872984b, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=36b445bd-80c1-4c39-8fef-9a581872984b,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:11.276849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-593e31c5-e72d-4269-8279-6aa897aacdca None None] Port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:07:11.311974 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.348167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.375962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a119e5-30b7-46c9-b52f-0bebafb13b3d None None] Pushing event updated for resources: {'Port': ['ID=8ebb1b8e-571e-4801-a761-bcb8b8032f21,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:11.378719 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:07:11.379321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:07:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:11.475283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=36b445bd-80c1-4c39-8fef-9a581872984b,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:11.479024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0655fac1-5799-4341-b1f1-1ed5a1780384 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.531597 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:07:11.560562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0655fac1-5799-4341-b1f1-1ed5a1780384 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.579677 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655fac1-5799-4341-b1f1-1ed5a1780384 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2223be-3e02-43af-818c-edf3304d4b79,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:11.638378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6bbc60d7-2c19-48e0-a0cc-00ce39703514 None None] Provisioning complete for port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:11.638674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6bbc60d7-2c19-48e0-a0cc-00ce39703514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.664642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0655fac1-5799-4341-b1f1-1ed5a1780384 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.666040 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0655fac1-5799-4341-b1f1-1ed5a1780384 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6582000 Apr 01 16:07:11.669022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 58302) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:11.674209 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:11.792078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6bbc60d7-2c19-48e0-a0cc-00ce39703514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.799620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.832141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6bbc60d7-2c19-48e0-a0cc-00ce39703514 None None] For port 8ebb1b8e-571e-4801-a761-bcb8b8032f21, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8ebb1b8e-571e-4801-a761-bcb8b8032f21,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:11.834339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:11.860938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02594fa5-632e-429b-bbb4-e5c56cc73f45 None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:07:11.903603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.910773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6bbc60d7-2c19-48e0-a0cc-00ce39703514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.987769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc60d7-2c19-48e0-a0cc-00ce39703514 None None] Pushing event updated for resources: {'Port': ['ID=8ebb1b8e-571e-4801-a761-bcb8b8032f21,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:12.035860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Allocated IP 172.26.6.122 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/b70f2948-42d3-4376-b74b-ca993b45ac36) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:07:12.151231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:12.263264 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:12.306555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:07:12.311921 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:12.316332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:07:12.319609 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event updated for resources: {'Port': ['ID=b70f2948-42d3-4376-b74b-ca993b45ac36,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:12.409850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:12.505100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:12.666686 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:12.748103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:12.817492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event updated for resources: {'Port': ['ID=b70f2948-42d3-4376-b74b-ca993b45ac36,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:12.830638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:12.904524 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:12.906417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-51ce9d07-0fa2-4f9b-aee9-9c4b999bf8d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2362955 Apr 01 16:07:12.962864 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8ebb1b8e-571e-4801-a761-bcb8b8032f21 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:07:13.014068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:13.014454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:13.048731 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-4c84d6e1-0a62-4681-ad47-96f687a89669 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1676434038&fields=id&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 267 time: 0.0335860 Apr 01 16:07:13.090944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 36b445bd-80c1-4c39-8fef-9a581872984b up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:07:13.136271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 36b445bd-80c1-4c39-8fef-9a581872984b triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:13.136672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:13.161254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe39fc-3096-475a-9698-1911a2957135 req-84a73bfd-7101-4d70-928d-107c5beb89b9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:13.162722 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-84a73bfd-7101-4d70-928d-107c5beb89b9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 810 time: 0.1063631 Apr 01 16:07:13.177597 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-e15e7770-15be-4be0-a1da-be9a216d9c2b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/quotas/8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 375 time: 0.0090246 Apr 01 16:07:13.231197 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-99f9ebe6-ddef-439e-a70a-b15547d30ae7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479276 Apr 01 16:07:13.331427 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-1bf6a80b-7dd9-4540-b5c5-c8b44cd53c59 service neutron] 10.222.0.73 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874677 Apr 01 16:07:13.420029 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-540d28ea-27e8-47ed-ac82-7465687b4c1b service neutron] 10.222.0.73 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820167 Apr 01 16:07:13.669931 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-de059372-ad9b-4161-8b50-5fd4ff508b49 req-06002e87-4f24-48a1-a823-2336833594e9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 210 time: 0.0273767 Apr 01 16:07:14.750795 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-26415fa7-55ce-424d-b65f-7e64fd6fff0e req-79ba1464-dab7-4771-8e09-7f07a4be7bf7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 210 time: 0.0308936 Apr 01 16:07:15.679436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:15.855149 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d1bc235b-6350-40b8-9373-d1a7f7fa3812 req-a13c898f-5570-4aa6-b397-69259a666b77 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 210 time: 0.0268614 Apr 01 16:07:16.435793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe39fc-3096-475a-9698-1911a2957135 req-d8e1c57d-b0d5-4ae4-898c-95f5fc30f5fd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:16.437886 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-d8e1c57d-b0d5-4ae4-898c-95f5fc30f5fd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 810 time: 0.1102116 Apr 01 16:07:16.482163 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-e32ae037-58ca-48a6-85d1-5b0ab50b7d14 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 380 time: 0.0344934 Apr 01 16:07:16.493796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'port': {'device_id': '00452443-d187-438e-8b86-e1c7370e6126', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'admin_state_up': True, 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'security_groups': ['8c6c10ad-56e3-4ca3-9e72-e330b10fab49']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:16.702162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Made reservation on behalf of 8761b6684a314d2fa33d4a1a4ec462fc for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:07:16.705828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:16.834004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Allocated IP 172.20.0.10 (52712159-42ed-404d-b09c-041841e27b35/4eaabf68-8b42-4031-8c98-451253d4ab5a/f174c3a2-b223-4de1-9809-a960476990f5) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:07:16.957891 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-309ceb7f-05e5-4c67-b4a6-c6f3bd2c3b7b req-48a492fe-e978-4503-971c-7bc2fa9d9c19 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 210 time: 0.0282927 Apr 01 16:07:16.991449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:17.176898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:17.223119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Network 52712159-42ed-404d-b09c-041841e27b35 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:07:17.226624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:07:17.230910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:07:17.258961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event updated for resources: {'Port': ['ID=f174c3a2-b223-4de1-9809-a960476990f5,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:17.288302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:17.288302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:17.394375 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-761896c9-1d22-4ba7-b569-a7c9b80351ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9041271 Apr 01 16:07:17.412001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Request body: {'port': {'device_id': '00452443-d187-438e-8b86-e1c7370e6126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:17.459635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b0654750-c791-4554-ae3f-da73129c118d None None] Provisioning complete for port f174c3a2-b223-4de1-9809-a960476990f5 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:17.460240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b0654750-c791-4554-ae3f-da73129c118d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:17.472961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:17.496985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b0654750-c791-4554-ae3f-da73129c118d None None] Port f174c3a2-b223-4de1-9809-a960476990f5 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:07:17.740808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f174c3a2-b223-4de1-9809-a960476990f5 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:07:17.747941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:17.760292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Transition to ACTIVE for port object f174c3a2-b223-4de1-9809-a960476990f5 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:07:17.865649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:17.924923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Pushing event updated for resources: {'Port': ['ID=f174c3a2-b223-4de1-9809-a960476990f5,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:17.996057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Attempting to bind port f174c3a2-b223-4de1-9809-a960476990f5 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:07:17.996427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Attempting to bind port f174c3a2-b223-4de1-9809-a960476990f5 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:07:17.996766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Attempting to bind port f174c3a2-b223-4de1-9809-a960476990f5 on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:07:18.005598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Port f174c3a2-b223-4de1-9809-a960476990f5 on network 52712159-42ed-404d-b09c-041841e27b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:07:18.005931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Attempting to bind port f174c3a2-b223-4de1-9809-a960476990f5 on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:07:18.011353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:07:18.011692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Checking segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:07:18.012079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Bound using segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:07:18.012532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Bound port: f174c3a2-b223-4de1-9809-a960476990f5, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:07:18.012892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:18.082253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:07:18.085569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f174c3a2-b223-4de1-9809-a960476990f5,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:07:18.093900 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88576c12-843e-4989-9e38-ea1ee5ea328e req-09fd12e0-afb2-42af-8745-fb7dd86c7afe tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:18.093900 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88576c12-843e-4989-9e38-ea1ee5ea328e req-09fd12e0-afb2-42af-8745-fb7dd86c7afe tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 944 time: 0.0531464 Apr 01 16:07:18.129616 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88576c12-843e-4989-9e38-ea1ee5ea328e req-e540ede6-d157-4036-831a-ed63906906aa tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348251 Apr 01 16:07:18.183134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:18.228483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:18.229270 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:18.230599 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] 10.222.0.41 "PUT /v2.0/ports/f174c3a2-b223-4de1-9809-a960476990f5 HTTP/1.1" status: 200 len: 1094 time: 0.8235381 Apr 01 16:07:18.231050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:07:18.233427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2520354-1c54-4eb1-9a5d-0d6375a8be48" -d '{"events": [{"name": "network-changed", "server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "tag": "f174c3a2-b223-4de1-9809-a960476990f5"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:07:18.256570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89826668-82b4-48bc-8d29-21faa81cb586 service neutron] Pushing event updated for resources: {'Port': ['ID=f174c3a2-b223-4de1-9809-a960476990f5,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:18.279589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe9b672-3fa2-4a19-a76b-55ffd3584372 x-openstack-request-id: req-3fe9b672-3fa2-4a19-a76b-55ffd3584372 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:07:18.279994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "tag": "f174c3a2-b223-4de1-9809-a960476990f5", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:07:18.280148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3fe9b672-3fa2-4a19-a76b-55ffd3584372 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:07:18.280597 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe9b672-3fa2-4a19-a76b-55ffd3584372'] response: {'name': 'network-changed', 'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5', 'status': 'completed', 'code': 200} Apr 01 16:07:18.359022 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2520354-1c54-4eb1-9a5d-0d6375a8be48 req-87589daa-b754-45d4-9c08-4c6c15272f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:18.361012 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d2520354-1c54-4eb1-9a5d-0d6375a8be48 req-87589daa-b754-45d4-9c08-4c6c15272f7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 1097 time: 0.0485902 Apr 01 16:07:18.470883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2520354-1c54-4eb1-9a5d-0d6375a8be48 req-ac630cc4-33ce-481f-974c-1b4048230d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:18.472367 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d2520354-1c54-4eb1-9a5d-0d6375a8be48 req-ac630cc4-33ce-481f-974c-1b4048230d7f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0970573 Apr 01 16:07:18.572695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2520354-1c54-4eb1-9a5d-0d6375a8be48 req-fa0428b8-a09b-48d9-9ba8-b728af1be649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:18.574245 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d2520354-1c54-4eb1-9a5d-0d6375a8be48 req-fa0428b8-a09b-48d9-9ba8-b728af1be649 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0917952 Apr 01 16:07:18.657909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe39fc-3096-475a-9698-1911a2957135 req-37f25a4e-290e-48fe-b10c-3f5ad57e4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:18.659540 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-37f25a4e-290e-48fe-b10c-3f5ad57e4e9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 1097 time: 0.0433114 Apr 01 16:07:18.709530 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-53412ba2-aaf8-4860-a201-abd9bc330019 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f174c3a2-b223-4de1-9809-a960476990f5 HTTP/1.1" status: 200 len: 217 time: 0.0397391 Apr 01 16:07:18.760795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe39fc-3096-475a-9698-1911a2957135 req-e04199bf-784e-443a-8425-cb72758c0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:18.762245 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-e04199bf-784e-443a-8425-cb72758c0fbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0449750 Apr 01 16:07:18.813752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe39fc-3096-475a-9698-1911a2957135 req-9861c045-cf3c-4b22-97f3-d70b9911b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:18.815271 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-9861c045-cf3c-4b22-97f3-d70b9911b1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437095 Apr 01 16:07:18.913140 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-c4675347-91d2-40bb-a2b1-3230776fd22f service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861235 Apr 01 16:07:19.005053 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fdbe39fc-3096-475a-9698-1911a2957135 req-0e086069-9f1a-457a-8a23-4df0a244d89a service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831857 Apr 01 16:07:19.245515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccab0e-2191-4b30-a1d2-f14ea02abd3d req-b463a4f7-98e5-4f6b-bff3-0de17c032204 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:19.247012 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69ccab0e-2191-4b30-a1d2-f14ea02abd3d req-b463a4f7-98e5-4f6b-bff3-0de17c032204 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 944 time: 0.0499353 Apr 01 16:07:19.287476 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69ccab0e-2191-4b30-a1d2-f14ea02abd3d req-dac84ce6-a26e-4d10-b3be-a8add485e237 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337529 Apr 01 16:07:20.407556 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531e78d-52d8-43a1-bf49-c4fd81ebe6e7 req-6a3e5e6f-19dd-4960-9b81-bbcb90715b24 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:20.408994 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5531e78d-52d8-43a1-bf49-c4fd81ebe6e7 req-6a3e5e6f-19dd-4960-9b81-bbcb90715b24 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 944 time: 0.0497034 Apr 01 16:07:20.446945 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5531e78d-52d8-43a1-bf49-c4fd81ebe6e7 req-d611416f-a8cd-4b70-b592-66f420033d8a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Apr 01 16:07:20.968224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f174c3a2-b223-4de1-9809-a960476990f5 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:07:21.061467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f174c3a2-b223-4de1-9809-a960476990f5,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:21.075280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'f174c3a2-b223-4de1-9809-a960476990f5', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': 'f174c3a2-b223-4de1-9809-a960476990f5', 'mac_address': 'fa:16:3e:3b:e5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:07:21.111648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.124560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f174c3a2-b223-4de1-9809-a960476990f5 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:07:21.143202 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f174c3a2-b223-4de1-9809-a960476990f5,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:21.307796 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.355223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=f174c3a2-b223-4de1-9809-a960476990f5,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:21.563247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc361915-15a1-4f1e-a6ea-e2d9ed57d6c8 req-93654abb-b64c-4470-bd48-768bf69cd398 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:21.564694 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc361915-15a1-4f1e-a6ea-e2d9ed57d6c8 req-93654abb-b64c-4470-bd48-768bf69cd398 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 945 time: 0.0498362 Apr 01 16:07:21.601710 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc361915-15a1-4f1e-a6ea-e2d9ed57d6c8 req-99572793-4a95-49cf-9921-fa756f19641b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Apr 01 16:07:21.655273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['f174c3a2-b223-4de1-9809-a960476990f5'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:07:22.717399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927233c-7d03-45a2-8376-2a71f15c8357 req-c3b826ff-802b-43ef-bb96-e82ce108da8b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:22.719018 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6927233c-7d03-45a2-8376-2a71f15c8357 req-c3b826ff-802b-43ef-bb96-e82ce108da8b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 945 time: 0.0500357 Apr 01 16:07:22.760210 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6927233c-7d03-45a2-8376-2a71f15c8357 req-a2e1b0b5-a220-42f6-89d4-e6007485b55c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350831 Apr 01 16:07:22.967141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f174c3a2-b223-4de1-9809-a960476990f5 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:07:23.078813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port f174c3a2-b223-4de1-9809-a960476990f5 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:07:23.082550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port f174c3a2-b223-4de1-9809-a960476990f5 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:23.082917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:23.162475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:23.186361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:07:23.188787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7f08e-aabf-4f8f-9a95-65daa27389b4" -d '{"events": [{"server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "name": "network-vif-plugged", "status": "completed", "tag": "f174c3a2-b223-4de1-9809-a960476990f5"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:07:23.202625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f174c3a2-b223-4de1-9809-a960476990f5,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:23.226951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b13a7d-457c-4539-a562-72174c89ecb5 x-openstack-request-id: req-55b13a7d-457c-4539-a562-72174c89ecb5 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:07:23.227493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "name": "network-vif-plugged", "status": "completed", "tag": "f174c3a2-b223-4de1-9809-a960476990f5", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:07:23.227747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55b13a7d-457c-4539-a562-72174c89ecb5 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:07:23.228137 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b13a7d-457c-4539-a562-72174c89ecb5'] response: {'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5', 'code': 200} Apr 01 16:07:23.296890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:23.347203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=f174c3a2-b223-4de1-9809-a960476990f5,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:23.571947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6cc0c-a2f4-4d5b-9857-d5ed537f1fb4 req-bdaf6672-b0ab-4f16-b7fb-d8efa3312031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:23.573492 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-dad6cc0c-a2f4-4d5b-9857-d5ed537f1fb4 req-bdaf6672-b0ab-4f16-b7fb-d8efa3312031 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 1099 time: 0.0464611 Apr 01 16:07:23.613524 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-dad6cc0c-a2f4-4d5b-9857-d5ed537f1fb4 req-cf607197-ff16-4fba-b0e8-d9caff98ea83 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298245 Apr 01 16:07:23.877275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b2ffb-c029-4c31-bbfe-649e77b48926 req-7104b434-b9ed-4691-9347-fe48cf854c8b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:23.878675 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c31b2ffb-c029-4c31-bbfe-649e77b48926 req-7104b434-b9ed-4691-9347-fe48cf854c8b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0497479 Apr 01 16:07:23.916789 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c31b2ffb-c029-4c31-bbfe-649e77b48926 req-a19aba6a-e462-4846-819d-1f51c7691875 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Apr 01 16:07:25.038008 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015e0ef-e770-4f1e-b43e-8b81401e28c0 req-118cf55b-7c43-471a-8e48-48ef5b9cea4a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:25.039516 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1015e0ef-e770-4f1e-b43e-8b81401e28c0 req-118cf55b-7c43-471a-8e48-48ef5b9cea4a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0507801 Apr 01 16:07:25.080779 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1015e0ef-e770-4f1e-b43e-8b81401e28c0 req-db637949-3713-4011-bbc9-c8b013fb6a17 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341697 Apr 01 16:07:26.206309 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456c66-ac37-4465-b41f-ec0b1e51d07c req-6d4f1eb6-6091-42a5-a1d0-86327f61d1ae tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:26.207784 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9456c66-ac37-4465-b41f-ec0b1e51d07c req-6d4f1eb6-6091-42a5-a1d0-86327f61d1ae tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0491109 Apr 01 16:07:26.249738 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9456c66-ac37-4465-b41f-ec0b1e51d07c req-16fcd2c1-86a2-4f5c-baac-a1b7e2e9d2ae tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357330 Apr 01 16:07:26.358782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd23655-0c39-4244-81d3-75657cd16cb2 req-0f692ec7-0677-41d7-ab24-a58986b7faeb tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:26.360164 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fbd23655-0c39-4244-81d3-75657cd16cb2 req-0f692ec7-0677-41d7-ab24-a58986b7faeb tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0483887 Apr 01 16:07:26.368620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 58360) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:07:26.373392 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-393ea88c-8b3f-45a6-b516-a57588291eff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'floatingip': {'port_id': 'f174c3a2-b223-4de1-9809-a960476990f5'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:07:26.412839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-393ea88c-8b3f-45a6-b516-a57588291eff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.851616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-393ea88c-8b3f-45a6-b516-a57588291eff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.924858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-393ea88c-8b3f-45a6-b516-a57588291eff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.039059 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-393ea88c-8b3f-45a6-b516-a57588291eff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Floating IP 0e788036-5245-42ff-8254-2adea6167db9 associated. External IP: 172.26.6.122, port: f174c3a2-b223-4de1-9809-a960476990f5. Apr 01 16:07:27.247199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393ea88c-8b3f-45a6-b516-a57588291eff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:07:27.354220 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393ea88c-8b3f-45a6-b516-a57588291eff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:07:27.359624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-393ea88c-8b3f-45a6-b516-a57588291eff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.364703 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:07:27.375133 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:07:27.375752 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:07:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:27.387783 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-393ea88c-8b3f-45a6-b516-a57588291eff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "PUT /v2.0/floatingips/0e788036-5245-42ff-8254-2adea6167db9 HTTP/1.1" status: 200 len: 992 time: 1.0181260 Apr 01 16:07:27.388388 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:07:27.391237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b818227-a6fb-4491-a6ae-df6f8e1474fd" -d '{"events": [{"name": "network-changed", "server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "tag": "f174c3a2-b223-4de1-9809-a960476990f5"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:07:27.430347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955513a9-2e7f-401d-b252-579044cd9fe2 x-openstack-request-id: req-955513a9-2e7f-401d-b252-579044cd9fe2 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:07:27.430601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "tag": "f174c3a2-b223-4de1-9809-a960476990f5", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:07:27.430858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-955513a9-2e7f-401d-b252-579044cd9fe2 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:07:27.431323 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955513a9-2e7f-401d-b252-579044cd9fe2'] response: {'name': 'network-changed', 'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5', 'status': 'completed', 'code': 200} Apr 01 16:07:27.488741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f823df-adca-4413-93a2-16f8d0e628cd req-7b8e57ee-54ac-4342-8992-20855988112c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:27.490340 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a7f823df-adca-4413-93a2-16f8d0e628cd req-7b8e57ee-54ac-4342-8992-20855988112c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0526853 Apr 01 16:07:27.490804 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:07:27.497365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-78043ddd-973c-4991-b9b8-2ff5a8802181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:27.499192 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-78043ddd-973c-4991-b9b8-2ff5a8802181 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 1099 time: 0.0439670 Apr 01 16:07:27.531483 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a7f823df-adca-4413-93a2-16f8d0e628cd req-0ee6c31a-2b7a-4fea-a578-3d842426d284 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346532 Apr 01 16:07:27.605134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-91492150-f633-42a2-ba79-4cf6bf653e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:27.607090 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-91492150-f633-42a2-ba79-4cf6bf653e08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.1003318 Apr 01 16:07:27.657287 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5947e0-f02c-441c-93d0-484824ed1381 req-197ee5d7-e4f1-49ed-942e-db219f993004 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:27.658922 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4e5947e0-f02c-441c-93d0-484824ed1381 req-197ee5d7-e4f1-49ed-942e-db219f993004 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0553038 Apr 01 16:07:27.678003 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-0e1a8dc2-84bd-4250-857b-679c464fdf03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f174c3a2-b223-4de1-9809-a960476990f5 HTTP/1.1" status: 200 len: 1000 time: 0.0642147 Apr 01 16:07:27.710192 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4e5947e0-f02c-441c-93d0-484824ed1381 req-2e4e797f-2dd8-45fa-a48f-4dfce998fff2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377166 Apr 01 16:07:27.751828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-f67ebe26-df90-41ce-a8ac-6ecb52dde808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:27.753288 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-f67ebe26-df90-41ce-a8ac-6ecb52dde808 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0683177 Apr 01 16:07:27.805178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-87ac8b14-ee95-4e6f-a25a-4efc7a79b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:27.806677 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-87ac8b14-ee95-4e6f-a25a-4efc7a79b679 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469701 Apr 01 16:07:27.847755 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': 'f174c3a2-b223-4de1-9809-a960476990f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:3b:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00452443-d187-438e-8b86-e1c7370e6126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:07:26Z', 'revision_number': 1, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:27.874387 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:07:27.882575 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:07:27.883191 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:07:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:27.898094 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-017a9887-30ee-43b3-b08d-9ca2dd4d4384 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840564 Apr 01 16:07:27.990727 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:07:27.996628 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5b818227-a6fb-4491-a6ae-df6f8e1474fd req-8003d9ea-cc47-47a9-95ff-d6b9accb3cfb service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922153 Apr 01 16:07:28.218748 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': 'f174c3a2-b223-4de1-9809-a960476990f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:3b:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00452443-d187-438e-8b86-e1c7370e6126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:07:26Z', 'revision_number': 1, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:28.244523 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd3038-1be2-437f-a085-11572f34b3ec None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': 'f174c3a2-b223-4de1-9809-a960476990f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:3b:e5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00452443-d187-438e-8b86-e1c7370e6126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:07:26Z', 'revision_number': 1, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:07:28.452777 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcb59b9-e726-4147-8aee-e54e1fcdf6d6 None None] New status for floating IP 0e788036-5245-42ff-8254-2adea6167db9: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:07:28.828609 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4a43a-8cde-4d8b-86c2-2253897cc918 req-4f50d75c-1be3-4adf-98d7-1ec29e9c5d4b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:28.830115 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-85c4a43a-8cde-4d8b-86c2-2253897cc918 req-4f50d75c-1be3-4adf-98d7-1ec29e9c5d4b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0510981 Apr 01 16:07:28.868285 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-85c4a43a-8cde-4d8b-86c2-2253897cc918 req-5363c31e-e916-4665-8e4f-475def127d31 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320716 Apr 01 16:07:28.983080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9521ab-b655-43d2-a573-f46bb4f96398 req-c72b474c-4544-4e68-9df1-0f26dee05c26 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:28.984582 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1d9521ab-b655-43d2-a573-f46bb4f96398 req-c72b474c-4544-4e68-9df1-0f26dee05c26 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0496054 Apr 01 16:07:29.022480 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1d9521ab-b655-43d2-a573-f46bb4f96398 req-a8a84265-2632-4457-b5bf-bdbe43c99b03 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Apr 01 16:07:29.425164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c9bac-253e-405d-b0d9-d5b2dcc09c6e req-a6e90b35-baf7-4e58-8e01-5daee8a6b956 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:29.426750 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d47c9bac-253e-405d-b0d9-d5b2dcc09c6e req-a6e90b35-baf7-4e58-8e01-5daee8a6b956 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0489953 Apr 01 16:07:29.471477 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d47c9bac-253e-405d-b0d9-d5b2dcc09c6e req-b7372b6d-6b7f-4473-87b1-f92634c7cb78 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380282 Apr 01 16:07:29.557715 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-f5f00e65-23eb-418e-855b-38b5fae8085e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405233 Apr 01 16:07:30.597577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd5729-9e33-4f61-96d2-f6d0ab90533b req-1887d6c6-23a3-40d6-856d-11dcc23ebd28 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:30.599178 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1cd5729-9e33-4f61-96d2-f6d0ab90533b req-1887d6c6-23a3-40d6-856d-11dcc23ebd28 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0543480 Apr 01 16:07:30.639817 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1cd5729-9e33-4f61-96d2-f6d0ab90533b req-07436fe5-a3a7-4a6a-996f-141dca614c64 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345149 Apr 01 16:07:31.796827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93996-ed51-4813-8483-180b8c516b57 req-10b249ff-41cf-4d25-9734-d64c30d424c6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:31.798445 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6c93996-ed51-4813-8483-180b8c516b57 req-10b249ff-41cf-4d25-9734-d64c30d424c6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0711734 Apr 01 16:07:31.848513 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6c93996-ed51-4813-8483-180b8c516b57 req-5df7aae6-860d-4f54-8dd1-a9642a884bb9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Apr 01 16:07:32.173654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-ebc67a3f-83f1-491c-a5c6-82618d769c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:32.175225 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-ebc67a3f-83f1-491c-a5c6-82618d769c6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 1099 time: 0.0491533 Apr 01 16:07:32.274972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-bfef181f-f871-44ec-98c4-c8c7046cc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:32.276516 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-bfef181f-f871-44ec-98c4-c8c7046cc354 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0947037 Apr 01 16:07:32.373579 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-11094316-e13e-4770-8939-30c39a2c0d45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f174c3a2-b223-4de1-9809-a960476990f5 HTTP/1.1" status: 200 len: 1002 time: 0.0864727 Apr 01 16:07:32.430676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-4edc9e63-8b6c-4850-a55a-d7492e8d4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:32.432539 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-4edc9e63-8b6c-4850-a55a-d7492e8d4810 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0526202 Apr 01 16:07:32.485709 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-ddc20b79-2f37-4c17-a0de-1b66bba5086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:32.487612 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-ddc20b79-2f37-4c17-a0de-1b66bba5086d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480642 Apr 01 16:07:32.598422 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-8b869569-abb1-4424-8440-97c5c9124869 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039457 Apr 01 16:07:32.699790 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-8d6b0a5d-7d48-40d2-bfe5-9c84ef94039e service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935743 Apr 01 16:07:32.994364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f24750-7079-4588-906f-718f464d1c00 req-3c5c506d-c449-42f8-8fb4-b3b30d7b58a6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:32.995817 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50f24750-7079-4588-906f-718f464d1c00 req-3c5c506d-c449-42f8-8fb4-b3b30d7b58a6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0680633 Apr 01 16:07:33.039249 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50f24750-7079-4588-906f-718f464d1c00 req-4db6bad2-1d70-4538-9d17-052a2c4ce9f4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364957 Apr 01 16:07:34.166949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53228a-4be5-4227-81f8-b884a80e6f52 req-9fd4116e-df06-4af9-88a8-e28bbbc5ee6f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:34.168531 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca53228a-4be5-4227-81f8-b884a80e6f52 req-9fd4116e-df06-4af9-88a8-e28bbbc5ee6f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0509958 Apr 01 16:07:34.208112 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca53228a-4be5-4227-81f8-b884a80e6f52 req-723192d9-a1f2-41e3-a9b0-dab3ca116d29 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330012 Apr 01 16:07:34.733787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a6d2e225-c92b-4766-bcb1-5988a96844ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:35.340009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a624426-3354-46f3-ae91-adc171a65865 req-a6488047-903f-4fc1-b485-8bc6256be377 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:35.341572 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1a624426-3354-46f3-ae91-adc171a65865 req-a6488047-903f-4fc1-b485-8bc6256be377 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0570488 Apr 01 16:07:35.387686 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1a624426-3354-46f3-ae91-adc171a65865 req-2b43ad94-7210-4567-ad98-20fbee87ff36 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399761 Apr 01 16:07:36.515574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592622e-8633-4731-a0eb-3bf05c3e09e8 req-17050b72-5159-477a-8a66-aac473b8c2ca tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:36.517216 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1592622e-8633-4731-a0eb-3bf05c3e09e8 req-17050b72-5159-477a-8a66-aac473b8c2ca tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0557621 Apr 01 16:07:36.556139 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1592622e-8633-4731-a0eb-3bf05c3e09e8 req-f690ae5d-5c27-41a3-8aa2-34fd02b694c9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Apr 01 16:07:37.307146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3f2999c5-3f4b-4b9a-b791-a5119315f8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:37.690457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b345d7-c6b9-4711-a62e-a5f4fa335e62 req-1c825cdf-3b86-475b-94e3-83d124ea9737 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:37.692089 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d3b345d7-c6b9-4711-a62e-a5f4fa335e62 req-1c825cdf-3b86-475b-94e3-83d124ea9737 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0513110 Apr 01 16:07:37.737635 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d3b345d7-c6b9-4711-a62e-a5f4fa335e62 req-e0f41787-82a8-415f-a37e-fa10feb93131 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Apr 01 16:07:38.883385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351e5a6-8620-42f5-b2bb-37a32a08f14d req-5e836676-6238-42da-aa7f-139b322cb678 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:38.885034 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6351e5a6-8620-42f5-b2bb-37a32a08f14d req-5e836676-6238-42da-aa7f-139b322cb678 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0658021 Apr 01 16:07:38.927999 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6351e5a6-8620-42f5-b2bb-37a32a08f14d req-42c0f594-c6c5-4063-8fb6-5cc972134b31 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Apr 01 16:07:39.118859 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:07:39.955786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:40.052137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ac128-6723-4e71-a337-c479186fb88f req-7b5b7ae3-27b4-4848-b351-3b5c01d57ea4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:40.053666 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1a5ac128-6723-4e71-a337-c479186fb88f req-7b5b7ae3-27b4-4848-b351-3b5c01d57ea4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0538239 Apr 01 16:07:40.093098 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1a5ac128-6723-4e71-a337-c479186fb88f req-9a4ce468-7ef5-4d59-a4f5-6c58e38cd228 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332978 Apr 01 16:07:40.931214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:41.033160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:41.212581 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89990b08-0ae7-4c8d-99ba-942cd26fc2c1 req-fb96c9d3-a229-4b38-a9e2-5a1df10ce443 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:41.214041 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-89990b08-0ae7-4c8d-99ba-942cd26fc2c1 req-fb96c9d3-a229-4b38-a9e2-5a1df10ce443 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0520327 Apr 01 16:07:41.257007 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-89990b08-0ae7-4c8d-99ba-942cd26fc2c1 req-d59ea547-4a74-4ed1-acad-bf791feb97e0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363305 Apr 01 16:07:41.340602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-f07e654f-37aa-4d3e-a594-7e5c3a46c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:41.342666 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-f07e654f-37aa-4d3e-a594-7e5c3a46c1f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 1099 time: 0.0429275 Apr 01 16:07:41.443667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-02baf8f9-b97c-46b6-930d-816a9ce7a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:41.445193 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-02baf8f9-b97c-46b6-930d-816a9ce7a5d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0835934 Apr 01 16:07:41.511838 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-1cd658eb-8657-4c3b-ae0e-1065a267cba6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f174c3a2-b223-4de1-9809-a960476990f5 HTTP/1.1" status: 200 len: 1002 time: 0.0600367 Apr 01 16:07:41.557640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-793e4af2-30d0-4268-aebe-1a39d28970e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:41.559067 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-793e4af2-30d0-4268-aebe-1a39d28970e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0412297 Apr 01 16:07:41.603513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-ba306d4c-0e29-46cc-9629-6cebbc36ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:41.605045 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-ba306d4c-0e29-46cc-9629-6cebbc36ca73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398374 Apr 01 16:07:41.699318 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-23dae312-d662-4a07-b15f-1541af93a4ba service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876002 Apr 01 16:07:41.795151 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fcb4d046-263a-43a1-8180-ed9d0de7943b req-d8356735-677b-43c7-91c9-4fda433454a9 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891347 Apr 01 16:07:42.378362 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837112ba-aef1-4d26-b450-aac8a50b7970 req-b0e58086-d4d7-4d67-9e0f-97bcfaa297ef tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:42.379913 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-837112ba-aef1-4d26-b450-aac8a50b7970 req-b0e58086-d4d7-4d67-9e0f-97bcfaa297ef tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0516603 Apr 01 16:07:42.419575 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-837112ba-aef1-4d26-b450-aac8a50b7970 req-7702fa79-9a7b-4fe7-a5ec-9015a9b7c103 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Apr 01 16:07:43.539632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa9f31-61b1-4733-9748-98aa46a0f433 req-0c07ac99-5dbc-4983-b0b9-724fccf20370 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:43.541139 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cffa9f31-61b1-4733-9748-98aa46a0f433 req-0c07ac99-5dbc-4983-b0b9-724fccf20370 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0522590 Apr 01 16:07:43.579700 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cffa9f31-61b1-4733-9748-98aa46a0f433 req-c4ff3bfc-02b5-47cd-b7a1-521f5510c37c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Apr 01 16:07:44.696004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41609e7-bd87-48a5-8689-490a55451039 req-14deb9bd-f473-4fb9-aa82-8976f0e81226 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:44.697534 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c41609e7-bd87-48a5-8689-490a55451039 req-14deb9bd-f473-4fb9-aa82-8976f0e81226 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0504141 Apr 01 16:07:44.735615 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c41609e7-bd87-48a5-8689-490a55451039 req-72729d10-de78-472f-a318-dfb1a7e96a87 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320771 Apr 01 16:07:45.690249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:45.857812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ea83c-02c0-4fa6-91fd-b5d3d126a0dc req-efa5ead0-ab34-422d-a9e4-9a13092f8891 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:45.859350 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8e6ea83c-02c0-4fa6-91fd-b5d3d126a0dc req-efa5ead0-ab34-422d-a9e4-9a13092f8891 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0531170 Apr 01 16:07:45.897221 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8e6ea83c-02c0-4fa6-91fd-b5d3d126a0dc req-285d3804-0897-4ad2-9f76-0bf73f70c199 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317392 Apr 01 16:07:47.029516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b8bc7-9fbf-4fec-b21e-1885b4cad786 req-42d26542-9934-48d2-93ee-72791965185a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:47.031016 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-666b8bc7-9fbf-4fec-b21e-1885b4cad786 req-42d26542-9934-48d2-93ee-72791965185a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0635154 Apr 01 16:07:47.069701 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-666b8bc7-9fbf-4fec-b21e-1885b4cad786 req-49314ec4-8072-4b73-9fb2-da66940e2bbe tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325222 Apr 01 16:07:48.191280 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe60aa-0317-4829-9d58-36ee69d7ae1d req-bb4abdc3-7699-4a2f-a696-b86106beea8e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:48.192870 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dbbe60aa-0317-4829-9d58-36ee69d7ae1d req-bb4abdc3-7699-4a2f-a696-b86106beea8e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0502901 Apr 01 16:07:48.231503 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dbbe60aa-0317-4829-9d58-36ee69d7ae1d req-a05d3e76-708c-45e0-be2a-f45727435ca1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Apr 01 16:07:49.348525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c5d3a-08cb-478b-8574-d8143383502f req-52b0334a-b381-4df4-b6ba-64d95074fb47 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:49.350055 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6d1c5d3a-08cb-478b-8574-d8143383502f req-52b0334a-b381-4df4-b6ba-64d95074fb47 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0498874 Apr 01 16:07:49.388664 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6d1c5d3a-08cb-478b-8574-d8143383502f req-a52b6017-0a7c-4609-a052-48b40bf860c3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326509 Apr 01 16:07:50.510076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bc92f-3016-4534-a6c4-ff1d27b67e0e req-f15fcce8-3d68-4114-9664-09d89a373c78 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:50.511640 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-571bc92f-3016-4534-a6c4-ff1d27b67e0e req-f15fcce8-3d68-4114-9664-09d89a373c78 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0534058 Apr 01 16:07:50.551048 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-571bc92f-3016-4534-a6c4-ff1d27b67e0e req-c335058a-a6c4-4e8e-b38e-d7d9a1e04205 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326910 Apr 01 16:07:51.671731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346a5c5-c743-4623-b8c7-c5fcc4c658ea req-695ddafe-ae05-4363-81f2-3e345298b7ca tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:51.673686 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9346a5c5-c743-4623-b8c7-c5fcc4c658ea req-695ddafe-ae05-4363-81f2-3e345298b7ca tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0521808 Apr 01 16:07:51.713697 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9346a5c5-c743-4623-b8c7-c5fcc4c658ea req-b391a06b-463e-4c7d-a6d4-d74c95aefd0b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336325 Apr 01 16:07:52.831008 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7907fc-7228-46dd-b3b7-03ca5335281f req-1513f574-196b-4772-bb13-0211d7e478cf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:52.832562 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2b7907fc-7228-46dd-b3b7-03ca5335281f req-1513f574-196b-4772-bb13-0211d7e478cf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0490713 Apr 01 16:07:52.874600 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2b7907fc-7228-46dd-b3b7-03ca5335281f req-47fa30dd-dacd-4d18-836e-8656daecbe26 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355940 Apr 01 16:07:54.008293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b4e29-7058-4343-9c91-075c02310666 req-88372f6f-193c-4997-93ee-b100b08f2340 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:54.009861 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d73b4e29-7058-4343-9c91-075c02310666 req-88372f6f-193c-4997-93ee-b100b08f2340 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0641646 Apr 01 16:07:54.050302 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d73b4e29-7058-4343-9c91-075c02310666 req-58b8def9-42a6-4350-ab55-91bbd7ff9fb3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342939 Apr 01 16:07:55.171214 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497d671-a01b-49df-801e-bcbdfe237a32 req-73dc57ee-3f55-4503-90dd-9b1ef5082b5c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:55.172715 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e497d671-a01b-49df-801e-bcbdfe237a32 req-73dc57ee-3f55-4503-90dd-9b1ef5082b5c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0494828 Apr 01 16:07:55.212873 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e497d671-a01b-49df-801e-bcbdfe237a32 req-0e4ded13-6d40-45e2-849d-5f35e4f54373 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340886 Apr 01 16:07:56.341120 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb982c17-da3f-4c01-9482-2ccc17a50104 req-c273cbe1-0313-4905-b998-1dbd11a84d2c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:56.342632 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bb982c17-da3f-4c01-9482-2ccc17a50104 req-c273cbe1-0313-4905-b998-1dbd11a84d2c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0561595 Apr 01 16:07:56.380928 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bb982c17-da3f-4c01-9482-2ccc17a50104 req-ad7cc556-999b-4b57-abd8-e22e609ce9f8 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Apr 01 16:07:57.510215 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e556e-00fd-49d3-b15b-f0db4d7ff9db req-f7a55219-780e-4926-911f-989ab2fd169b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:57.511785 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-254e556e-00fd-49d3-b15b-f0db4d7ff9db req-f7a55219-780e-4926-911f-989ab2fd169b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0559509 Apr 01 16:07:57.551721 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-254e556e-00fd-49d3-b15b-f0db4d7ff9db req-7cab3987-f5cb-4e70-8752-8d5c47922d8e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Apr 01 16:07:58.673819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf3f96-3b6a-44a4-b2b1-b8a7ac6a11f9 req-85b7c110-b08c-4bef-bb11-9cd44eff1837 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:58.675440 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-edcf3f96-3b6a-44a4-b2b1-b8a7ac6a11f9 req-85b7c110-b08c-4bef-bb11-9cd44eff1837 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0543630 Apr 01 16:07:58.722621 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-edcf3f96-3b6a-44a4-b2b1-b8a7ac6a11f9 req-eca2120e-5a16-4529-9622-d9c755ae2090 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353634 Apr 01 16:07:59.839437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652cfc0-1be3-4111-ba19-c362b64c0284 req-c4a4ea27-792c-47c6-aee1-cbcb3fbcbfa8 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:59.840932 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1652cfc0-1be3-4111-ba19-c362b64c0284 req-c4a4ea27-792c-47c6-aee1-cbcb3fbcbfa8 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0486903 Apr 01 16:07:59.879194 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1652cfc0-1be3-4111-ba19-c362b64c0284 req-0f2e8b85-84d1-4bfc-92d6-0a120f6ebb3d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320992 Apr 01 16:08:00.997067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1720295-ce4c-40a4-b1a3-11cc69e611c4 req-97b19b73-8d35-44ad-b120-8a94a7c1398c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:00.998545 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1720295-ce4c-40a4-b1a3-11cc69e611c4 req-97b19b73-8d35-44ad-b120-8a94a7c1398c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0531757 Apr 01 16:08:01.035187 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1720295-ce4c-40a4-b1a3-11cc69e611c4 req-d3148ba7-f50a-400a-8be3-a7a0c8f98669 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307157 Apr 01 16:08:02.151654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb214cb9-7848-4f29-9889-17044ae061dd req-fdba899b-3a4a-4b10-a995-fbfbd6917e98 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:02.153887 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cb214cb9-7848-4f29-9889-17044ae061dd req-fdba899b-3a4a-4b10-a995-fbfbd6917e98 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0491879 Apr 01 16:08:02.190940 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cb214cb9-7848-4f29-9889-17044ae061dd req-df7f2400-3e2e-498f-8c2b-96c2e2228d3d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Apr 01 16:08:03.310313 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2696794-3f80-4621-a663-8f5a914ae968 req-cf46014f-2da7-4147-9fcb-1ecef5655d0f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:03.311889 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e2696794-3f80-4621-a663-8f5a914ae968 req-cf46014f-2da7-4147-9fcb-1ecef5655d0f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0507059 Apr 01 16:08:03.351122 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e2696794-3f80-4621-a663-8f5a914ae968 req-7765a534-87e9-43b3-9388-35510daa689c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331497 Apr 01 16:08:04.479079 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1566d79-24f8-445c-ab4b-3efc8da6bd8c req-f473919c-4764-4659-b6df-ddec37b97a7b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:04.481327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c1566d79-24f8-445c-ab4b-3efc8da6bd8c req-f473919c-4764-4659-b6df-ddec37b97a7b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0581205 Apr 01 16:08:04.520610 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c1566d79-24f8-445c-ab4b-3efc8da6bd8c req-816c994c-69e3-4f9a-9fc2-90ed1ec47e97 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328035 Apr 01 16:08:04.717464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e09fd475-80ab-4dda-8cea-ffc1444c2bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:05.514126 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-12cfd784-b8af-47c6-99cb-cffac84193aa service neutron] 10.222.0.41 "GET /v2.0/ports/f174c3a2-b223-4de1-9809-a960476990f5/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0560763 Apr 01 16:08:05.641548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883d844-3db5-4bde-b4cb-f804786ecf8a req-5da7f7a0-86a1-433b-a564-3997d3de7227 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:05.643078 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e883d844-3db5-4bde-b4cb-f804786ecf8a req-5da7f7a0-86a1-433b-a564-3997d3de7227 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0498655 Apr 01 16:08:05.683537 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e883d844-3db5-4bde-b4cb-f804786ecf8a req-f6868642-a05c-42ee-9b64-1739dc9e40ce tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342095 Apr 01 16:08:06.270243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-2594ab19-4c49-4705-8965-b73c1e748054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:06.271970 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-2594ab19-4c49-4705-8965-b73c1e748054 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 1099 time: 0.0403998 Apr 01 16:08:06.340083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-82526bc3-fcca-4ee6-8045-cdb013ff7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:06.342125 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-82526bc3-fcca-4ee6-8045-cdb013ff7539 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 1099 time: 0.0406070 Apr 01 16:08:06.436115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-1b6a8918-639a-4c86-be28-c321ca0dff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:06.437663 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-1b6a8918-639a-4c86-be28-c321ca0dff5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0867343 Apr 01 16:08:06.512963 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-f0ba3aa9-c585-47c0-bf97-b0930312985f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f174c3a2-b223-4de1-9809-a960476990f5 HTTP/1.1" status: 200 len: 1002 time: 0.0647736 Apr 01 16:08:06.570194 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-07f3c634-37ee-4c31-9b6a-fe6cf2935b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:06.571795 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-07f3c634-37ee-4c31-9b6a-fe6cf2935b98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0482445 Apr 01 16:08:06.623392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-b3d4980d-f7cb-47ac-8043-eec11fae9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:06.625975 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-b3d4980d-f7cb-47ac-8043-eec11fae9df9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435727 Apr 01 16:08:06.721982 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-b39f9e76-c49a-476a-83e0-0bd8e3467f53 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893288 Apr 01 16:08:06.802402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51a4e-528c-43e9-9062-7718196b071c req-3c98875d-8a6e-4cf2-bae8-991345e31547 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:06.804282 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-74e51a4e-528c-43e9-9062-7718196b071c req-3c98875d-8a6e-4cf2-bae8-991345e31547 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0492070 Apr 01 16:08:06.820482 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3da1b209-3ba7-4de2-86a7-d96909a75895 req-bf310a88-319b-4f2d-8c81-61fb306c79cd service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884573 Apr 01 16:08:06.842903 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-74e51a4e-528c-43e9-9062-7718196b071c req-e2daf543-8369-4b2c-835b-c100f6ee8873 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321236 Apr 01 16:08:07.340358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2a13620e-2915-461d-849e-d00068b50cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:07.972406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc401a-61e3-45e3-9d65-88be9c38ff2a req-a0ada04b-2294-42c8-8bf4-b54f38640b13 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:07.973784 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6bc401a-61e3-45e3-9d65-88be9c38ff2a req-a0ada04b-2294-42c8-8bf4-b54f38640b13 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0564151 Apr 01 16:08:08.014876 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6bc401a-61e3-45e3-9d65-88be9c38ff2a req-97a9bf25-9d15-4051-b0fa-068e7484cac7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344377 Apr 01 16:08:09.141651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41de95-4d28-431a-bab8-0f8c6bc4131b req-44c86101-cf24-41f0-a078-8141c99e220f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:09.143217 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0f41de95-4d28-431a-bab8-0f8c6bc4131b req-44c86101-cf24-41f0-a078-8141c99e220f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0537026 Apr 01 16:08:09.198780 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0f41de95-4d28-431a-bab8-0f8c6bc4131b req-d05d7684-340f-4779-b8b6-82554efee231 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486705 Apr 01 16:08:09.215090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f174c3a2-b223-4de1-9809-a960476990f5 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:08:09.218155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f174c3a2-b223-4de1-9809-a960476990f5 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:08:09.360818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:09.379639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f174c3a2-b223-4de1-9809-a960476990f5,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:09.400695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'f174c3a2-b223-4de1-9809-a960476990f5', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': 'f174c3a2-b223-4de1-9809-a960476990f5', 'mac_address': 'fa:16:3e:3b:e5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:08:09.406100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:09.408316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e68b74f-9fa0-4a17-b268-fd8b7deeef7e" -d '{"events": [{"server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "name": "network-vif-unplugged", "status": "completed", "tag": "f174c3a2-b223-4de1-9809-a960476990f5"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:08:09.440224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f174c3a2-b223-4de1-9809-a960476990f5,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:09.453809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:09.467500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f174c3a2-b223-4de1-9809-a960476990f5 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:09.531144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad523139-d435-461a-b26b-a60aa4cbf3e1 x-openstack-request-id: req-ad523139-d435-461a-b26b-a60aa4cbf3e1 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:08:09.531502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "name": "network-vif-unplugged", "status": "completed", "tag": "f174c3a2-b223-4de1-9809-a960476990f5", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:08:09.531762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad523139-d435-461a-b26b-a60aa4cbf3e1 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:08:09.532164 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad523139-d435-461a-b26b-a60aa4cbf3e1'] response: {'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5', 'code': 200} Apr 01 16:08:09.576363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:09.646244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:08:09.646496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:08:09.651092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=f174c3a2-b223-4de1-9809-a960476990f5,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:09.659174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.659519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.659855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.660185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.660539 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.660867 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.661191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.661562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.661866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.662186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.662501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.662814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.872221 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:10.182098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:10.194489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f174c3a2-b223-4de1-9809-a960476990f5 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:10.213634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f174c3a2-b223-4de1-9809-a960476990f5,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:10.303798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:10.318420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff2833-1124-4621-b761-6878c09d4ab2 req-77273a8a-45d7-4b74-8055-d8cef3f0d514 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.320036 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f3ff2833-1124-4621-b761-6878c09d4ab2 req-77273a8a-45d7-4b74-8055-d8cef3f0d514 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 944 time: 0.0502832 Apr 01 16:08:10.360168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=f174c3a2-b223-4de1-9809-a960476990f5,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:10.362926 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f3ff2833-1124-4621-b761-6878c09d4ab2 req-643d5918-0061-4b8a-908a-2cc9d1d2a6df tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357399 Apr 01 16:08:10.365008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['f174c3a2-b223-4de1-9809-a960476990f5'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:08:10.811227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b54da-d038-4687-a77c-7220a8a8b8e7 req-6176dcab-2f48-42ef-9a41-5bd02b033741 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.812775 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c82b54da-d038-4687-a77c-7220a8a8b8e7 req-6176dcab-2f48-42ef-9a41-5bd02b033741 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 945 time: 0.0546513 Apr 01 16:08:10.852959 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c82b54da-d038-4687-a77c-7220a8a8b8e7 req-e34fd53d-7f88-455d-a40f-e167924d91c3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322411 Apr 01 16:08:10.924829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:10.944539 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-6f72405c-e393-4d79-b67b-0b4c591eb657 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.946054 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-6f72405c-e393-4d79-b67b-0b4c591eb657 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0553880 Apr 01 16:08:11.003114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:11.033671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-87159a7c-1fb4-435b-b619-ebaac7af1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.035185 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-87159a7c-1fb4-435b-b619-ebaac7af1c78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 1098 time: 0.0461218 Apr 01 16:08:11.125310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-8a35a64d-7ba7-49a9-b3f1-6e095a866d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.126882 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-8a35a64d-7ba7-49a9-b3f1-6e095a866d64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0857491 Apr 01 16:08:11.195954 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-fce6b9d7-d2d8-4042-add8-b7a7968baefa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f174c3a2-b223-4de1-9809-a960476990f5 HTTP/1.1" status: 200 len: 1001 time: 0.0620654 Apr 01 16:08:11.219662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f174c3a2-b223-4de1-9809-a960476990f5 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:11.244842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-2a0843cf-56cc-43d8-ac22-3e601df054ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.246844 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-2a0843cf-56cc-43d8-ac22-3e601df054ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0444803 Apr 01 16:08:11.268023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port f174c3a2-b223-4de1-9809-a960476990f5 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:11.268422 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:11.291684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-affdd3af-d472-4d32-b344-395f8a70ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.293258 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-affdd3af-d472-4d32-b344-395f8a70ad81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400200 Apr 01 16:08:11.347088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:11.378896 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f174c3a2-b223-4de1-9809-a960476990f5,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:11.385488 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-44a16aaa-2e0d-4341-a500-bd02731b7e41 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856326 Apr 01 16:08:11.472226 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-90d85c9f-eb99-4ffb-8f61-c21403d21a0e req-f0d0537f-4510-4fb9-b199-8b87589934e7 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798006 Apr 01 16:08:11.517567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:11.539941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:11.542531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b514a618-fc50-4550-b45c-a99b98e17fdf" -d '{"events": [{"server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "name": "network-vif-plugged", "status": "completed", "tag": "f174c3a2-b223-4de1-9809-a960476990f5"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:08:11.571407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=f174c3a2-b223-4de1-9809-a960476990f5,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:11.588483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a36dce-cad0-4710-872d-dd90d0849e00 x-openstack-request-id: req-33a36dce-cad0-4710-872d-dd90d0849e00 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:08:11.588777 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "name": "network-vif-plugged", "status": "completed", "tag": "f174c3a2-b223-4de1-9809-a960476990f5", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:08:11.589030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33a36dce-cad0-4710-872d-dd90d0849e00 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:08:11.589444 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a36dce-cad0-4710-872d-dd90d0849e00'] response: {'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5', 'code': 200} Apr 01 16:08:11.969329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee5131-4560-4c2e-8e00-cfe1fbc43411 req-96a7d85a-17cc-48cc-9aa9-4cf30e9f5451 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.971430 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a1ee5131-4560-4c2e-8e00-cfe1fbc43411 req-96a7d85a-17cc-48cc-9aa9-4cf30e9f5451 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0503225 Apr 01 16:08:12.010413 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a1ee5131-4560-4c2e-8e00-cfe1fbc43411 req-e9320025-b319-44c3-b6d2-f02b902b3055 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332460 Apr 01 16:08:13.127667 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a03f11-6847-439d-8656-bd921f19692b req-0d669ada-a986-41e6-8176-771bc16fa405 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:13.129099 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-71a03f11-6847-439d-8656-bd921f19692b req-0d669ada-a986-41e6-8176-771bc16fa405 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0482411 Apr 01 16:08:13.170076 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-71a03f11-6847-439d-8656-bd921f19692b req-5ac68ad1-c342-4ae0-9077-dcd3b4f5aed8 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315981 Apr 01 16:08:13.289183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64497985-20f6-4a5e-b86e-3d744ddf2238 req-dad2241f-e491-44c9-adcf-f4d10fd2e72a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:13.290671 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-64497985-20f6-4a5e-b86e-3d744ddf2238 req-dad2241f-e491-44c9-adcf-f4d10fd2e72a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0527916 Apr 01 16:08:13.328019 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-64497985-20f6-4a5e-b86e-3d744ddf2238 req-4645dcaa-ec5b-4d89-ab4a-53683265c5ea tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Apr 01 16:08:13.601360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef0376-8fca-4d5a-917a-2a8063f71080 req-ac64caa1-6163-4cf5-af3d-a9d447fa88e4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:13.602842 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-43ef0376-8fca-4d5a-917a-2a8063f71080 req-ac64caa1-6163-4cf5-af3d-a9d447fa88e4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0492542 Apr 01 16:08:13.640939 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-43ef0376-8fca-4d5a-917a-2a8063f71080 req-a83d3525-ffa8-4ba1-8db4-5900d0939ff7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321167 Apr 01 16:08:14.161074 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8609c12-3e85-410a-94ac-932095789c3a req-7cd4a5c4-48c3-4965-939d-88f3be5aebd0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:14.162551 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8609c12-3e85-410a-94ac-932095789c3a req-7cd4a5c4-48c3-4965-939d-88f3be5aebd0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0485983 Apr 01 16:08:14.200805 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8609c12-3e85-410a-94ac-932095789c3a req-7f3d3c8d-0cc0-48cc-bb2f-ebda605e8b9c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Apr 01 16:08:15.324078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdf272-9e9a-4268-b2cc-45e8cdcdfd2a req-b2a5d930-a013-4c68-a901-56c9c87fae6f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:15.325597 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15bdf272-9e9a-4268-b2cc-45e8cdcdfd2a req-b2a5d930-a013-4c68-a901-56c9c87fae6f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0532026 Apr 01 16:08:15.363944 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-15bdf272-9e9a-4268-b2cc-45e8cdcdfd2a req-45b8b3d2-2ac5-4197-80f9-291f911fcc5e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322297 Apr 01 16:08:15.646019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.091181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-af0cc578-c283-4e65-906f-d9c4cf3b5697 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:16.092681 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-af0cc578-c283-4e65-906f-d9c4cf3b5697 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0544899 Apr 01 16:08:16.117359 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:08:16.182541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Deleting port f174c3a2-b223-4de1-9809-a960476990f5 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:08:16.182911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.273873 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] For port f174c3a2-b223-4de1-9809-a960476990f5, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=f174c3a2-b223-4de1-9809-a960476990f5,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:16.274242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.445993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.446378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.446683 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Floating IP 0e788036-5245-42ff-8254-2adea6167db9 disassociated. External IP: 172.26.6.122, port: f174c3a2-b223-4de1-9809-a960476990f5. Apr 01 16:08:16.447049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Calling delete_port for f174c3a2-b223-4de1-9809-a960476990f5 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:08:16.479603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74d60-9a53-4011-ab0f-da6df08e5c7b req-e3feb393-cd88-41a8-af4d-888e989cc4d4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:16.481131 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-acd74d60-9a53-4011-ab0f-da6df08e5c7b req-e3feb393-cd88-41a8-af4d-888e989cc4d4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 946 time: 0.0498052 Apr 01 16:08:16.520274 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-acd74d60-9a53-4011-ab0f-da6df08e5c7b req-dde5db57-2d0a-47cb-92da-17ab34d11545 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329335 Apr 01 16:08:16.668939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.698139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event deleted for resources: {'Port': ['ID=f174c3a2-b223-4de1-9809-a960476990f5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:16.710300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.710655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.710999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.711335 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.711670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.712003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.712398 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.712684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.713013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.713338 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.713666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.713990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:16.832596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:08:17.271146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:17.281531 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:17.291902 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:17.293095 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:08:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:17.309765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] No DVR routers for this DVR port f174c3a2-b223-4de1-9809-a960476990f5 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:08:17.312492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.315815 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c0438b1d-c55d-4cbc-b954-dcaa8089cba1 req-3c5e7c74-e094-4c5b-8fce-9cbc43f202b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "DELETE /v2.0/ports/f174c3a2-b223-4de1-9809-a960476990f5 HTTP/1.1" status: 204 len: 173 time: 1.2145777 Apr 01 16:08:17.316279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'name': 'network-vif-deleted', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:17.318531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55a2552-cd08-4a6e-9d0a-a5253a5b09a7" -d '{"events": [{"server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "name": "network-vif-deleted", "tag": "f174c3a2-b223-4de1-9809-a960476990f5"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:08:17.353944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a0641-6d5b-430c-bbc5-35a1a2ddc24d x-openstack-request-id: req-060a0641-6d5b-430c-bbc5-35a1a2ddc24d {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:08:17.354236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00452443-d187-438e-8b86-e1c7370e6126", "name": "network-vif-deleted", "tag": "f174c3a2-b223-4de1-9809-a960476990f5", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:08:17.354488 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-060a0641-6d5b-430c-bbc5-35a1a2ddc24d {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:08:17.355521 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060a0641-6d5b-430c-bbc5-35a1a2ddc24d'] response: {'server_uuid': '00452443-d187-438e-8b86-e1c7370e6126', 'name': 'network-vif-deleted', 'tag': 'f174c3a2-b223-4de1-9809-a960476990f5', 'status': 'completed', 'code': 200} Apr 01 16:08:17.401177 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:17.596154 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:17.615455 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c59baef8-cb7c-41a2-a105-12201ddd22c8 req-6a1bd09c-c7ae-4c81-a0a3-5e332c608652 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=00452443-d187-438e-8b86-e1c7370e6126 HTTP/1.1" status: 200 len: 210 time: 0.0267150 Apr 01 16:08:17.622408 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:17.630913 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:17.631523 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:08:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:17.736210 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:17.932092 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:17.957733 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d304ab-cb2c-4427-b007-1b60ca302f2a None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:18.165217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c98f5-6e38-4370-a3b2-938c736522f7 None None] New status for floating IP 0e788036-5245-42ff-8254-2adea6167db9: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:08:18.863099 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-2f714fc0-db1c-480b-a13d-4737106878aa tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1676434038&fields=id&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 267 time: 0.0335114 Apr 01 16:08:18.974566 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-1b06c8dc-a3ac-4755-91b8-165fdde409df tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:18.975962 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-1b06c8dc-a3ac-4755-91b8-165fdde409df tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 810 time: 0.1058218 Apr 01 16:08:18.991524 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-5d98b08b-81cb-49cc-81c1-a6848ae79d7b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/quotas/8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 375 time: 0.0090961 Apr 01 16:08:19.044910 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-b9c8b829-e037-4692-81fc-abd5020e1a90 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479996 Apr 01 16:08:19.116732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-7bd9b06c-e59b-4ec3-b66b-d28ef8a27ab2 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:08:19.117736 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-7bd9b06c-e59b-4ec3-b66b-d28ef8a27ab2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613890 Apr 01 16:08:19.237336 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f174c3a2-b223-4de1-9809-a960476990f5 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:08:19.258187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: f174c3a2-b223-4de1-9809-a960476990f5 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:08:19.264588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device f174c3a2-b223-4de1-9809-a960476990f5 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:08:19.479242 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-def2c9f8-9cca-4c47-9e39-557409eb4795 service neutron] 10.222.0.73 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549235 Apr 01 16:08:19.570695 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-47b6e1a2-6910-4eb6-a472-dc1505dfc200 service neutron] 10.222.0.73 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852904 Apr 01 16:08:19.829968 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f3f1690f-94a8-40f8-9a23-053f8b4d3f4d req-1ef9b605-a7e9-4831-88dd-e7b0e82db3c1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 210 time: 0.0280964 Apr 01 16:08:20.938336 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-710c8cd1-8d4f-43dc-a16e-656e3e078828 req-b424fc61-5e80-496b-820b-2479cb49aa80 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 210 time: 0.0335460 Apr 01 16:08:22.046126 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-32aa5874-6b77-40be-8617-43c527aef5bc req-886e6c2e-c90e-4003-a08e-515752819162 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 210 time: 0.0264747 Apr 01 16:08:22.427629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-d2e69c15-cd40-43f4-a00b-f579734f95fb tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:22.429134 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-d2e69c15-cd40-43f4-a00b-f579734f95fb tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 810 time: 0.1054451 Apr 01 16:08:22.483495 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-cd0c98a8-6934-403e-b2f2-5b9b6cb3a04b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 380 time: 0.0363531 Apr 01 16:08:22.495010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'port': {'device_id': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'admin_state_up': True, 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'security_groups': ['8c6c10ad-56e3-4ca3-9e72-e330b10fab49']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:22.683138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Made reservation on behalf of 8761b6684a314d2fa33d4a1a4ec462fc for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:22.686719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:22.821688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Allocated IP 172.20.0.4 (52712159-42ed-404d-b09c-041841e27b35/4eaabf68-8b42-4031-8c98-451253d4ab5a/a825f63c-67a3-40e2-bb7d-a46ffcac8f14) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:22.960600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.112545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.158199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Network 52712159-42ed-404d-b09c-041841e27b35 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:23.160913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c564f-c980-4145-8652-42e1a74a986d req-f412c014-f3ca-4266-8fc3-e3d28944340f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:23.161483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:23.162464 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f0c564f-c980-4145-8652-42e1a74a986d req-f412c014-f3ca-4266-8fc3-e3d28944340f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 931 time: 0.0495746 Apr 01 16:08:23.164764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:08:23.193676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event updated for resources: {'Port': ['ID=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:23.213193 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f0c564f-c980-4145-8652-42e1a74a986d req-462f55c1-a9c8-44cd-a07e-f10c9e2dd61f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435355 Apr 01 16:08:23.222985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:23.223622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.358134 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-fc0f09c5-a6e1-4b65-8c93-888b274be3bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8667636 Apr 01 16:08:23.371127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Request body: {'port': {'device_id': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:23.379077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-477fe481-8999-4f57-a00a-b8a2c44c3f2a None None] Provisioning complete for port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:23.379615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-477fe481-8999-4f57-a00a-b8a2c44c3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.415521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-477fe481-8999-4f57-a00a-b8a2c44c3f2a None None] Port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:08:23.429228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.688727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a825f63c-67a3-40e2-bb7d-a46ffcac8f14 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:23.696103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.708469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Transition to ACTIVE for port object a825f63c-67a3-40e2-bb7d-a46ffcac8f14 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:23.811584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.867030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Pushing event updated for resources: {'Port': ['ID=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:23.938649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Attempting to bind port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:23.938992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Attempting to bind port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:23.939322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Attempting to bind port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:23.944444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 on network 52712159-42ed-404d-b09c-041841e27b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:08:23.944793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Attempting to bind port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:08:23.950534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:08:23.950875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Checking segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:08:23.951281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Bound using segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:08:23.951752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Bound port: a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:23.952154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.023614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:24.027201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:24.149540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.183312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.183969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.185387 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] 10.222.0.41 "PUT /v2.0/ports/a825f63c-67a3-40e2-bb7d-a46ffcac8f14 HTTP/1.1" status: 200 len: 1093 time: 0.8187413 Apr 01 16:08:24.185827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:24.188155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab47a4e8-0d77-4324-a46a-895fad85e6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:08:24.215812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd526b1-7b83-4842-a3c6-8e884ce576af service neutron] Pushing event updated for resources: {'Port': ['ID=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.238140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6f4af-74ef-49b2-a64d-f1f0d0ddee67 x-openstack-request-id: req-77d6f4af-74ef-49b2-a64d-f1f0d0ddee67 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:08:24.238294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:08:24.238551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77d6f4af-74ef-49b2-a64d-f1f0d0ddee67 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:08:24.238957 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d6f4af-74ef-49b2-a64d-f1f0d0ddee67'] response: {'name': 'network-changed', 'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'status': 'completed', 'code': 200} Apr 01 16:08:24.310217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47a4e8-0d77-4324-a46a-895fad85e6a8 req-079e5992-a246-46bc-b542-5e3196f5db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.311779 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab47a4e8-0d77-4324-a46a-895fad85e6a8 req-079e5992-a246-46bc-b542-5e3196f5db1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 1096 time: 0.0490313 Apr 01 16:08:24.338373 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf746fc-3004-48a3-b476-7e5ca99bff2f req-43fe1dc2-406b-4157-8225-c8a95ec114e5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.346517 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0bf746fc-3004-48a3-b476-7e5ca99bff2f req-43fe1dc2-406b-4157-8225-c8a95ec114e5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 943 time: 0.0617433 Apr 01 16:08:24.387775 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0bf746fc-3004-48a3-b476-7e5ca99bff2f req-c678af6c-497f-486d-81ff-cd7077486b4b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401506 Apr 01 16:08:24.437665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47a4e8-0d77-4324-a46a-895fad85e6a8 req-7192f436-4bc5-4102-9d4e-23aace882ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.437665 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab47a4e8-0d77-4324-a46a-895fad85e6a8 req-7192f436-4bc5-4102-9d4e-23aace882ebd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1109066 Apr 01 16:08:24.536471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47a4e8-0d77-4324-a46a-895fad85e6a8 req-b988fb38-f383-42b2-933c-4a80ae21caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.537949 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ab47a4e8-0d77-4324-a46a-895fad85e6a8 req-b988fb38-f383-42b2-933c-4a80ae21caa7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0924766 Apr 01 16:08:24.618494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-bbfb6347-d3b8-4e9b-8ee6-09e6086ad7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.620146 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-bbfb6347-d3b8-4e9b-8ee6-09e6086ad7b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 1096 time: 0.0414281 Apr 01 16:08:24.666497 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-7298dcf7-3b92-4f8a-9121-1e65c62e2aea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14 HTTP/1.1" status: 200 len: 217 time: 0.0352058 Apr 01 16:08:24.722154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-73d792fb-4329-41d8-8639-66f44108f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.723616 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-73d792fb-4329-41d8-8639-66f44108f5d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0485497 Apr 01 16:08:24.774148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-7f18cfb9-9c49-4baf-91ff-d99c6d63adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:24.775641 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-7f18cfb9-9c49-4baf-91ff-d99c6d63adba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425670 Apr 01 16:08:24.870192 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-faf5db41-0447-4415-bd1e-8c5342a8dff1 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819299 Apr 01 16:08:24.965872 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73beadc-e1d4-43da-8ea2-0458a3448ee4 req-55afc6b5-0ac9-49aa-90ed-68ea285b70b0 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842023 Apr 01 16:08:25.504829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f7ed5-a71a-4741-9c79-e074b71a94fc req-a36319b8-873b-4930-a772-e7f70941877d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.506308 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-589f7ed5-a71a-4741-9c79-e074b71a94fc req-a36319b8-873b-4930-a772-e7f70941877d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 943 time: 0.0488448 Apr 01 16:08:25.543613 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-589f7ed5-a71a-4741-9c79-e074b71a94fc req-d1a59df2-5468-4a34-99f0-31564080218d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306010 Apr 01 16:08:26.659839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cb0c1-628c-40ed-b162-6b67753fbf11 req-565e2427-9d0b-4e4f-8bfc-a86d8ddcfcd0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:26.661359 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b82cb0c1-628c-40ed-b162-6b67753fbf11 req-565e2427-9d0b-4e4f-8bfc-a86d8ddcfcd0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 943 time: 0.0494606 Apr 01 16:08:26.700034 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b82cb0c1-628c-40ed-b162-6b67753fbf11 req-fafeaccc-dbda-4302-b60f-70c704cc4d46 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325294 Apr 01 16:08:27.293916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device a825f63c-67a3-40e2-bb7d-a46ffcac8f14 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:08:27.387585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:27.398408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'mac_address': 'fa:16:3e:a9:4b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:08:27.435548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.448480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a825f63c-67a3-40e2-bb7d-a46ffcac8f14 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:08:27.468617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:27.579485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.624301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:27.823927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc594-a253-41a4-b113-0a960eed11cf req-8e0748cd-a31c-4ae1-9b4d-aef5b7fd98c5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:27.825451 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c8abc594-a253-41a4-b113-0a960eed11cf req-8e0748cd-a31c-4ae1-9b4d-aef5b7fd98c5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 944 time: 0.0561681 Apr 01 16:08:27.854409 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['a825f63c-67a3-40e2-bb7d-a46ffcac8f14'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:08:27.863454 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c8abc594-a253-41a4-b113-0a960eed11cf req-c04a24f5-0c3d-4824-9430-1b0d0ee1c849 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320024 Apr 01 16:08:28.977579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b4342-7a47-4cef-a441-e70a4bad0627 req-318da450-1ac9-47b3-ab0e-ea6041778df2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:28.979551 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-437b4342-7a47-4cef-a441-e70a4bad0627 req-318da450-1ac9-47b3-ab0e-ea6041778df2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 944 time: 0.0480742 Apr 01 16:08:29.016921 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-437b4342-7a47-4cef-a441-e70a4bad0627 req-26532bbf-d84c-4ec3-82be-f118f0ac96b2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313053 Apr 01 16:08:29.325919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device a825f63c-67a3-40e2-bb7d-a46ffcac8f14 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:08:29.470620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:29.474896 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:29.475272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.552970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.575146 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:29.577470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4646e9dc-a83e-49b9-982f-eb2b3975b2bf" -d '{"events": [{"server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "name": "network-vif-plugged", "status": "completed", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:08:29.590869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:29.612629 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2467f4d9-74ae-4e9e-9efd-6377e1cdb31f x-openstack-request-id: req-2467f4d9-74ae-4e9e-9efd-6377e1cdb31f {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:08:29.612917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "name": "network-vif-plugged", "status": "completed", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:08:29.613166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2467f4d9-74ae-4e9e-9efd-6377e1cdb31f {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:08:29.613555 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2467f4d9-74ae-4e9e-9efd-6377e1cdb31f'] response: {'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'code': 200} Apr 01 16:08:29.665153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.711799 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:29.971314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798dd22-794e-447d-980d-20dbedd9c828 req-f60e0b5f-f876-471f-9561-d98a6fccce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:29.972755 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8798dd22-794e-447d-980d-20dbedd9c828 req-f60e0b5f-f876-471f-9561-d98a6fccce07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 1098 time: 0.0410891 Apr 01 16:08:30.009745 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8798dd22-794e-447d-980d-20dbedd9c828 req-1dace171-ca6b-49de-bfdf-025b31ac3f0a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271430 Apr 01 16:08:30.129925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad5771-ddc3-4cce-bdb7-7bf80a228ff0 req-77d0ffb6-9af9-4c39-b27a-3c3fd6cfe957 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:30.131408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b2ad5771-ddc3-4cce-bdb7-7bf80a228ff0 req-77d0ffb6-9af9-4c39-b27a-3c3fd6cfe957 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0494564 Apr 01 16:08:30.169557 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b2ad5771-ddc3-4cce-bdb7-7bf80a228ff0 req-168157e8-34d0-47b0-b542-8ed9991a0718 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Apr 01 16:08:31.292371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10113675-4f87-469e-a9e8-3a280b174157 req-966efd2b-8f79-4634-9259-e2dc499ba7ff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:31.293902 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-10113675-4f87-469e-a9e8-3a280b174157 req-966efd2b-8f79-4634-9259-e2dc499ba7ff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0544393 Apr 01 16:08:31.333487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-10113675-4f87-469e-a9e8-3a280b174157 req-ca5ac305-811f-4468-ab63-04c1f034c2c8 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Apr 01 16:08:32.455573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda1fe-a325-4f18-9896-cad0fd6d653f req-ca35f587-8e36-4e28-8c45-c2ef469ee416 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:32.457134 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75bda1fe-a325-4f18-9896-cad0fd6d653f req-ca35f587-8e36-4e28-8c45-c2ef469ee416 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0539620 Apr 01 16:08:32.498039 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75bda1fe-a325-4f18-9896-cad0fd6d653f req-7928b307-8682-40f4-8b04-873448c8e637 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344205 Apr 01 16:08:32.613208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092c54-a911-40bb-8130-30e6df8f567f req-bf7ab28a-a484-4fa2-8d6c-32fb084b8ba2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:32.614639 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-da092c54-a911-40bb-8130-30e6df8f567f req-bf7ab28a-a484-4fa2-8d6c-32fb084b8ba2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0513945 Apr 01 16:08:32.624555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 58564) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:08:32.629540 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-ecbcd5a2-d360-4dba-8f3e-020359a50295 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'floatingip': {'port_id': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:08:32.672837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd5a2-d360-4dba-8f3e-020359a50295 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.112789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd5a2-d360-4dba-8f3e-020359a50295 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.219733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd5a2-d360-4dba-8f3e-020359a50295 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.316737 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-ecbcd5a2-d360-4dba-8f3e-020359a50295 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Floating IP 0e788036-5245-42ff-8254-2adea6167db9 associated. External IP: 172.26.6.122, port: a825f63c-67a3-40e2-bb7d-a46ffcac8f14. Apr 01 16:08:33.527927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbcd5a2-d360-4dba-8f3e-020359a50295 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:08:33.637356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbcd5a2-d360-4dba-8f3e-020359a50295 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:33.642462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd5a2-d360-4dba-8f3e-020359a50295 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.649461 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:08:33.659594 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:33.660212 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:08:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:33.674137 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ecbcd5a2-d360-4dba-8f3e-020359a50295 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "PUT /v2.0/floatingips/0e788036-5245-42ff-8254-2adea6167db9 HTTP/1.1" status: 200 len: 991 time: 1.0458128 Apr 01 16:08:33.674137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:08:33.674547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:08:33.784906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a391c03-7dc3-454f-8b1f-497240d0da1e x-openstack-request-id: req-2a391c03-7dc3-454f-8b1f-497240d0da1e {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:08:33.784906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:08:33.784906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a391c03-7dc3-454f-8b1f-497240d0da1e {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:08:33.784906 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a391c03-7dc3-454f-8b1f-497240d0da1e'] response: {'name': 'network-changed', 'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'status': 'completed', 'code': 200} Apr 01 16:08:33.785274 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:33.839420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-67f59da0-d59e-4b9e-81e5-07952ae069fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:33.841233 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-67f59da0-d59e-4b9e-81e5-07952ae069fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 1098 time: 0.0438635 Apr 01 16:08:33.938255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-15e6cc09-0719-4555-a499-80e39114b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:33.939773 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-15e6cc09-0719-4555-a499-80e39114b23d service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0920625 Apr 01 16:08:34.017226 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:a9:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:34.022796 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-2ceea2db-8c8d-4872-b2e7-755612a7c3a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14 HTTP/1.1" status: 200 len: 999 time: 0.0763993 Apr 01 16:08:34.045492 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:08:34.054203 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:08:34.054818 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:08:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:34.060704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69da3d-c54c-4b4a-bd7f-0ff07d1b590f req-c79979e7-6d56-4cd4-b367-da4a8bb46445 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:34.062316 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef69da3d-c54c-4b4a-bd7f-0ff07d1b590f req-c79979e7-6d56-4cd4-b367-da4a8bb46445 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0568006 Apr 01 16:08:34.074384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-1511bb25-b42c-4637-84ba-3eeb423f8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:34.076119 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-1511bb25-b42c-4637-84ba-3eeb423f8609 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0473089 Apr 01 16:08:34.103574 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef69da3d-c54c-4b4a-bd7f-0ff07d1b590f req-b3dd9a75-c025-4255-8567-13cf09b61798 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338378 Apr 01 16:08:34.128124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-d14a3648-7f4e-41d3-96ea-8b7beb9747a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:34.128314 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-d14a3648-7f4e-41d3-96ea-8b7beb9747a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446036 Apr 01 16:08:34.167610 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:08:34.225088 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-3b86764d-1798-460f-94e7-7c5a1d4c77d3 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893896 Apr 01 16:08:34.318718 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5ace5d8a-69f6-43ca-8391-c17e99e9a4c0 req-460c55a8-45db-4816-873d-9785544738d1 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851896 Apr 01 16:08:34.400949 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:a9:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:34.426697 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca212460-f537-4c92-8074-fd75a1041e43 None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:a9:4b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:08:33Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:08:34.609264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab7ab1-e9d0-43db-aa9e-c7a6692b311d None None] New status for floating IP 0e788036-5245-42ff-8254-2adea6167db9: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:08:34.894941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e15be458-3d90-4d72-b806-ef3b4c27a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:35.223833 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68fa8-a898-4365-a056-6cd38ce0ed19 req-b436d184-22ac-4201-a6de-4c93c08f545e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:35.225338 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-55e68fa8-a898-4365-a056-6cd38ce0ed19 req-b436d184-22ac-4201-a6de-4c93c08f545e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0492828 Apr 01 16:08:35.263462 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-55e68fa8-a898-4365-a056-6cd38ce0ed19 req-38916ebe-ee78-4906-bbb2-92a9e3c9fd7d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Apr 01 16:08:36.380243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e363a-a568-463d-b4fa-945b131cbc19 req-ebd7e5d4-896b-47f2-913a-eb64b439981d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:36.381767 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a54e363a-a568-463d-b4fa-945b131cbc19 req-ebd7e5d4-896b-47f2-913a-eb64b439981d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0492477 Apr 01 16:08:36.420319 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a54e363a-a568-463d-b4fa-945b131cbc19 req-5f1d92c1-bf43-40e9-9d89-e754d150d1d0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Apr 01 16:08:37.277035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0035336f-839c-417e-a978-3c118b707e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.539419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a999-5d61-482e-9058-9d9f639b6e04 req-98861be7-499f-40ab-8045-1e822abd3f31 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:37.540860 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2fa8a999-5d61-482e-9058-9d9f639b6e04 req-98861be7-499f-40ab-8045-1e822abd3f31 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0534329 Apr 01 16:08:37.578091 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2fa8a999-5d61-482e-9058-9d9f639b6e04 req-ca3413eb-784e-486c-9b7e-f15f8519e88b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Apr 01 16:08:38.695729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef0c97-1dab-400e-9ee2-682ad8a6c536 req-47317332-0d2c-44d5-83b1-721f40e40e9a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:38.697354 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-afef0c97-1dab-400e-9ee2-682ad8a6c536 req-47317332-0d2c-44d5-83b1-721f40e40e9a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0513079 Apr 01 16:08:38.736646 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-afef0c97-1dab-400e-9ee2-682ad8a6c536 req-e7063d3d-2463-48fa-bf7e-d87468b39166 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324535 Apr 01 16:08:39.785010 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.853249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618de99-11e6-4367-ad76-79db3eb9cdb6 req-88f29570-c270-4b72-8ffc-13bcca28322f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:39.855263 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1618de99-11e6-4367-ad76-79db3eb9cdb6 req-88f29570-c270-4b72-8ffc-13bcca28322f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0510817 Apr 01 16:08:39.894466 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1618de99-11e6-4367-ad76-79db3eb9cdb6 req-18732527-7e4c-494a-a875-45fb2566c4fd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331020 Apr 01 16:08:40.510505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-ae25b6cc-a797-417d-90a0-da48c252169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:40.512260 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-ae25b6cc-a797-417d-90a0-da48c252169b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 1098 time: 0.0422666 Apr 01 16:08:40.627112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-3fea2f0e-ecdd-4eec-a98f-5d13f31424c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:40.628882 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-3fea2f0e-ecdd-4eec-a98f-5d13f31424c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0938694 Apr 01 16:08:40.705900 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-16807cb1-9d4f-4e41-969c-f7bab288ddff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14 HTTP/1.1" status: 200 len: 1001 time: 0.0694451 Apr 01 16:08:40.757182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-607208fe-ecd5-45c9-9f5e-06f8267df474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:40.758660 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-607208fe-ecd5-45c9-9f5e-06f8267df474 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0464208 Apr 01 16:08:40.805546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-3aac6306-9e60-4abc-9821-f924ea6b082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:40.807026 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-3aac6306-9e60-4abc-9821-f924ea6b082c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406117 Apr 01 16:08:40.898262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:40.899971 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-c3f92b0c-b73a-4825-8b0a-05195c46d204 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863373 Apr 01 16:08:40.993868 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-45b04938-c40e-4579-a3c7-84efdd3a1f25 req-d6cf867d-177f-40ad-bd06-ce6f24f6afb1 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868537 Apr 01 16:08:41.015755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd21b5-2a2f-437c-8619-4ac8e5262644 req-6373bdc0-685f-4c0d-9c6c-94ebe178751b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:41.017304 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0bd21b5-2a2f-437c-8619-4ac8e5262644 req-6373bdc0-685f-4c0d-9c6c-94ebe178751b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0547407 Apr 01 16:08:41.042280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:41.055153 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0bd21b5-2a2f-437c-8619-4ac8e5262644 req-b5abe7c8-f90c-4db8-be50-d0ca037e144a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Apr 01 16:08:42.173385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac9ed-9f83-4629-af82-d4d89ce917aa req-56398d7a-a259-4867-a06a-8eb750f14387 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:42.174813 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-614ac9ed-9f83-4629-af82-d4d89ce917aa req-56398d7a-a259-4867-a06a-8eb750f14387 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0507791 Apr 01 16:08:42.214345 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-614ac9ed-9f83-4629-af82-d4d89ce917aa req-37a7685d-b4ab-4445-abf2-b6e837d464d4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335393 Apr 01 16:08:43.330351 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d2efc-84de-4dcf-938c-3ae0ef1597cf req-dab50d8a-b695-48bc-8e1f-e4c50c1514f6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:43.331820 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b77d2efc-84de-4dcf-938c-3ae0ef1597cf req-dab50d8a-b695-48bc-8e1f-e4c50c1514f6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0484109 Apr 01 16:08:43.370215 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b77d2efc-84de-4dcf-938c-3ae0ef1597cf req-a3ca4e17-5f35-43d9-82a8-dadbb13078a0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 Apr 01 16:08:44.489670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1549d-bf56-44c4-b072-eafc6ff70d08 req-cc3286ae-5ee0-4ef5-bf47-97d5a79c4321 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:44.491170 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66d1549d-bf56-44c4-b072-eafc6ff70d08 req-cc3286ae-5ee0-4ef5-bf47-97d5a79c4321 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0528302 Apr 01 16:08:44.530084 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66d1549d-bf56-44c4-b072-eafc6ff70d08 req-f3c2052a-7b21-4666-bc9d-834f888de48c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323856 Apr 01 16:08:45.645086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e774033-ad0e-4dda-8024-339eee9334a0 req-20a0bbd8-2cfb-4bb6-a336-9b4f56f118d1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:45.646655 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e774033-ad0e-4dda-8024-339eee9334a0 req-20a0bbd8-2cfb-4bb6-a336-9b4f56f118d1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0491626 Apr 01 16:08:45.653104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.685905 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2e774033-ad0e-4dda-8024-339eee9334a0 req-1f11bd33-719d-46f5-af2c-0b27fc7a3414 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321677 Apr 01 16:08:46.800457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65655589-3604-4ee6-a942-d3d2a2c2d4c0 req-9d698352-b22b-45c7-9950-22a18007715d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:46.801926 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65655589-3604-4ee6-a942-d3d2a2c2d4c0 req-9d698352-b22b-45c7-9950-22a18007715d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0484798 Apr 01 16:08:46.839546 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65655589-3604-4ee6-a942-d3d2a2c2d4c0 req-b320831a-1b8a-4d6d-b1b7-2f551e9cfb34 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310719 Apr 01 16:08:47.959254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a49151-acc7-40d1-ad6c-c7f319884364 req-90b7a777-d969-40dd-adfc-a45c74c0e5a9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:47.960722 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-44a49151-acc7-40d1-ad6c-c7f319884364 req-90b7a777-d969-40dd-adfc-a45c74c0e5a9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0538199 Apr 01 16:08:47.999001 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-44a49151-acc7-40d1-ad6c-c7f319884364 req-95043469-0ec2-4b71-b555-99dba1405de9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315692 Apr 01 16:08:49.113550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eebc0a-b106-42e9-8bd6-65322f4caec7 req-8d77c31a-9632-4217-b0f6-88a5609c2ab9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:49.115027 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-28eebc0a-b106-42e9-8bd6-65322f4caec7 req-8d77c31a-9632-4217-b0f6-88a5609c2ab9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0490341 Apr 01 16:08:49.152735 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-28eebc0a-b106-42e9-8bd6-65322f4caec7 req-395bc2bc-f88b-4e33-9249-32bbeb32d80a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310473 Apr 01 16:08:50.266669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653cff9-1f4c-4e9f-9756-f78a6d8c85df req-be946e92-b50c-4e7e-8430-57d9515acc0a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:50.268153 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1653cff9-1f4c-4e9f-9756-f78a6d8c85df req-be946e92-b50c-4e7e-8430-57d9515acc0a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0497348 Apr 01 16:08:50.305259 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1653cff9-1f4c-4e9f-9756-f78a6d8c85df req-73d8c777-0ced-455d-b980-2f7b487a516a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Apr 01 16:08:51.424513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119de03-d093-45d8-9868-578d48daa88a req-1702d0a6-ae0b-4423-b63b-7204ca119ac5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:51.425966 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5119de03-d093-45d8-9868-578d48daa88a req-1702d0a6-ae0b-4423-b63b-7204ca119ac5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0521924 Apr 01 16:08:51.462913 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5119de03-d093-45d8-9868-578d48daa88a req-5c2555af-3f0d-4a24-9a2b-f0174615cda7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303700 Apr 01 16:08:52.577027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32f500-be5b-4dd8-88be-2cccd8aa33d7 req-f4992a81-398f-439f-9960-ee3f175c39ff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:52.578508 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ea32f500-be5b-4dd8-88be-2cccd8aa33d7 req-f4992a81-398f-439f-9960-ee3f175c39ff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0484693 Apr 01 16:08:52.616575 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ea32f500-be5b-4dd8-88be-2cccd8aa33d7 req-49f44287-b2e6-4fd2-8272-35bc2b53b762 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316443 Apr 01 16:08:53.115403 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:08:53.735397 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae10314-faad-4e39-846c-b50cdf77094b req-cbcf7272-e26b-4c0b-acd5-a1def06a5536 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:53.736920 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1ae10314-faad-4e39-846c-b50cdf77094b req-cbcf7272-e26b-4c0b-acd5-a1def06a5536 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0505431 Apr 01 16:08:53.777075 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1ae10314-faad-4e39-846c-b50cdf77094b req-384734c2-3367-4c2c-806f-03e355a8f241 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Apr 01 16:08:54.895271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6e586-f900-4651-a9b5-7eedb4ef7de2 req-ae72e6ad-bca2-428a-aec4-bf27421107bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:54.896749 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ed6e586-f900-4651-a9b5-7eedb4ef7de2 req-ae72e6ad-bca2-428a-aec4-bf27421107bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0531094 Apr 01 16:08:54.935372 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ed6e586-f900-4651-a9b5-7eedb4ef7de2 req-7ff75926-e1a7-49ae-8797-6dbb6f4e02a7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324595 Apr 01 16:08:56.050364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b21e56-b846-493e-82be-744451150459 req-adc10850-fc3d-4e9f-a26b-42217189224a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:56.057243 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d8b21e56-b846-493e-82be-744451150459 req-adc10850-fc3d-4e9f-a26b-42217189224a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0479670 Apr 01 16:08:56.090834 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d8b21e56-b846-493e-82be-744451150459 req-51e8ed2e-7fe3-4876-b2a1-6433142c4e9c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319521 Apr 01 16:08:57.206705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa16b6-8de8-48db-bc50-dfc068c70eaf req-c502c3e3-3288-4f4d-b5f4-06f4b520ce72 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:57.208495 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0baa16b6-8de8-48db-bc50-dfc068c70eaf req-c502c3e3-3288-4f4d-b5f4-06f4b520ce72 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0496912 Apr 01 16:08:57.246569 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0baa16b6-8de8-48db-bc50-dfc068c70eaf req-accce1ce-210f-49a1-b46d-50fef164a9e7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Apr 01 16:08:58.367002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5282a82-f31c-4dbd-9cca-c63e454f3de4 req-04d06dcb-e6d9-4c30-9759-7f8b208c9e22 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.369117 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d5282a82-f31c-4dbd-9cca-c63e454f3de4 req-04d06dcb-e6d9-4c30-9759-7f8b208c9e22 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0538774 Apr 01 16:08:58.407821 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d5282a82-f31c-4dbd-9cca-c63e454f3de4 req-4be4f0b7-058f-4b48-bd7c-fd9859e3d488 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Apr 01 16:08:59.524042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cb82d-6d06-49ac-9997-a8b1cb890afe req-aeaceb53-ad3e-4a4f-b1c8-6ac753788990 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:59.525580 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-724cb82d-6d06-49ac-9997-a8b1cb890afe req-aeaceb53-ad3e-4a4f-b1c8-6ac753788990 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0495477 Apr 01 16:08:59.563587 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-724cb82d-6d06-49ac-9997-a8b1cb890afe req-531926f2-61c3-4918-b0f3-7f1436942300 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Apr 01 16:09:00.683205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201053df-daa4-4340-ba02-72c150d04ab8 req-cb331563-6e17-4abb-89ed-bb57df8538c7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:00.684757 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-201053df-daa4-4340-ba02-72c150d04ab8 req-cb331563-6e17-4abb-89ed-bb57df8538c7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0494199 Apr 01 16:09:00.723999 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-201053df-daa4-4340-ba02-72c150d04ab8 req-d72a2997-3dc1-4854-8f29-cd4d91648c8c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Apr 01 16:09:01.841095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720da8e-d2ea-404a-ac66-f46bf6b73314 req-32101405-d486-4290-a714-6b29cb47d573 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:01.842588 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f720da8e-d2ea-404a-ac66-f46bf6b73314 req-32101405-d486-4290-a714-6b29cb47d573 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0531580 Apr 01 16:09:01.880110 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f720da8e-d2ea-404a-ac66-f46bf6b73314 req-ddc113d0-4502-4663-92d4-c5dfa4c545bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Apr 01 16:09:02.995623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b2e23-4771-4834-995d-f13ae95ba14d req-213c378b-4248-4a29-970c-86325c078455 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:02.997150 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b52b2e23-4771-4834-995d-f13ae95ba14d req-213c378b-4248-4a29-970c-86325c078455 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0495827 Apr 01 16:09:03.035247 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b52b2e23-4771-4834-995d-f13ae95ba14d req-ec2cd319-20d2-4f98-8e5c-636b57e82a94 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Apr 01 16:09:04.151290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88650e-71fe-49f3-930e-61efca47af4a req-61ac3d82-d550-4c09-8265-4b4a5fbfb07a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:04.152788 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-db88650e-71fe-49f3-930e-61efca47af4a req-61ac3d82-d550-4c09-8265-4b4a5fbfb07a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0490227 Apr 01 16:09:04.189269 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-db88650e-71fe-49f3-930e-61efca47af4a req-2e5e73ba-6cf3-4965-b914-e10b69ddeb52 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305824 Apr 01 16:09:04.732377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-93a5f267-2ba1-4fac-a34b-e6bd3396d1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:05.309630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0081e2d-067c-4be3-9c0a-bb14377d96b4 req-623873af-dc88-4e3a-b158-349d151694ba tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:05.311139 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0081e2d-067c-4be3-9c0a-bb14377d96b4 req-623873af-dc88-4e3a-b158-349d151694ba tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0539155 Apr 01 16:09:05.348153 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e0081e2d-067c-4be3-9c0a-bb14377d96b4 req-f33f17aa-abb2-4ef2-b94f-db84a272e426 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308681 Apr 01 16:09:05.813165 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f926035-c608-4cd4-83b5-1566529f3710 req-19c94455-e4c6-4b42-b4da-002ae83a411b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:05.814986 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5f926035-c608-4cd4-83b5-1566529f3710 req-19c94455-e4c6-4b42-b4da-002ae83a411b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0501885 Apr 01 16:09:05.853724 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5f926035-c608-4cd4-83b5-1566529f3710 req-81470178-2783-4056-a52b-fbaedf117420 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323160 Apr 01 16:09:05.945339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-eff02d49-d341-438b-8958-366e337fc3c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400002 Apr 01 16:09:06.973372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9de1-a967-4de9-8e51-d62e918b24c8 req-87db9c6e-46eb-4e1a-8150-517b0754fef7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:06.974858 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-78ff9de1-a967-4de9-8e51-d62e918b24c8 req-87db9c6e-46eb-4e1a-8150-517b0754fef7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0518682 Apr 01 16:09:07.014062 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-78ff9de1-a967-4de9-8e51-d62e918b24c8 req-d08f60c1-8c65-4506-ac54-fe2e951a3ac2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Apr 01 16:09:07.343885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3d210311-27f5-4a76-aeb6-d8483a9e2080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:08.131823 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2fc68-064b-4128-895a-efb3e07364a6 req-e322dc5e-4c4e-410a-a431-e880cf70f70e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.133834 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-78c2fc68-064b-4128-895a-efb3e07364a6 req-e322dc5e-4c4e-410a-a431-e880cf70f70e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0526135 Apr 01 16:09:08.172328 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-78c2fc68-064b-4128-895a-efb3e07364a6 req-b2d6cfa4-a3b6-46c0-a667-cde380c3312f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324781 Apr 01 16:09:08.448270 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-75fc2d8d-f81b-47a8-8c3f-7dca05ce31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.449844 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-75fc2d8d-f81b-47a8-8c3f-7dca05ce31b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 1098 time: 0.0441375 Apr 01 16:09:08.544126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-b135d10f-f1bb-4e4e-af2c-fd21a8dc5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.545649 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-b135d10f-f1bb-4e4e-af2c-fd21a8dc5281 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0850551 Apr 01 16:09:08.616647 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-ac666edd-5606-4890-b1be-891c9e5480c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14 HTTP/1.1" status: 200 len: 1001 time: 0.0612485 Apr 01 16:09:08.669594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-3813d91c-aad7-4d14-abd3-bdf609f1168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.671152 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-3813d91c-aad7-4d14-abd3-bdf609f1168b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0442207 Apr 01 16:09:08.719267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-8eb56f50-7912-4696-aa75-cf9a668095f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:08.720720 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-8eb56f50-7912-4696-aa75-cf9a668095f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416617 Apr 01 16:09:08.817201 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-c8dfd492-a592-4683-a97d-744c52002399 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855277 Apr 01 16:09:08.908933 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-5e0fc6ad-f157-4384-a12d-f65b6fe5769e service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816681 Apr 01 16:09:09.287607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4aee9-e2f3-42b9-b7d1-c43f02e52ada req-28bce1f1-e842-4b0c-ac3d-71e73c30d9ab tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:09.289216 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-89a4aee9-e2f3-42b9-b7d1-c43f02e52ada req-28bce1f1-e842-4b0c-ac3d-71e73c30d9ab tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0484984 Apr 01 16:09:09.326784 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-89a4aee9-e2f3-42b9-b7d1-c43f02e52ada req-a26b9b4f-0f4e-4262-bee8-3245d525f8c8 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307338 Apr 01 16:09:09.806976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:10.444858 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb0fa2-4c0d-4b80-88f3-1d4d9469e513 req-2c817a3a-f56c-485a-8518-e32f3d4fc0fa tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:10.446339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-39cb0fa2-4c0d-4b80-88f3-1d4d9469e513 req-2c817a3a-f56c-485a-8518-e32f3d4fc0fa tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0524938 Apr 01 16:09:10.484495 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-39cb0fa2-4c0d-4b80-88f3-1d4d9469e513 req-a84cb7ba-d5ff-4c4f-878d-743adb00ad92 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322044 Apr 01 16:09:10.872881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:11.021595 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:11.439892 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-63c039aa-996f-4666-8a80-a59a8e369cf5 service neutron] 10.222.0.41 "GET /v2.0/ports/a825f63c-67a3-40e2-bb7d-a46ffcac8f14/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0608549 Apr 01 16:09:11.609825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59979117-16c0-4914-bba5-9e888d0e6467 req-9ec18930-951a-4ffb-aa96-255b12e30914 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:11.611477 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-59979117-16c0-4914-bba5-9e888d0e6467 req-9ec18930-951a-4ffb-aa96-255b12e30914 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0531895 Apr 01 16:09:11.652765 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-59979117-16c0-4914-bba5-9e888d0e6467 req-ebf0d247-359e-453d-ad2f-0fe09b5d463d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351079 Apr 01 16:09:12.071660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-79c300af-8e0d-49d0-9933-a929bdc62be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.073200 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-79c300af-8e0d-49d0-9933-a929bdc62be3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 1098 time: 0.0416272 Apr 01 16:09:12.143827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-810c4c89-58bf-492b-b118-35db1aaaa1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.145414 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-810c4c89-58bf-492b-b118-35db1aaaa1c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 1098 time: 0.0417807 Apr 01 16:09:12.243302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-0db15fc2-9fbb-4dde-8c0e-42feb90b1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.244799 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-0db15fc2-9fbb-4dde-8c0e-42feb90b1158 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0886147 Apr 01 16:09:12.313223 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-c2e9cf6e-1fd7-4cb7-b474-f2f126d2e2d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14 HTTP/1.1" status: 200 len: 1001 time: 0.0585744 Apr 01 16:09:12.365663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-deca27fc-4998-4504-aecf-2d13fdadc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.366991 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-deca27fc-4998-4504-aecf-2d13fdadc41a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0431852 Apr 01 16:09:12.419588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-85bc1786-df3b-4651-80c7-634a5939f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.421144 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-85bc1786-df3b-4651-80c7-634a5939f988 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440903 Apr 01 16:09:12.513970 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-655e74ae-ce17-414f-953e-13f5dc23e7e8 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820057 Apr 01 16:09:12.607689 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d5ee18a4-668c-4dd1-bc5c-fe35a5f30aa1 req-13ebb51f-145c-432d-b136-2c656ddc70ca service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838299 Apr 01 16:09:12.850317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73dce8-2900-4784-b401-02e284f643f4 req-d0179305-47e4-4005-913a-107240f9e9e6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:12.850317 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8f73dce8-2900-4784-b401-02e284f643f4 req-d0179305-47e4-4005-913a-107240f9e9e6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0497570 Apr 01 16:09:12.850317 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8f73dce8-2900-4784-b401-02e284f643f4 req-c83c9185-6e39-42df-8465-b2c872d0600d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Apr 01 16:09:13.936819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec74cf-49a1-4313-bfe9-54b034de8d62 req-4a6a5a36-9b9a-4061-ae83-c58d292fafdc tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:13.938185 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-37ec74cf-49a1-4313-bfe9-54b034de8d62 req-4a6a5a36-9b9a-4061-ae83-c58d292fafdc tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0536115 Apr 01 16:09:13.976779 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-37ec74cf-49a1-4313-bfe9-54b034de8d62 req-3183e354-b899-43c3-b5c5-2e6ff792e739 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Apr 01 16:09:15.099967 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2de34-950a-405c-b2cc-ad0d8af2b8cc req-5f75f80c-2c8c-40c6-995c-066b009c87d4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.101481 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ce2de34-950a-405c-b2cc-ad0d8af2b8cc req-5f75f80c-2c8c-40c6-995c-066b009c87d4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0498574 Apr 01 16:09:15.140768 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ce2de34-950a-405c-b2cc-ad0d8af2b8cc req-12ba44b2-94c5-4ba9-943d-39d388e29da1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318997 Apr 01 16:09:15.555683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea664347-c7f6-4687-8c7f-f4f3b85a8c8e req-bad3c862-7699-4937-b2fe-8993296943d3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.557214 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ea664347-c7f6-4687-8c7f-f4f3b85a8c8e req-bad3c862-7699-4937-b2fe-8993296943d3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0495021 Apr 01 16:09:15.572727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device a825f63c-67a3-40e2-bb7d-a46ffcac8f14 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:09:15.599425 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ea664347-c7f6-4687-8c7f-f4f3b85a8c8e req-cc7542d5-4cbd-4a74-93ab-e6e8101d8ec1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357316 Apr 01 16:09:15.620956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device a825f63c-67a3-40e2-bb7d-a46ffcac8f14 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:09:15.644203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f342f46-106d-4cf1-8bda-77aee673edac req-607c3945-dd86-4dbe-bd22-5d683c5b6494 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.646262 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8f342f46-106d-4cf1-8bda-77aee673edac req-607c3945-dd86-4dbe-bd22-5d683c5b6494 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0564167 Apr 01 16:09:15.698396 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:15.737009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f342f46-106d-4cf1-8bda-77aee673edac req-a8a902e6-bfc4-49ce-999d-55a1645c0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.738421 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8f342f46-106d-4cf1-8bda-77aee673edac req-a8a902e6-bfc4-49ce-999d-55a1645c0318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 1098 time: 0.0436018 Apr 01 16:09:15.761082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:15.781912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'mac_address': 'fa:16:3e:a9:4b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:09:15.786428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:15.831358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f342f46-106d-4cf1-8bda-77aee673edac req-afcc7d9a-47b4-4aca-9a94-0d4f609cccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.833120 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8f342f46-106d-4cf1-8bda-77aee673edac req-afcc7d9a-47b4-4aca-9a94-0d4f609cccf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0880411 Apr 01 16:09:15.834479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:15.837377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9883b2-7bbf-4701-a6e0-cabea8786dfb" -d '{"events": [{"server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "name": "network-vif-unplugged", "status": "completed", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:15.854955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:15.857412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:15.870660 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a825f63c-67a3-40e2-bb7d-a46ffcac8f14 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:15.886264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fd8262-16ff-4d87-80a7-390c1cbe99f2 x-openstack-request-id: req-54fd8262-16ff-4d87-80a7-390c1cbe99f2 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:15.886563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "name": "network-vif-unplugged", "status": "completed", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:15.886867 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54fd8262-16ff-4d87-80a7-390c1cbe99f2 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:15.887295 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fd8262-16ff-4d87-80a7-390c1cbe99f2'] response: {'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'code': 200} Apr 01 16:09:15.902136 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8f342f46-106d-4cf1-8bda-77aee673edac req-f18368e7-785b-4392-b1bb-e4b2ed13e5d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14 HTTP/1.1" status: 200 len: 1001 time: 0.0588026 Apr 01 16:09:15.955921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f342f46-106d-4cf1-8bda-77aee673edac req-eb223fca-9e13-4f8a-9a59-ab2d82aba3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:15.957641 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8f342f46-106d-4cf1-8bda-77aee673edac req-eb223fca-9e13-4f8a-9a59-ab2d82aba3c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0469060 Apr 01 16:09:16.005524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.005859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f342f46-106d-4cf1-8bda-77aee673edac req-d2615755-989b-4f4d-b37c-b86145577651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.007417 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8f342f46-106d-4cf1-8bda-77aee673edac req-d2615755-989b-4f4d-b37c-b86145577651 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395365 Apr 01 16:09:16.077527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:09:16.077874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:09:16.082540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:16.090065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.090418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.090755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.091086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.091416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.091743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.092068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.092431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.092747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.093063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.093382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.093697 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:16.104588 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8f342f46-106d-4cf1-8bda-77aee673edac req-ba84e3b4-fc64-4f52-a77b-bbcdc0e9ffa5 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852947 Apr 01 16:09:16.201682 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8f342f46-106d-4cf1-8bda-77aee673edac req-3f1a4432-b1a9-45c5-81ce-f169c23f1b9c service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865369 Apr 01 16:09:16.614994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.629031 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a825f63c-67a3-40e2-bb7d-a46ffcac8f14 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:16.658947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:16.723136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47b74a-9d23-4f4b-950e-fc369cd71dc5 req-ba0d29a5-129d-4408-9688-8b3eb6eaca45 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:16.724643 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd47b74a-9d23-4f4b-950e-fc369cd71dc5 req-ba0d29a5-129d-4408-9688-8b3eb6eaca45 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 943 time: 0.0534308 Apr 01 16:09:16.744183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:16.764372 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd47b74a-9d23-4f4b-950e-fc369cd71dc5 req-879cead3-9538-46fa-9b77-17e494bf5bf5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329351 Apr 01 16:09:16.796815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:16.813453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['a825f63c-67a3-40e2-bb7d-a46ffcac8f14'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:17.588742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device a825f63c-67a3-40e2-bb7d-a46ffcac8f14 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:09:17.635345 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:17.636060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:17.715049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:17.745990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:17.823734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:17.874287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:17.888522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:17.888882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f5c23-bba8-4f0e-8734-89f55ac140ef req-76243501-2d14-45ee-acff-70b1e5442dd9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:17.890401 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-884f5c23-bba8-4f0e-8734-89f55ac140ef req-76243501-2d14-45ee-acff-70b1e5442dd9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0509889 Apr 01 16:09:17.891025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ae1aa9-b424-430f-986a-9b81b985b1aa" -d '{"events": [{"server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "name": "network-vif-plugged", "status": "completed", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:17.928923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3614168-c57a-4098-bdf1-d2904c5a4bab x-openstack-request-id: req-d3614168-c57a-4098-bdf1-d2904c5a4bab {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:17.929217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "name": "network-vif-plugged", "status": "completed", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:17.929472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3614168-c57a-4098-bdf1-d2904c5a4bab {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:17.930380 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3614168-c57a-4098-bdf1-d2904c5a4bab'] response: {'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'code': 200} Apr 01 16:09:17.932498 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-884f5c23-bba8-4f0e-8734-89f55ac140ef req-d899c2db-0306-44b5-8ff1-cc3bec44ff84 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355756 Apr 01 16:09:18.048998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9c2aa-3426-48ee-a123-a5540ae9e2a4 req-fd13df39-ad54-4d2e-b18c-90c9d61023e5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.050507 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93d9c2aa-3426-48ee-a123-a5540ae9e2a4 req-fd13df39-ad54-4d2e-b18c-90c9d61023e5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0497680 Apr 01 16:09:18.089725 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93d9c2aa-3426-48ee-a123-a5540ae9e2a4 req-e0f5bf13-33c3-41c3-8eba-dd2226e010c5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321395 Apr 01 16:09:18.462208 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec72917-e8c0-4ec2-8031-bbf0b2b6bf0f req-ff6d2e8a-6aad-489c-b0aa-1b1516e71e62 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.463653 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1ec72917-e8c0-4ec2-8031-bbf0b2b6bf0f req-ff6d2e8a-6aad-489c-b0aa-1b1516e71e62 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0534832 Apr 01 16:09:18.502597 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1ec72917-e8c0-4ec2-8031-bbf0b2b6bf0f req-90582aa7-710d-42f6-9e1f-ca53a2387085 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328789 Apr 01 16:09:18.574565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-b24f07fc-9c01-4418-9364-a8e565eec37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.576053 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-b24f07fc-9c01-4418-9364-a8e565eec37c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 1098 time: 0.0412996 Apr 01 16:09:18.673163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-162fd887-dad3-4a8b-bdb5-8faaefb39a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.674690 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-162fd887-dad3-4a8b-bdb5-8faaefb39a14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0882068 Apr 01 16:09:18.744083 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-1f29f6f5-b506-4362-909f-b8a5c94f75b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14 HTTP/1.1" status: 200 len: 1001 time: 0.0580871 Apr 01 16:09:18.795196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-6fb43fbf-67da-4bb1-81ed-58cc8feb241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.796634 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-6fb43fbf-67da-4bb1-81ed-58cc8feb241a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0429654 Apr 01 16:09:18.850003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-4912f581-c1ee-4abe-851d-d9029c3051c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:18.851522 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-4912f581-c1ee-4abe-851d-d9029c3051c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437381 Apr 01 16:09:18.942151 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-4de9c5c2-c2d8-4feb-ad2e-c4a0291ad686 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815775 Apr 01 16:09:19.035918 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f214991-d4d4-47fc-b0cc-bf0f270871a2 req-4f1edf00-0e59-479f-90c3-2c8bab43d758 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839453 Apr 01 16:09:19.620938 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280be620-a5ac-42ad-8460-7ac126801724 req-840d34e5-d21d-4f72-b296-16c55ebd871e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:19.622426 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-280be620-a5ac-42ad-8460-7ac126801724 req-840d34e5-d21d-4f72-b296-16c55ebd871e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0493381 Apr 01 16:09:19.661952 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-280be620-a5ac-42ad-8460-7ac126801724 req-5fc29c3b-de9c-4bfa-b0e7-0798bf452f21 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Apr 01 16:09:20.783493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91be6db-7267-46c5-acc7-35734b676e32 req-5b5ef0e1-b7e4-4360-baa0-8eaaf0ebda06 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:20.784907 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b91be6db-7267-46c5-acc7-35734b676e32 req-5b5ef0e1-b7e4-4360-baa0-8eaaf0ebda06 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0490849 Apr 01 16:09:20.823606 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b91be6db-7267-46c5-acc7-35734b676e32 req-2960af0e-306a-45fb-a565-94de573f4eb0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323200 Apr 01 16:09:21.446561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d5804-df44-4bba-ac14-9f2b10ff704e req-ba2e18f4-fa86-45eb-ac50-55597520baea tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:21.448037 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eb1d5804-df44-4bba-ac14-9f2b10ff704e req-ba2e18f4-fa86-45eb-ac50-55597520baea tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0535359 Apr 01 16:09:21.486381 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eb1d5804-df44-4bba-ac14-9f2b10ff704e req-7a0ea841-5eeb-4a59-9d00-f9c65e04e721 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Apr 01 16:09:22.609378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35781bc5-301e-4fa9-904a-42e51714883e req-3421a4ac-1465-4133-86ac-98c2122668da tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:22.610909 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35781bc5-301e-4fa9-904a-42e51714883e req-3421a4ac-1465-4133-86ac-98c2122668da tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0514195 Apr 01 16:09:22.649603 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35781bc5-301e-4fa9-904a-42e51714883e req-1063f703-8fb2-4456-95c7-758bc70c3cc7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326240 Apr 01 16:09:23.258571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-36af1f84-b600-4e3b-a449-4d98597c53ad tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:23.260086 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-36af1f84-b600-4e3b-a449-4d98597c53ad tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0498831 Apr 01 16:09:23.358616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Deleting port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:09:23.358958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:23.446113 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] For port a825f63c-67a3-40e2-bb7d-a46ffcac8f14, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:23.446475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:23.621395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:23.621756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:23.622071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Floating IP 0e788036-5245-42ff-8254-2adea6167db9 disassociated. External IP: 172.26.6.122, port: a825f63c-67a3-40e2-bb7d-a46ffcac8f14. Apr 01 16:09:23.622416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Calling delete_port for a825f63c-67a3-40e2-bb7d-a46ffcac8f14 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:09:23.771942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc1fac-3695-44f6-92d3-61ccebbb3e8a req-110b40ea-760e-4689-99c7-f4dff42adf86 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:23.773558 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eebc1fac-3695-44f6-92d3-61ccebbb3e8a req-110b40ea-760e-4689-99c7-f4dff42adf86 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 945 time: 0.0505247 Apr 01 16:09:23.813702 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eebc1fac-3695-44f6-92d3-61ccebbb3e8a req-d4fb64f4-2c61-407d-8916-5bb3d63b68f2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333493 Apr 01 16:09:23.857894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:23.888828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event deleted for resources: {'Port': ['ID=a825f63c-67a3-40e2-bb7d-a46ffcac8f14,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:23.898978 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.899326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.900690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.901037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.901372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.901702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.902031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.902365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.902715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.903042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.903365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:23.903682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:24.017803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:24.125387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:24.135933 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:09:24.145424 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:09:24.145973 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:09:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:24.167541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] No DVR routers for this DVR port a825f63c-67a3-40e2-bb7d-a46ffcac8f14 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:09:24.170022 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:24.173321 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-82e20be9-f61e-4cfc-8af6-515d4de345e8 req-60b79f46-5b4d-4d0a-85cc-a6d6a9865cb5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "DELETE /v2.0/ports/a825f63c-67a3-40e2-bb7d-a46ffcac8f14 HTTP/1.1" status: 204 len: 173 time: 0.9072068 Apr 01 16:09:24.173754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'name': 'network-vif-deleted', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:24.175981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e7567e-c224-4392-8318-2145850deab0" -d '{"events": [{"server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "name": "network-vif-deleted", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:24.235773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf8ba92-5896-4af5-bcdf-de9dfebc9fd0 x-openstack-request-id: req-acf8ba92-5896-4af5-bcdf-de9dfebc9fd0 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:24.235773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d951507-11e5-49e4-beb9-3c707fdc078a", "name": "network-vif-deleted", "tag": "a825f63c-67a3-40e2-bb7d-a46ffcac8f14", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:24.235773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-acf8ba92-5896-4af5-bcdf-de9dfebc9fd0 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:24.235773 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf8ba92-5896-4af5-bcdf-de9dfebc9fd0'] response: {'server_uuid': '3d951507-11e5-49e4-beb9-3c707fdc078a', 'name': 'network-vif-deleted', 'tag': 'a825f63c-67a3-40e2-bb7d-a46ffcac8f14', 'status': 'completed', 'code': 200} Apr 01 16:09:24.262463 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:09:24.458883 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:24.488741 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:09:24.497002 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:09:24.497646 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:09:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:24.599262 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:09:24.798784 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:24.824545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa166d-5402-49c1-8450-601b4d229c3e None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:09:24.928155 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-29758e43-a40f-40b0-b883-3cc4534b1017 req-4ee51066-4452-45b2-adc4-7d38079732a7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d951507-11e5-49e4-beb9-3c707fdc078a HTTP/1.1" status: 200 len: 210 time: 0.0326495 Apr 01 16:09:25.050630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bff24-2854-42e2-a98d-8352967f4d79 None None] New status for floating IP 0e788036-5245-42ff-8254-2adea6167db9: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:09:25.614172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device a825f63c-67a3-40e2-bb7d-a46ffcac8f14 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:09:25.634447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: a825f63c-67a3-40e2-bb7d-a46ffcac8f14 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:09:25.634782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device a825f63c-67a3-40e2-bb7d-a46ffcac8f14 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:09:26.169474 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-f228eb6a-8c59-414c-a8e8-a5b3a2dbbb5c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1676434038&fields=id&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 267 time: 0.0325840 Apr 01 16:09:26.278229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-a0b7eba1-c418-4b65-893d-21bee0c950c0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:26.279659 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-a0b7eba1-c418-4b65-893d-21bee0c950c0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 810 time: 0.1034145 Apr 01 16:09:26.294983 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-fd93bc31-197b-442c-8cff-74202649b985 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/quotas/8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 375 time: 0.0094926 Apr 01 16:09:26.352579 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-369fd53b-9548-4e60-bbcd-9b6c68cb068a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522113 Apr 01 16:09:26.490350 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-586cf2dd-7111-4cf6-a8d1-e95ca72e179c service neutron] 10.222.0.73 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261215 Apr 01 16:09:26.586231 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-67735d2d-6dd3-4ea7-82ba-05c4f63b2e28 service neutron] 10.222.0.73 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887282 Apr 01 16:09:26.827544 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3d558c64-e00a-403c-b911-5e635bf68cb2 req-5f7eb655-8cfe-4470-b754-cf515d0948d2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 210 time: 0.0261006 Apr 01 16:09:27.923578 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5adf897d-bfea-4178-914a-637abc138930 req-a0505b7a-d83b-4bcb-849c-d59564732e6a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 210 time: 0.0265932 Apr 01 16:09:29.018586 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8a7267f6-8fea-44d5-996f-525c3f556278 req-88b567e2-11ba-4a4b-916a-177a7b11733a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 210 time: 0.0266066 Apr 01 16:09:29.448647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-85dbd653-da72-4bfc-9380-42685faed897 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:29.450146 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-85dbd653-da72-4bfc-9380-42685faed897 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 810 time: 0.1000876 Apr 01 16:09:29.498413 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-bfe2c221-c6ed-4948-89bf-e4d20c37c787 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 380 time: 0.0341759 Apr 01 16:09:29.509776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'port': {'device_id': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'admin_state_up': True, 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'security_groups': ['8c6c10ad-56e3-4ca3-9e72-e330b10fab49']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:30.063045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Made reservation on behalf of 8761b6684a314d2fa33d4a1a4ec462fc for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:09:30.066636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.112449 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ecf082ab-5430-4166-ac81-e325a09deff5 req-7b109bb7-dc2a-41bd-a695-8003727faf9e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 210 time: 0.0266149 Apr 01 16:09:30.116777 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:09:30.189273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Allocated IP 172.20.0.10 (52712159-42ed-404d-b09c-041841e27b35/4eaabf68-8b42-4031-8c98-451253d4ab5a/8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:09:30.324198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.469361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.513179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Network 52712159-42ed-404d-b09c-041841e27b35 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:09:30.516367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:09:30.519940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:09:30.526196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:30.576883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:30.577530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.665882 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-be87d3a1-20e8-43d8-b129-a5cc7e5bf470 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1596310 Apr 01 16:09:30.683696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Request body: {'port': {'device_id': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:30.736595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.767987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3d750820-401c-46c1-ba3c-72dafab9e5a9 None None] Provisioning complete for port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:30.768705 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3d750820-401c-46c1-ba3c-72dafab9e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:30.804250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3d750820-401c-46c1-ba3c-72dafab9e5a9 None None] Port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:09:30.998181 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:31.005254 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.017261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Transition to ACTIVE for port object 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:09:31.123506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.172976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:31.243298 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc396692-de80-45e4-8d0a-d5f73a6e3ed2 req-fe27f830-8fb3-44b1-a23b-0cdf17253dd2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.245085 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc396692-de80-45e4-8d0a-d5f73a6e3ed2 req-fe27f830-8fb3-44b1-a23b-0cdf17253dd2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 944 time: 0.0593610 Apr 01 16:09:31.246452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Attempting to bind port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:09:31.246796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Attempting to bind port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:09:31.247131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Attempting to bind port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:31.251918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e on network 52712159-42ed-404d-b09c-041841e27b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:09:31.252170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Attempting to bind port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:09:31.257637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:09:31.258006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Checking segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:09:31.258363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Bound using segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:09:31.258793 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Bound port: 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:09:31.259164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.351846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:09:31.355381 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:09:31.461628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.498921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.499579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:31.500983 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] 10.222.0.41 "PUT /v2.0/ports/8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e HTTP/1.1" status: 200 len: 1094 time: 0.8228886 Apr 01 16:09:31.501437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:31.503794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa74d9ce-2740-4cd9-84d2-e5d30443334c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:31.536887 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4a81c-9751-4ed9-8fd0-5b2c9d6fca00 service neutron] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:31.548430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc43baac-819c-4838-aeae-d0b33e690ed2 x-openstack-request-id: req-dc43baac-819c-4838-aeae-d0b33e690ed2 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:31.548430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:31.548430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc43baac-819c-4838-aeae-d0b33e690ed2 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:31.548840 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc43baac-819c-4838-aeae-d0b33e690ed2'] response: {'name': 'network-changed', 'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'status': 'completed', 'code': 200} Apr 01 16:09:31.568791 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc396692-de80-45e4-8d0a-d5f73a6e3ed2 req-ad599415-e39d-4d9e-8fb6-69100a9b6ddb tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167272 Apr 01 16:09:31.620585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74d9ce-2740-4cd9-84d2-e5d30443334c req-62c33f76-653d-47aa-9807-08a923f001a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.620585 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fa74d9ce-2740-4cd9-84d2-e5d30443334c req-62c33f76-653d-47aa-9807-08a923f001a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 1097 time: 0.0439095 Apr 01 16:09:31.728992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74d9ce-2740-4cd9-84d2-e5d30443334c req-db6a1354-543d-41ed-9305-b50752962ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.730490 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fa74d9ce-2740-4cd9-84d2-e5d30443334c req-db6a1354-543d-41ed-9305-b50752962ad7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1026332 Apr 01 16:09:31.827406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74d9ce-2740-4cd9-84d2-e5d30443334c req-2e87a7a4-7824-419c-8774-3e822d81f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.828903 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-fa74d9ce-2740-4cd9-84d2-e5d30443334c req-2e87a7a4-7824-419c-8774-3e822d81f20c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0875535 Apr 01 16:09:31.909832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-d57eb3e6-1b60-408d-969b-9ded00319322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:31.911311 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-d57eb3e6-1b60-408d-969b-9ded00319322 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 1097 time: 0.0421343 Apr 01 16:09:31.961214 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-a8245058-ad3b-4d72-b00d-87045f447bc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e HTTP/1.1" status: 200 len: 217 time: 0.0388181 Apr 01 16:09:32.011919 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-1ddc69e8-9fef-4870-8648-609aef144626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:32.013438 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-1ddc69e8-9fef-4870-8648-609aef144626 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0460057 Apr 01 16:09:32.059268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-56f28da1-c37a-4dd4-b2b9-53d3aa17d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:32.060817 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-56f28da1-c37a-4dd4-b2b9-53d3aa17d5a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405047 Apr 01 16:09:32.158215 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-6cd9c2f5-3406-40ea-bf93-ed4796fae671 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866883 Apr 01 16:09:32.252888 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c7b1a260-b55c-4123-89ae-7e7606ff0fd2 req-b2fb44c0-53f5-469c-8420-b871d325aeb9 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828333 Apr 01 16:09:32.706223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd7892-f059-451f-b4d2-a4daca56b491 req-26c4ac19-e1e5-4e60-8ab8-ebeb7b70c6f0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:32.708947 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f5fd7892-f059-451f-b4d2-a4daca56b491 req-26c4ac19-e1e5-4e60-8ab8-ebeb7b70c6f0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 944 time: 0.0656111 Apr 01 16:09:32.747659 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f5fd7892-f059-451f-b4d2-a4daca56b491 req-81568be8-fb5f-40b7-8528-ef2153487f32 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323341 Apr 01 16:09:33.682728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:09:33.776438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:33.787909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'mac_address': 'fa:16:3e:0f:d5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:09:33.831767 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:33.844918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:09:33.865548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:33.871094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f49ca-fc85-4403-ab70-73b1a1105d2b req-84e128a3-16ac-48f8-aaea-bb50e6ccf43c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:33.872632 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f7f49ca-fc85-4403-ab70-73b1a1105d2b req-84e128a3-16ac-48f8-aaea-bb50e6ccf43c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 944 time: 0.0536947 Apr 01 16:09:33.910668 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f7f49ca-fc85-4403-ab70-73b1a1105d2b req-38c10c45-2e04-411b-90a3-c0a10a0b87d3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 Apr 01 16:09:33.960536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:34.009759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:34.225683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:09:34.709095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d29ef063-a973-4ddd-86c1-dfb912065d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.028899 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717ec1-3a9d-42c0-a457-e110f3877114 req-408a347b-d5fd-4848-879d-9e1591c77a39 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:35.030497 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a9717ec1-3a9d-42c0-a457-e110f3877114 req-408a347b-d5fd-4848-879d-9e1591c77a39 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 945 time: 0.0510809 Apr 01 16:09:35.067976 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a9717ec1-3a9d-42c0-a457-e110f3877114 req-925c0290-36d1-4009-abef-fa932a62b252 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Apr 01 16:09:35.703237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:09:35.828485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:09:35.833030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:35.833439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.911750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.934529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:35.936769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d563e09a-fa5e-485a-81dc-e879831659de" -d '{"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-plugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:35.949077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:35.972680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f0ce97-8fa2-469b-a60b-40d829582536 x-openstack-request-id: req-75f0ce97-8fa2-469b-a60b-40d829582536 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:35.973079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-plugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:35.973338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75f0ce97-8fa2-469b-a60b-40d829582536 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:35.973758 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f0ce97-8fa2-469b-a60b-40d829582536'] response: {'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'code': 200} Apr 01 16:09:36.068447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:36.117954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:36.185462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cc0fd-efeb-420a-842e-39c986b6e5a7 req-6672f68a-a634-4031-be3f-c8f0628034a6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:36.186872 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd6cc0fd-efeb-420a-842e-39c986b6e5a7 req-6672f68a-a634-4031-be3f-c8f0628034a6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0491259 Apr 01 16:09:36.225130 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dd6cc0fd-efeb-420a-842e-39c986b6e5a7 req-a868c88b-96ec-4149-9698-2bae50192e99 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Apr 01 16:09:36.353847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fec2d-9189-4fa5-8147-9d39af87cc70 req-3a2f5324-fe3d-462f-9578-5d2870014b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:36.355397 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-379fec2d-9189-4fa5-8147-9d39af87cc70 req-3a2f5324-fe3d-462f-9578-5d2870014b71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 1099 time: 0.0502028 Apr 01 16:09:36.396265 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-379fec2d-9189-4fa5-8147-9d39af87cc70 req-f0c28822-6d86-452c-b652-59579177604c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284789 Apr 01 16:09:37.245560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b80ae2d8-9013-469e-9b81-4b5f62e59af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.342797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa044d-cf9f-45c8-bf32-ea9af80702b3 req-7b50d656-6155-4517-b1f7-80cfd150d619 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.344270 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-faaa044d-cf9f-45c8-bf32-ea9af80702b3 req-7b50d656-6155-4517-b1f7-80cfd150d619 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0488069 Apr 01 16:09:37.382705 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-faaa044d-cf9f-45c8-bf32-ea9af80702b3 req-d0abb1de-c05f-4c3e-9bbb-878f064b042d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321627 Apr 01 16:09:38.500149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57a3e-7f06-4150-a70e-57c1e3031601 req-fb9a1c24-f45f-48cd-9619-b3f018319f6b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:38.501613 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42f57a3e-7f06-4150-a70e-57c1e3031601 req-fb9a1c24-f45f-48cd-9619-b3f018319f6b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0509229 Apr 01 16:09:38.538301 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42f57a3e-7f06-4150-a70e-57c1e3031601 req-5f126a55-a4dc-4087-9ffa-3df2fb37e426 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301244 Apr 01 16:09:38.652103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cf20d-b938-4c12-b25e-eb56fa903a08 req-1deccf87-40ce-4789-bacb-4c33440d94ee tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:38.653650 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-339cf20d-b938-4c12-b25e-eb56fa903a08 req-1deccf87-40ce-4789-bacb-4c33440d94ee tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0499163 Apr 01 16:09:38.662211 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 58772) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:09:38.667089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6918c920-dfa0-41f8-beb8-b0010460ec66 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'floatingip': {'port_id': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:09:38.705832 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6918c920-dfa0-41f8-beb8-b0010460ec66 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.141860 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6918c920-dfa0-41f8-beb8-b0010460ec66 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.266255 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6918c920-dfa0-41f8-beb8-b0010460ec66 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.366849 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-6918c920-dfa0-41f8-beb8-b0010460ec66 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Floating IP 0e788036-5245-42ff-8254-2adea6167db9 associated. External IP: 172.26.6.122, port: 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e. Apr 01 16:09:39.570482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6918c920-dfa0-41f8-beb8-b0010460ec66 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:39.677796 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6918c920-dfa0-41f8-beb8-b0010460ec66 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:39.682711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6918c920-dfa0-41f8-beb8-b0010460ec66 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.690039 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:09:39.700690 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:09:39.701319 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:09:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:39.713339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6918c920-dfa0-41f8-beb8-b0010460ec66 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "PUT /v2.0/floatingips/0e788036-5245-42ff-8254-2adea6167db9 HTTP/1.1" status: 200 len: 992 time: 1.0500937 Apr 01 16:09:39.713948 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:09:39.716291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d3c30-d6b9-41d9-b7b5-4cb647734082" -d '{"events": [{"name": "network-changed", "server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:09:39.754922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c040e7c4-923b-46eb-a87e-f659f55d43ec x-openstack-request-id: req-c040e7c4-923b-46eb-a87e-f659f55d43ec {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:09:39.761022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:09:39.761022 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c040e7c4-923b-46eb-a87e-f659f55d43ec {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:09:39.761022 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c040e7c4-923b-46eb-a87e-f659f55d43ec'] response: {'name': 'network-changed', 'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'status': 'completed', 'code': 200} Apr 01 16:09:39.811613 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:09:39.823079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-49a56be9-6bc8-4ef3-b883-994a951cdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:39.824564 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-49a56be9-6bc8-4ef3-b883-994a951cdfcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 1099 time: 0.0469348 Apr 01 16:09:39.878350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:39.922745 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-15b99aaf-5814-4721-b7e4-c9acaad84f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:39.924262 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-15b99aaf-5814-4721-b7e4-c9acaad84f60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0932157 Apr 01 16:09:39.994518 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-bd8682f7-73ba-4a02-b6f5-49999c4bc521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e HTTP/1.1" status: 200 len: 1000 time: 0.0630264 Apr 01 16:09:40.046525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-3aeebefe-fcda-4ff4-98ae-e43e82129718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:40.048012 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-3aeebefe-fcda-4ff4-98ae-e43e82129718 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0466616 Apr 01 16:09:40.119165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-d3f9be83-b41e-49df-ab4e-8bf236183671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:40.121086 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-d3f9be83-b41e-49df-ab4e-8bf236183671 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660596 Apr 01 16:09:40.150558 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:0f:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:09:39Z', 'revision_number': 9, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:40.180563 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:09:40.182062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604baa2-3835-4c61-a09b-34cddec3ad5e req-4e1a09b7-7c2e-4486-86d7-c8211c2506aa tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:40.183619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0604baa2-3835-4c61-a09b-34cddec3ad5e req-4e1a09b7-7c2e-4486-86d7-c8211c2506aa tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0524688 Apr 01 16:09:40.194156 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:09:40.195526 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:09:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:40.223781 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0604baa2-3835-4c61-a09b-34cddec3ad5e req-873736dc-cabf-458a-9f38-563bdfd44365 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329101 Apr 01 16:09:40.224046 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-6c804bc0-2a81-4c13-82b1-731265e59f73 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958219 Apr 01 16:09:40.313020 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:09:40.333993 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-579d3c30-d6b9-41d9-b7b5-4cb647734082 req-a8e3b0f3-7d84-4d9a-92d8-6230c45f349f service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029301 Apr 01 16:09:40.360125 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-d175b6ac-d0b7-474f-bbe7-6a091ea4d56f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004848 Apr 01 16:09:40.540267 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:0f:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:09:39Z', 'revision_number': 9, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:40.567042 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ace91-cf52-4b8a-b764-7861ac151bfb None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:0f:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:09:39Z', 'revision_number': 9, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:09:40.780328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f04b68b-57f7-4ea1-94a7-5ff0e0dc0a24 None None] New status for floating IP 0e788036-5245-42ff-8254-2adea6167db9: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:09:40.999988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.044895 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.352059 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55809d7-ae53-4250-8241-1260fd262c74 req-9957cf67-43f5-4b54-8cbf-d1f43ed27f3c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:41.352059 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b55809d7-ae53-4250-8241-1260fd262c74 req-9957cf67-43f5-4b54-8cbf-d1f43ed27f3c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0510564 Apr 01 16:09:41.387553 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b55809d7-ae53-4250-8241-1260fd262c74 req-44fce33b-e887-4911-971e-690a63f588df tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Apr 01 16:09:42.507975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595673-18b6-4d35-b26a-5cf54f373607 req-50f3cfa3-97ff-4385-b9fb-8d167c5fdb38 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:42.509499 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6595673-18b6-4d35-b26a-5cf54f373607 req-50f3cfa3-97ff-4385-b9fb-8d167c5fdb38 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0511279 Apr 01 16:09:42.548040 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6595673-18b6-4d35-b26a-5cf54f373607 req-56a9e42d-6e80-43b7-bbe9-f51150e2ae47 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Apr 01 16:09:43.227735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-f79bef40-dd15-4371-a011-b02c23b28fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.229161 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-f79bef40-dd15-4371-a011-b02c23b28fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 1099 time: 0.0410795 Apr 01 16:09:43.335588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-29db189e-da6a-4a8d-a320-bd8b84084824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.337088 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-29db189e-da6a-4a8d-a320-bd8b84084824 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0883081 Apr 01 16:09:43.401629 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-539a7ab7-e580-4007-a4be-39bfb04c881f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e HTTP/1.1" status: 200 len: 1003 time: 0.0582740 Apr 01 16:09:43.450838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-134d4a12-c183-4556-8ed9-fb9a6af9b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.452271 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-134d4a12-c183-4556-8ed9-fb9a6af9b9cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0438361 Apr 01 16:09:43.501228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-020e9fed-cb84-48cb-b4b1-28668b8c5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.502644 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-020e9fed-cb84-48cb-b4b1-28668b8c5ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434928 Apr 01 16:09:43.593342 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-42668f23-ed69-4cd3-853b-a19754819c98 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835457 Apr 01 16:09:43.667182 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700cfaa-65ce-4f96-8261-f76986b56e3d req-cff2221e-5ed7-4a95-ac85-224e9ddd4941 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.668883 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4700cfaa-65ce-4f96-8261-f76986b56e3d req-cff2221e-5ed7-4a95-ac85-224e9ddd4941 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0516622 Apr 01 16:09:43.689812 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-bffae1fa-c24f-4ba7-9684-16f3d13121c1 req-5c9bc809-24e6-4f18-898b-f15d9d94f2d9 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893815 Apr 01 16:09:43.714724 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4700cfaa-65ce-4f96-8261-f76986b56e3d req-bfd801a5-2a77-4671-b2dc-83129b02c2d5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394669 Apr 01 16:09:43.770487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-a0c1f2a9-c08a-49e3-9dc4-50552dca6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.771939 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-a0c1f2a9-c08a-49e3-9dc4-50552dca6cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 1099 time: 0.0427494 Apr 01 16:09:43.865864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-b7f33c49-a99e-4189-ae5b-bf399d2cb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.867866 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-b7f33c49-a99e-4189-ae5b-bf399d2cb2f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0893168 Apr 01 16:09:43.932832 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-f7b01b34-0ba0-4240-9a7d-a17ed7600163 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e HTTP/1.1" status: 200 len: 1003 time: 0.0585549 Apr 01 16:09:43.981202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-00cb0f48-715b-4797-af38-080d6d61d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:43.982663 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-00cb0f48-715b-4797-af38-080d6d61d050 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0435755 Apr 01 16:09:44.031276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-10bb9530-ba19-4193-bb35-66b72883ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:44.032734 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-10bb9530-ba19-4193-bb35-66b72883ae0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439849 Apr 01 16:09:44.122866 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-9aecbf2a-e37c-49eb-bc9b-710a23bae153 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833416 Apr 01 16:09:44.220680 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-68f501a8-01de-4257-a145-2c58a138ef17 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881114 Apr 01 16:09:44.832868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a2f5c-69c4-4b68-90d8-8b1cc5c33a34 req-7de95bc5-9be8-4558-9bd2-2e5a9f46ee6d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:44.834361 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-903a2f5c-69c4-4b68-90d8-8b1cc5c33a34 req-7de95bc5-9be8-4558-9bd2-2e5a9f46ee6d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0489058 Apr 01 16:09:44.873434 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-903a2f5c-69c4-4b68-90d8-8b1cc5c33a34 req-0c210069-0919-487e-a1eb-f83b0e623f57 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Apr 01 16:09:45.651327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:45.988162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec45702-006e-42cb-b0b7-23f64fc1ac0e req-466a9813-167a-43b2-9591-6511003ef523 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:45.989673 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cec45702-006e-42cb-b0b7-23f64fc1ac0e req-466a9813-167a-43b2-9591-6511003ef523 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0496860 Apr 01 16:09:46.027623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cec45702-006e-42cb-b0b7-23f64fc1ac0e req-096798de-ee61-4270-bad3-55d69c11caab tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318587 Apr 01 16:09:47.144184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db03f3-f1d9-48bc-884f-7f12845bebca req-4ae5f3d0-5e95-4cbf-b9e2-f74d36b4de72 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:47.145691 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-25db03f3-f1d9-48bc-884f-7f12845bebca req-4ae5f3d0-5e95-4cbf-b9e2-f74d36b4de72 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0492063 Apr 01 16:09:47.186919 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-25db03f3-f1d9-48bc-884f-7f12845bebca req-6cd8bc50-d97d-4df7-b59c-3edb492d8fb9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 Apr 01 16:09:48.304834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3a0d3-43f8-446c-b457-2295e635bc5a req-26ba23d4-9fc9-4dc5-b73e-61b4f6fdf16c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:48.306369 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-81f3a0d3-43f8-446c-b457-2295e635bc5a req-26ba23d4-9fc9-4dc5-b73e-61b4f6fdf16c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0509884 Apr 01 16:09:48.346080 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-81f3a0d3-43f8-446c-b457-2295e635bc5a req-6148b784-55a9-4235-b6bd-e9eab0916886 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335317 Apr 01 16:09:49.475157 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f6f59-04ee-4ddd-8a41-922ea47b0527 req-5fe8713e-9dd3-4c4d-879d-c08dd8fbbe25 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:49.478235 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ee2f6f59-04ee-4ddd-8a41-922ea47b0527 req-5fe8713e-9dd3-4c4d-879d-c08dd8fbbe25 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0620096 Apr 01 16:09:49.518597 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ee2f6f59-04ee-4ddd-8a41-922ea47b0527 req-775109a3-1553-47a0-8a29-07d802d3e9f7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341144 Apr 01 16:09:50.634748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c251f7-931f-4798-ba63-84efc60b910c req-f6d955c5-1259-44c9-8331-5bb3929bed40 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:50.636230 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-96c251f7-931f-4798-ba63-84efc60b910c req-f6d955c5-1259-44c9-8331-5bb3929bed40 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0484893 Apr 01 16:09:50.677984 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-96c251f7-931f-4798-ba63-84efc60b910c req-1678fb70-7d11-4afe-8851-5e10d08064c4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356882 Apr 01 16:09:51.804809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095ab29-dae5-46da-8ee5-fe1b63c2ff07 req-4ef6e2bb-d016-4999-927c-a4b23a11fae1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:51.806360 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5095ab29-dae5-46da-8ee5-fe1b63c2ff07 req-4ef6e2bb-d016-4999-927c-a4b23a11fae1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0508299 Apr 01 16:09:51.845943 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5095ab29-dae5-46da-8ee5-fe1b63c2ff07 req-a7518cd7-e09f-4d09-bf6e-305a836577b8 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336053 Apr 01 16:09:52.964806 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb8849-eb51-4fc2-9abe-3c7b933146b6 req-d2ae3bf0-b806-472c-9678-4bfc390659c7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:52.966265 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-16fb8849-eb51-4fc2-9abe-3c7b933146b6 req-d2ae3bf0-b806-472c-9678-4bfc390659c7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0513320 Apr 01 16:09:53.004266 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-16fb8849-eb51-4fc2-9abe-3c7b933146b6 req-795e4fdd-d47d-4e23-a666-8def98bfe563 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Apr 01 16:09:54.138356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57a1f9-d8f8-451c-9dff-409165a275de req-cfb8d8a8-2a3e-4785-b728-ebc67852ce86 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:54.140020 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8c57a1f9-d8f8-451c-9dff-409165a275de req-cfb8d8a8-2a3e-4785-b728-ebc67852ce86 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0669751 Apr 01 16:09:54.187508 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8c57a1f9-d8f8-451c-9dff-409165a275de req-0d07e3d0-7194-4ed4-82b5-a6220cffda68 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 Apr 01 16:09:55.308315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd3df4-d38f-40b0-90e1-00d2472e3a26 req-57e1fe1a-f0de-4041-8961-4d125a069ef0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:55.309858 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3fd3df4-d38f-40b0-90e1-00d2472e3a26 req-57e1fe1a-f0de-4041-8961-4d125a069ef0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0513074 Apr 01 16:09:55.347855 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3fd3df4-d38f-40b0-90e1-00d2472e3a26 req-f5c43abc-0c17-47fb-85c2-48ab0c4d923e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Apr 01 16:09:56.474682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d3940-5987-4583-aed2-1d28e8559646 req-98eeccf9-48fc-4bd6-ada6-a47c8e31e733 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:56.476229 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1d5d3940-5987-4583-aed2-1d28e8559646 req-98eeccf9-48fc-4bd6-ada6-a47c8e31e733 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0538404 Apr 01 16:09:56.516256 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1d5d3940-5987-4583-aed2-1d28e8559646 req-c31bcdfa-0508-41b8-9fea-511a00704602 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335214 Apr 01 16:09:57.644686 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5d453-a931-4230-9ba8-1cca60fd65a8 req-785e4f0a-d874-4b51-aaca-81b2e5c063f6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:57.646282 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-27c5d453-a931-4230-9ba8-1cca60fd65a8 req-785e4f0a-d874-4b51-aaca-81b2e5c063f6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0621123 Apr 01 16:09:57.692193 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-27c5d453-a931-4230-9ba8-1cca60fd65a8 req-1391900c-ae65-4ac7-8988-870818ef4a5f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 Apr 01 16:09:58.808885 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835016d6-8f3f-4093-9f8c-8ba6f71610bb req-18f21f91-bf52-4566-b1fa-b5eb5602b216 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:58.810396 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-835016d6-8f3f-4093-9f8c-8ba6f71610bb req-18f21f91-bf52-4566-b1fa-b5eb5602b216 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0487435 Apr 01 16:09:58.851308 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-835016d6-8f3f-4093-9f8c-8ba6f71610bb req-9f6f1fd6-a3e8-4897-9aa2-7f569128c9ca tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347478 Apr 01 16:09:59.994043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb1580-9637-4d65-85b0-e6248e5abe9d req-a515bf0a-246b-4910-ba85-2dd6212e5d15 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:59.996638 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-abfb1580-9637-4d65-85b0-e6248e5abe9d req-a515bf0a-246b-4910-ba85-2dd6212e5d15 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0667202 Apr 01 16:10:00.036147 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-abfb1580-9637-4d65-85b0-e6248e5abe9d req-73794df0-dc30-459a-9324-01505e337c8e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334580 Apr 01 16:10:01.156815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92f771-0e5e-4d1f-85c0-56e06fd2a93e req-6eb08706-58de-46a7-8451-48b0c3eb90c0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.158226 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7b92f771-0e5e-4d1f-85c0-56e06fd2a93e req-6eb08706-58de-46a7-8451-48b0c3eb90c0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0495095 Apr 01 16:10:01.203489 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7b92f771-0e5e-4d1f-85c0-56e06fd2a93e req-5b0b0564-1aff-4e11-a448-5c1a4dfdbe28 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383036 Apr 01 16:10:01.435340 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-d9db6dbe-fa41-478c-850e-5a58abeb3886 service neutron] 10.222.0.41 "GET /v2.0/ports/8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0601616 Apr 01 16:10:01.997740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-fc39ac3e-e953-416a-8227-ecb5745648fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.999267 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-fc39ac3e-e953-416a-8227-ecb5745648fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 1099 time: 0.0420401 Apr 01 16:10:02.072859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-52259943-e841-411b-8604-54b79824b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.074401 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-52259943-e841-411b-8604-54b79824b603 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 1099 time: 0.0471404 Apr 01 16:10:02.176022 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-dee29a30-b471-4d1e-9748-18d5f85a9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.177968 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-dee29a30-b471-4d1e-9748-18d5f85a9cf2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0929592 Apr 01 16:10:02.254293 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-ecf2b095-89ea-43a4-8d59-b14a5da51ad3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e HTTP/1.1" status: 200 len: 1003 time: 0.0664775 Apr 01 16:10:02.311106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-855c6e4a-d945-4385-9820-9a58b85c99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.312642 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-855c6e4a-d945-4385-9820-9a58b85c99f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0475044 Apr 01 16:10:02.334081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ced9f-d058-417b-8aa8-8cab8c1d4204 req-bc14e33e-827e-4c62-a3a3-f9dec33c64dd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.335685 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-361ced9f-d058-417b-8aa8-8cab8c1d4204 req-bc14e33e-827e-4c62-a3a3-f9dec33c64dd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0550101 Apr 01 16:10:02.372897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-3daecc11-7c09-4518-a1c6-b0c3c54eec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:02.374400 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-3daecc11-7c09-4518-a1c6-b0c3c54eec77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437179 Apr 01 16:10:02.377590 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-361ced9f-d058-417b-8aa8-8cab8c1d4204 req-9cf94dfb-cd9a-4288-a4d9-0c7bd363255e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342443 Apr 01 16:10:02.478490 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-5b291d16-69d7-427b-8f6f-7070570f3827 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903027 Apr 01 16:10:02.572916 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3898c013-49b9-49b2-9d9c-2d8a3b0bb695 req-45e2db36-2a33-46d5-b2b3-e2443b2098f2 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845201 Apr 01 16:10:03.500792 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059e8d9-cf32-410e-bc08-bfa522e1453c req-c4fac552-2795-44bd-b483-87cec4e7f4ca tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:03.502530 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8059e8d9-cf32-410e-bc08-bfa522e1453c req-c4fac552-2795-44bd-b483-87cec4e7f4ca tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0500729 Apr 01 16:10:03.541443 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8059e8d9-cf32-410e-bc08-bfa522e1453c req-90ca0677-8a4f-42c0-a4d9-f8918ded9b5b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321071 Apr 01 16:10:03.872636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:10:03.874789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:10:04.030340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:04.033045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.055606 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'mac_address': 'fa:16:3e:0f:d5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:10:04.071115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:04.150816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1a0da-f287-43a4-888c-8b65eba85a36" -d '{"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-unplugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:04.150816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:04.150816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457aff4-b27f-4e6e-84b1-6e90d3e02cd4 x-openstack-request-id: req-3457aff4-b27f-4e6e-84b1-6e90d3e02cd4 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:04.150816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-unplugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:04.150816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3457aff4-b27f-4e6e-84b1-6e90d3e02cd4 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:04.150816 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3457aff4-b27f-4e6e-84b1-6e90d3e02cd4'] response: {'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'code': 200} Apr 01 16:10:04.150816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.150816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:04.245620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.317234 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:10:04.317586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:10:04.322373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:04.662739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4da60-5640-4354-ad92-78be79868506 req-b8364798-7cad-4c60-b8f4-6c16e2a7a2fc tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:04.664772 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36f4da60-5640-4354-ad92-78be79868506 req-b8364798-7cad-4c60-b8f4-6c16e2a7a2fc tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 944 time: 0.0512693 Apr 01 16:10:04.709422 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36f4da60-5640-4354-ad92-78be79868506 req-df4ef750-7aba-49dc-937d-f63c38045ec7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382712 Apr 01 16:10:04.856700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-011c9b67-3b09-4ff6-a8a3-b90cd97536c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.893043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.908999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:04.931712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:05.033267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.086863 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:05.095453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:10:05.836594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6a16d-d81f-4afe-94b0-789e5f789519 req-37da4d50-f6c1-4974-a195-4939892d6908 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:05.838093 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5fd6a16d-d81f-4afe-94b0-789e5f789519 req-37da4d50-f6c1-4974-a195-4939892d6908 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 945 time: 0.0504756 Apr 01 16:10:05.878501 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5fd6a16d-d81f-4afe-94b0-789e5f789519 req-800342ad-a74f-436b-88f3-7385af3ed724 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341945 Apr 01 16:10:05.885217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:05.942452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:05.943320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.043513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.077360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:06.119716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:06.122710 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b48a780-49f5-4c41-bec3-6307c7df4123" -d '{"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-plugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:06.162187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.191061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0513c327-89c7-4004-8206-e8e882c5b964 x-openstack-request-id: req-0513c327-89c7-4004-8206-e8e882c5b964 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:06.191520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-plugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:06.191774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0513c327-89c7-4004-8206-e8e882c5b964 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:06.192167 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0513c327-89c7-4004-8206-e8e882c5b964'] response: {'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'code': 200} Apr 01 16:10:06.216904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.605532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa24ba-c6cf-4c2a-90f3-382f8961d3f9 req-b1120968-94f3-45ad-afe2-858d7c907f9a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:06.607141 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1aa24ba-c6cf-4c2a-90f3-382f8961d3f9 req-b1120968-94f3-45ad-afe2-858d7c907f9a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0511866 Apr 01 16:10:06.650725 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e1aa24ba-c6cf-4c2a-90f3-382f8961d3f9 req-14fc82a3-27f0-456d-b581-a52f373e855b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363429 Apr 01 16:10:06.674881 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-49cf416d-51c8-4b6e-9fd7-bad5ba5a376b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:06.676401 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-49cf416d-51c8-4b6e-9fd7-bad5ba5a376b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 946 time: 0.0615122 Apr 01 16:10:06.743783 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-1fb6e2f8-f709-4f17-8fa4-68e216dc59f4 service neutron] 10.222.0.41 "GET /v2.0/ports/8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0605171 Apr 01 16:10:06.808272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-af1e6792-f9ee-41d4-b355-227b4d41c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:06.809790 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-af1e6792-f9ee-41d4-b355-227b4d41c5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 1099 time: 0.0423479 Apr 01 16:10:06.905014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-111e261e-96c7-4928-8fa0-293b110c34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:06.906564 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-111e261e-96c7-4928-8fa0-293b110c34cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0904634 Apr 01 16:10:06.972474 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-bc3ff1b6-e616-4c3d-8a33-713460ebe1a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e HTTP/1.1" status: 200 len: 1003 time: 0.0593123 Apr 01 16:10:07.022479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-25920569-2208-472e-9cc7-1ce311f0f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.024542 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-25920569-2208-472e-9cc7-1ce311f0f44d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0452194 Apr 01 16:10:07.076705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-c2960eef-e06a-47fb-a08d-c0c8309c9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.078450 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-c2960eef-e06a-47fb-a08d-c0c8309c9aac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477014 Apr 01 16:10:07.119453 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:10:07.184002 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-4380f6f2-98d3-4101-9393-4435f7e85b17 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985746 Apr 01 16:10:07.282186 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-f9f54689-3dc8-4017-8b97-baae974141df service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921104 Apr 01 16:10:07.469926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8be4b294-7eff-432a-b3f8-57c71d311999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.789342 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117df4c6-6b51-490e-8e9c-6f6ae288cdba req-0ad98402-df95-44e9-9eab-f56dd2992afc tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.790831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-117df4c6-6b51-490e-8e9c-6f6ae288cdba req-0ad98402-df95-44e9-9eab-f56dd2992afc tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0663152 Apr 01 16:10:07.847293 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-117df4c6-6b51-490e-8e9c-6f6ae288cdba req-247b821c-e936-491a-a66a-463a97215580 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499828 Apr 01 16:10:08.975467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fee668-a932-4de9-b65b-606595f9f676 req-3623d315-1564-4838-8680-9a9a7958b5f2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:08.977131 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93fee668-a932-4de9-b65b-606595f9f676 req-3623d315-1564-4838-8680-9a9a7958b5f2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0535820 Apr 01 16:10:09.018929 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93fee668-a932-4de9-b65b-606595f9f676 req-54fa406a-1aca-4eb2-a8a6-234bd02c026a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338171 Apr 01 16:10:09.841212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.138665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128c91-6e05-40c2-9b83-dd37a73f1687 req-0b1bc3b0-e2ae-4a06-9640-39e385c83442 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:10.140276 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-52128c91-6e05-40c2-9b83-dd37a73f1687 req-0b1bc3b0-e2ae-4a06-9640-39e385c83442 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0514719 Apr 01 16:10:10.180617 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-52128c91-6e05-40c2-9b83-dd37a73f1687 req-b4791637-c4f6-4298-b1b8-682dec5d79b9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340836 Apr 01 16:10:10.613297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-9088ef2b-1034-4cab-b75e-48e521b9e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:10.614853 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-9088ef2b-1034-4cab-b75e-48e521b9e847 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 1099 time: 0.0474441 Apr 01 16:10:10.688600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-53dda964-993d-46fa-a737-8c2a18e6f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:10.690088 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-53dda964-993d-46fa-a737-8c2a18e6f4d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 1099 time: 0.0403507 Apr 01 16:10:10.789661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-9e2fd6f2-78a3-46c6-af9b-8e8cdb710581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:10.791139 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-9e2fd6f2-78a3-46c6-af9b-8e8cdb710581 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0893872 Apr 01 16:10:10.862213 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-346d6923-2221-43bc-82e1-97138db2bcdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e HTTP/1.1" status: 200 len: 1003 time: 0.0610428 Apr 01 16:10:10.885662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:10.922533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-f27a110a-4ba3-44cf-bf11-f2761180cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:10.924014 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-f27a110a-4ba3-44cf-bf11-f2761180cfeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0517151 Apr 01 16:10:10.975101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-c8280130-33b3-44bb-99c0-86472f638b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:10.976653 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-c8280130-33b3-44bb-99c0-86472f638b1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420218 Apr 01 16:10:11.012330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:11.073009 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-d0180022-3135-4897-896d-30e7f0640bf3 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858262 Apr 01 16:10:11.171137 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-887aa7a2-6c9f-4b3b-97cc-f08f7002e9af req-e94bc49a-610a-41c9-be28-d21fc7f7e1ea service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874000 Apr 01 16:10:11.311473 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cff765-01b7-40ea-b9f5-28afdd361201 req-1e91347a-7226-4086-8dfb-69e21c63ef58 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:11.313042 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-23cff765-01b7-40ea-b9f5-28afdd361201 req-1e91347a-7226-4086-8dfb-69e21c63ef58 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0596595 Apr 01 16:10:11.356801 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-23cff765-01b7-40ea-b9f5-28afdd361201 req-3e398389-44db-46af-8c46-c298dad4309c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373952 Apr 01 16:10:11.921559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:10:11.924188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:10:12.069489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.091716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:12.111930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:12.114225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd14cfd-9bc5-4065-91da-fd90630ec589" -d '{"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-unplugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:12.119809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'mac_address': 'fa:16:3e:0f:d5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:10:12.129573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:12.158794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b12739-9b4c-4725-bce0-564ab9384b1a x-openstack-request-id: req-12b12739-9b4c-4725-bce0-564ab9384b1a {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:12.159004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-unplugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:12.159266 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12b12739-9b4c-4725-bce0-564ab9384b1a {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:12.159662 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b12739-9b4c-4725-bce0-564ab9384b1a'] response: {'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'code': 200} Apr 01 16:10:12.171984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.186179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:12.252851 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.321898 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:10:12.322247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:10:12.326809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=9']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:12.482630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29fc07-7513-4a00-9120-8caa5a2a6cc7 req-038a6492-d51c-434b-9994-44ca8912f258 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:12.484066 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cb29fc07-7513-4a00-9120-8caa5a2a6cc7 req-038a6492-d51c-434b-9994-44ca8912f258 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 944 time: 0.0511718 Apr 01 16:10:12.526250 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cb29fc07-7513-4a00-9120-8caa5a2a6cc7 req-3345a7bd-c2e9-4c23-a94d-e0ab5f9e773c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359647 Apr 01 16:10:12.858200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.874453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:12.894380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:13.046890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.102801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=10']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:13.107464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:10:13.650082 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ceb93-ef42-4772-a2fd-7e0934c039d1 req-a0a7025d-dd8b-4452-b326-24bd8b7cc535 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:13.651584 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e47ceb93-ef42-4772-a2fd-7e0934c039d1 req-a0a7025d-dd8b-4452-b326-24bd8b7cc535 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0503154 Apr 01 16:10:13.691857 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e47ceb93-ef42-4772-a2fd-7e0934c039d1 req-03e2b99c-ce13-4621-9de3-c534462122e2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341656 Apr 01 16:10:13.808427 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a6b07-5fde-43dc-8b7c-079fb324e572 req-b73da8d4-fecb-426a-bb2c-bcbac69d1f74 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:13.809877 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-269a6b07-5fde-43dc-8b7c-079fb324e572 req-b73da8d4-fecb-426a-bb2c-bcbac69d1f74 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0501587 Apr 01 16:10:13.858022 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-269a6b07-5fde-43dc-8b7c-079fb324e572 req-c9b5668d-bb2c-4681-9ac5-a310900c0cfe tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 Apr 01 16:10:13.935855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:13.978159 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7d086-c27d-4ee7-9e66-7e4b3e90c3d3 req-ebefb09b-452c-4a30-80c1-e582a9bd93fd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:13.979770 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42d7d086-c27d-4ee7-9e66-7e4b3e90c3d3 req-ebefb09b-452c-4a30-80c1-e582a9bd93fd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 946 time: 0.0538678 Apr 01 16:10:13.986411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:13.986793 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.017935 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42d7d086-c27d-4ee7-9e66-7e4b3e90c3d3 req-521b92db-f45d-4d8c-856d-b65505a601dd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315707 Apr 01 16:10:14.067936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.114265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:14.160424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:14.162840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ad0920-c2e2-4e9a-8f99-d90adc884efd" -d '{"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-plugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:14.203245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3301cc09-1cc7-48f4-aad9-1bf3bd018c5e x-openstack-request-id: req-3301cc09-1cc7-48f4-aad9-1bf3bd018c5e {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:14.203245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-plugged", "status": "completed", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:14.203245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3301cc09-1cc7-48f4-aad9-1bf3bd018c5e {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:14.203245 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3301cc09-1cc7-48f4-aad9-1bf3bd018c5e'] response: {'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'code': 200} Apr 01 16:10:14.250706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:14.298289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=11']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:14.714506 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb0fec-1f1d-477c-99c8-53358ff0e0e6 req-6f02a1c1-d9a2-48b8-b6ff-a5ffb8b56b46 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.716146 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4bb0fec-1f1d-477c-99c8-53358ff0e0e6 req-6f02a1c1-d9a2-48b8-b6ff-a5ffb8b56b46 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 947 time: 0.0511003 Apr 01 16:10:14.757167 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4bb0fec-1f1d-477c-99c8-53358ff0e0e6 req-3380bed9-72bc-4fb8-ba45-1dd831942e39 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338855 Apr 01 16:10:15.668081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:15.877700 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e35c89-119b-42ee-8bfd-406054fb72c1 req-0b1e258b-0425-4ddf-996a-d8ddda9145a5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.879182 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75e35c89-119b-42ee-8bfd-406054fb72c1 req-0b1e258b-0425-4ddf-996a-d8ddda9145a5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 947 time: 0.0490720 Apr 01 16:10:15.922949 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75e35c89-119b-42ee-8bfd-406054fb72c1 req-b5e6ea51-8a3f-4244-9297-104b8fd8dbbd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371096 Apr 01 16:10:17.014923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024347c2-4303-44af-ae77-7f4371a2c583 req-bacb6f01-e7d2-48bd-949c-87a237cd5586 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:17.016518 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-024347c2-4303-44af-ae77-7f4371a2c583 req-bacb6f01-e7d2-48bd-949c-87a237cd5586 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 947 time: 0.0511148 Apr 01 16:10:17.043330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b669519-45a6-42ff-b50c-1e74f9264b2e req-8aaf5089-2136-474a-9402-5e4f14291046 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:17.045015 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1b669519-45a6-42ff-b50c-1e74f9264b2e req-8aaf5089-2136-474a-9402-5e4f14291046 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 947 time: 0.0544059 Apr 01 16:10:17.088789 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1b669519-45a6-42ff-b50c-1e74f9264b2e req-6a84a271-ce06-4aa3-812c-f26593e34346 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373240 Apr 01 16:10:17.116928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Deleting port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:10:17.117788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.211898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] For port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:17.212172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.395363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.395810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.396167 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Floating IP 0e788036-5245-42ff-8254-2adea6167db9 disassociated. External IP: 172.26.6.122, port: 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e. Apr 01 16:10:17.396621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Calling delete_port for 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:10:17.595938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.627321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event deleted for resources: {'Port': ['ID=8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:17.755736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:17.873345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:17.884636 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:17.894055 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:17.894599 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:10:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:17.917654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] No DVR routers for this DVR port 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:10:17.920857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:17.924458 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-024347c2-4303-44af-ae77-7f4371a2c583 req-ee4de0d0-2524-400c-b342-1ce6cce316be tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "DELETE /v2.0/ports/8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e HTTP/1.1" status: 204 len: 173 time: 0.9012520 Apr 01 16:10:17.924924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-deleted', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:17.927208 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e234c587-e745-4b59-8d70-5fb621c35583" -d '{"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-deleted", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:17.966059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f8c3e7-1324-4cb8-8710-45d13c33a740 x-openstack-request-id: req-29f8c3e7-1324-4cb8-8710-45d13c33a740 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:17.966348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc62ad82-5f97-4536-98d0-616b26fb767e", "name": "network-vif-deleted", "tag": "8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:17.966643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29f8c3e7-1324-4cb8-8710-45d13c33a740 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:17.967059 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f8c3e7-1324-4cb8-8710-45d13c33a740'] response: {'server_uuid': 'bc62ad82-5f97-4536-98d0-616b26fb767e', 'name': 'network-vif-deleted', 'tag': '8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e', 'status': 'completed', 'code': 200} Apr 01 16:10:18.003045 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:18.196748 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ccab95a-d811-44ab-a889-e3a1f451928a req-74ea3dd3-7f43-4630-9085-00b37fcd86e4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc62ad82-5f97-4536-98d0-616b26fb767e HTTP/1.1" status: 200 len: 210 time: 0.0293128 Apr 01 16:10:18.215346 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:18.242048 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:18.250771 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:18.251401 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:10:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:18.360836 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:18.564830 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:18.590993 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e66fb2-5bf8-4c1a-b99f-9919e5595bdc None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:18.807371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c454e16-39a0-404c-9bb2-a4aa7f764e6f None None] New status for floating IP 0e788036-5245-42ff-8254-2adea6167db9: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:10:19.433297 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-9b60480e-5842-4802-8c58-166599a8cc9c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1676434038&fields=id&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 267 time: 0.0325637 Apr 01 16:10:19.548074 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-c5e90878-bcef-43b4-add8-f860b47e33fd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:19.549573 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-c5e90878-bcef-43b4-add8-f860b47e33fd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 810 time: 0.1094086 Apr 01 16:10:19.565213 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-e900dee6-399c-4eec-af05-0e7e660837e5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/quotas/8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 375 time: 0.0097048 Apr 01 16:10:19.620492 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-ef89d566-fcfd-4d0f-a487-08dada890fe9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488501 Apr 01 16:10:19.760639 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-2060344c-0d65-4de4-a1cc-fc4c7deaab8c service neutron] 10.222.0.73 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282153 Apr 01 16:10:19.851313 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-786b9675-17e0-4f78-9de1-31a44a9c554d service neutron] 10.222.0.73 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841343 Apr 01 16:10:19.948619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:10:19.973967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:10:19.974311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8be1e8fb-ea29-4ebc-ad4e-6404f626dc5e not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:10:20.106006 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bee3716c-c357-4955-ad32-c99ec5e34c28 req-028da4c9-627e-4a13-be9b-5419f1517267 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 210 time: 0.0300996 Apr 01 16:10:21.201867 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-83c5e767-9515-4cac-aa0f-188d992bdaf5 req-84075174-e748-4e5b-89a3-fa17bf9480bc tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 210 time: 0.0301628 Apr 01 16:10:22.300506 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4461cee3-0373-422a-99e7-008e1caf5191 req-68e7ae1a-7744-4370-8c19-1c333603c624 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 210 time: 0.0287681 Apr 01 16:10:22.674406 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-61258e1d-fff7-40f6-95c3-a04556cb5c2d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:22.675950 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-61258e1d-fff7-40f6-95c3-a04556cb5c2d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 810 time: 0.1075416 Apr 01 16:10:22.728577 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-554c4b44-eb33-4a68-a149-eea7ff29b213 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 380 time: 0.0375848 Apr 01 16:10:22.740236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'port': {'device_id': 'd6120737-73fd-4251-969d-223bf146dcdf', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'admin_state_up': True, 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'security_groups': ['8c6c10ad-56e3-4ca3-9e72-e330b10fab49']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:23.281773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Made reservation on behalf of 8761b6684a314d2fa33d4a1a4ec462fc for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:23.285363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.415013 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8d54ebc6-8c81-4260-bbd1-5b8e7eaf2816 req-ff251538-21e5-4934-b654-425b62562134 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 210 time: 0.0260098 Apr 01 16:10:23.417011 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Allocated IP 172.20.0.3 (52712159-42ed-404d-b09c-041841e27b35/4eaabf68-8b42-4031-8c98-451253d4ab5a/c54dffc3-f937-45ec-8fe8-468f403e9e2c) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:23.559716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.659456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.704255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Network 52712159-42ed-404d-b09c-041841e27b35 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:23.707369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:23.711888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:10:23.743089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:23.774130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:23.774962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.856558 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-67feb58e-ac55-4d85-a314-08a2855dfea0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1198080 Apr 01 16:10:23.873746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Request body: {'port': {'device_id': 'd6120737-73fd-4251-969d-223bf146dcdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:23.908601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b776605c-4b67-498f-bf76-823543023b06 None None] Provisioning complete for port c54dffc3-f937-45ec-8fe8-468f403e9e2c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:23.909256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b776605c-4b67-498f-bf76-823543023b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.931257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.943820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b776605c-4b67-498f-bf76-823543023b06 None None] Port c54dffc3-f937-45ec-8fe8-468f403e9e2c cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:10:24.194489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54dffc3-f937-45ec-8fe8-468f403e9e2c {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:24.202435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:24.215481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Transition to ACTIVE for port object c54dffc3-f937-45ec-8fe8-468f403e9e2c will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:24.315738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:24.366943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:24.389593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.389943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.390289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.390633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.390977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.391308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.391641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.391973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.392303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.392659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.392988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.393316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:24.456606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Attempting to bind port c54dffc3-f937-45ec-8fe8-468f403e9e2c on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:24.456951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Attempting to bind port c54dffc3-f937-45ec-8fe8-468f403e9e2c by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:24.457287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Attempting to bind port c54dffc3-f937-45ec-8fe8-468f403e9e2c on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:24.462418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Port c54dffc3-f937-45ec-8fe8-468f403e9e2c on network 52712159-42ed-404d-b09c-041841e27b35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:10:24.462889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Attempting to bind port c54dffc3-f937-45ec-8fe8-468f403e9e2c on network 52712159-42ed-404d-b09c-041841e27b35 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:10:24.468636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:10:24.468979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Checking segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:10:24.469374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Bound using segment: {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:10:24.469817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Bound port: c54dffc3-f937-45ec-8fe8-468f403e9e2c, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960039f9-88aa-4079-9abd-dac598379492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '52712159-42ed-404d-b09c-041841e27b35'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:24.470182 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:24.538929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399a1ce-7e42-4710-90c6-5941a4aeaa95 req-f0abc8a2-8dd9-457d-b9ff-3cfdafa4f644 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.540702 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f399a1ce-7e42-4710-90c6-5941a4aeaa95 req-f0abc8a2-8dd9-457d-b9ff-3cfdafa4f644 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0545139 Apr 01 16:10:24.551421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:24.554577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:24.582274 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f399a1ce-7e42-4710-90c6-5941a4aeaa95 req-aaba44bb-8015-4c28-a80a-969ae7a4ab67 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348990 Apr 01 16:10:24.640333 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:24.680991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.681612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:24.683012 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] 10.222.0.41 "PUT /v2.0/ports/c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 200 len: 1093 time: 0.8142371 Apr 01 16:10:24.683456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:24.685760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc1b518-0654-40e9-bcf4-a9b2663722c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:24.719002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b0ad3-d654-4e78-ada0-9cd88c183e1a service neutron] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:24.734846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59facb28-7ee9-4dc0-8b44-811b77ce9361 x-openstack-request-id: req-59facb28-7ee9-4dc0-8b44-811b77ce9361 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:24.735143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:24.735401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59facb28-7ee9-4dc0-8b44-811b77ce9361 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:24.735815 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59facb28-7ee9-4dc0-8b44-811b77ce9361'] response: {'name': 'network-changed', 'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'status': 'completed', 'code': 200} Apr 01 16:10:24.807808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b518-0654-40e9-bcf4-a9b2663722c3 req-eb8651d9-ffd8-4383-9fa7-a5de2443a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.809393 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9bc1b518-0654-40e9-bcf4-a9b2663722c3 req-eb8651d9-ffd8-4383-9fa7-a5de2443a479 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1096 time: 0.0441773 Apr 01 16:10:24.927684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b518-0654-40e9-bcf4-a9b2663722c3 req-dc845b65-e330-4a78-84a0-7de86654ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.929316 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9bc1b518-0654-40e9-bcf4-a9b2663722c3 req-dc845b65-e330-4a78-84a0-7de86654ba23 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1092486 Apr 01 16:10:25.035263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b518-0654-40e9-bcf4-a9b2663722c3 req-4fb6d3fc-67fc-436b-ac08-0e597f11e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.036668 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9bc1b518-0654-40e9-bcf4-a9b2663722c3 req-4fb6d3fc-67fc-436b-ac08-0e597f11e96b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0970261 Apr 01 16:10:25.124451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-54d9a93c-466e-4984-838c-93bb6ba66cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.126007 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-54d9a93c-466e-4984-838c-93bb6ba66cb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1096 time: 0.0459554 Apr 01 16:10:25.177836 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-e53e49e4-f32f-4a64-bcf0-c1bf2141ff76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 200 len: 217 time: 0.0396433 Apr 01 16:10:25.233776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-f78a857f-4f18-4680-ab96-3caba8eaf543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.235300 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-f78a857f-4f18-4680-ab96-3caba8eaf543 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0485702 Apr 01 16:10:25.286940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-fa0167f4-cdd8-4a7f-a1d1-464d71d2bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.288423 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-fa0167f4-cdd8-4a7f-a1d1-464d71d2bd4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429745 Apr 01 16:10:25.393571 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-6f36bbc7-9b05-4aa0-aff6-ec5b0beb0bdb service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937617 Apr 01 16:10:25.494911 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f57f6b51-1fe9-4755-9bd1-5713d3ff656e req-647aa530-a935-4960-b9d4-995aff9dfd62 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896182 Apr 01 16:10:25.709068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5292a5-c35f-4309-aaf1-c7ebfe5a2659 req-4db3629b-215b-4677-80af-e02db5366335 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:25.710495 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ed5292a5-c35f-4309-aaf1-c7ebfe5a2659 req-4db3629b-215b-4677-80af-e02db5366335 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0522065 Apr 01 16:10:25.755750 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ed5292a5-c35f-4309-aaf1-c7ebfe5a2659 req-5d7f22de-bfb5-40db-a734-0051222ee288 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385020 Apr 01 16:10:26.892568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cbde0-b101-4f8e-a989-c325727a390b req-ada4dd67-687b-48d2-b9e9-c3eba75099b8 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:26.894100 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-204cbde0-b101-4f8e-a989-c325727a390b req-ada4dd67-687b-48d2-b9e9-c3eba75099b8 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0668325 Apr 01 16:10:26.934679 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-204cbde0-b101-4f8e-a989-c325727a390b req-6edd3d12-350a-41d8-89b7-541759522948 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Apr 01 16:10:27.997326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:10:28.055161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9b4e8-029f-4cfa-8f6f-eb7ea7bedaeb req-c64ebaa7-b6d8-4b82-be7d-c3b9de6b0444 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:28.056877 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-64e9b4e8-029f-4cfa-8f6f-eb7ea7bedaeb req-c64ebaa7-b6d8-4b82-be7d-c3b9de6b0444 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0531023 Apr 01 16:10:28.098304 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-64e9b4e8-029f-4cfa-8f6f-eb7ea7bedaeb req-c648956a-c5d2-472c-8f39-ebbc863031fe tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349653 Apr 01 16:10:28.098772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:28.110410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'mac_address': 'fa:16:3e:0c:f5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:10:28.150617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:28.164724 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54dffc3-f937-45ec-8fe8-468f403e9e2c {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:10:28.190219 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:28.270173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:28.316056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:28.323629 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.323980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.324317 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.324672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.324997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.325323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.325652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.325975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.326299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.326616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.326937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.327255 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:28.525011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['c54dffc3-f937-45ec-8fe8-468f403e9e2c'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:10:29.211817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd509c-58ba-40ff-838e-46a4791aa724 req-ef48b3f4-2160-415a-a894-ed2106ea2e82 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:29.213290 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ddd509c-58ba-40ff-838e-46a4791aa724 req-ef48b3f4-2160-415a-a894-ed2106ea2e82 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 944 time: 0.0486658 Apr 01 16:10:29.254586 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ddd509c-58ba-40ff-838e-46a4791aa724 req-e66265f1-4316-4a12-ba02-2b5b7345b417 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349758 Apr 01 16:10:30.001599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:10:30.167273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port c54dffc3-f937-45ec-8fe8-468f403e9e2c completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:30.171280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port c54dffc3-f937-45ec-8fe8-468f403e9e2c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:30.171650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:30.245562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:30.266849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:30.269107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1933bc19-4619-435b-8d24-cbb517c19528" -d '{"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-plugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:30.288048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:30.308833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a342907-b258-4bb4-b6e5-f306d23bb41e x-openstack-request-id: req-8a342907-b258-4bb4-b6e5-f306d23bb41e {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:30.309110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-plugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:30.309368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a342907-b258-4bb4-b6e5-f306d23bb41e {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:30.309789 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a342907-b258-4bb4-b6e5-f306d23bb41e'] response: {'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'code': 200} Apr 01 16:10:30.373423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:30.373664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a19e6-ba5f-4189-8d19-09aa58e540a4 req-928b13fe-c916-445e-b673-62c6032e4b9b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:30.375379 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-593a19e6-ba5f-4189-8d19-09aa58e540a4 req-928b13fe-c916-445e-b673-62c6032e4b9b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 944 time: 0.0520930 Apr 01 16:10:30.413988 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-593a19e6-ba5f-4189-8d19-09aa58e540a4 req-df8c1f76-262c-469f-bffc-52c0607ea049 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325880 Apr 01 16:10:30.423090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:30.698604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56a43f-5640-46b2-bdfc-838032e75212 req-5bd14ca9-ac06-49f1-b754-d9d2d75e6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:30.700142 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4a56a43f-5640-46b2-bdfc-838032e75212 req-5bd14ca9-ac06-49f1-b754-d9d2d75e6f38 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1098 time: 0.0456035 Apr 01 16:10:30.739695 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4a56a43f-5640-46b2-bdfc-838032e75212 req-d483a55f-e64a-448b-8d2d-dcc6a61b71d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296037 Apr 01 16:10:31.530817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613ad19-6c2d-4fbd-a1d5-7f4ee1865223 req-c159335a-c2db-463b-80a5-e8a39c431bbf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:31.532294 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c613ad19-6c2d-4fbd-a1d5-7f4ee1865223 req-c159335a-c2db-463b-80a5-e8a39c431bbf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0477202 Apr 01 16:10:31.569242 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c613ad19-6c2d-4fbd-a1d5-7f4ee1865223 req-8b00e301-659d-4f8c-a122-264258b28f5a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309639 Apr 01 16:10:32.687265 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ca5f0-5e23-41ec-b998-fa732ab5a199 req-e98a3c1a-7c88-4e96-bfec-a61d33d8f15e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:32.688789 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-276ca5f0-5e23-41ec-b998-fa732ab5a199 req-e98a3c1a-7c88-4e96-bfec-a61d33d8f15e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0519660 Apr 01 16:10:32.731580 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-276ca5f0-5e23-41ec-b998-fa732ab5a199 req-038737ac-8416-4fdb-b477-b6b2969554bf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367129 Apr 01 16:10:32.842981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c22c13-c296-4f1b-a243-cbe541c88fa2 req-874f08c2-46ac-4892-a5b8-a683e024f573 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:32.844501 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e5c22c13-c296-4f1b-a243-cbe541c88fa2 req-874f08c2-46ac-4892-a5b8-a683e024f573 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0501041 Apr 01 16:10:32.853312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 58956) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:10:32.857889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ada5741f-3666-44b6-a8ac-4b83f428d483 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Request body: {'floatingip': {'port_id': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:10:32.898455 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ada5741f-3666-44b6-a8ac-4b83f428d483 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.344236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ada5741f-3666-44b6-a8ac-4b83f428d483 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.451334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ada5741f-3666-44b6-a8ac-4b83f428d483 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.550519 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-ada5741f-3666-44b6-a8ac-4b83f428d483 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Floating IP 0e788036-5245-42ff-8254-2adea6167db9 associated. External IP: 172.26.6.122, port: c54dffc3-f937-45ec-8fe8-468f403e9e2c. Apr 01 16:10:33.763272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada5741f-3666-44b6-a8ac-4b83f428d483 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:33.876123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada5741f-3666-44b6-a8ac-4b83f428d483 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:33.881111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ada5741f-3666-44b6-a8ac-4b83f428d483 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:33.886321 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:10:33.896133 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:33.896859 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:10:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:33.908794 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ada5741f-3666-44b6-a8ac-4b83f428d483 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "PUT /v2.0/floatingips/0e788036-5245-42ff-8254-2adea6167db9 HTTP/1.1" status: 200 len: 992 time: 1.0543048 Apr 01 16:10:33.909447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:10:33.912084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2829f9d6-ee5e-46f4-a01e-81051a345fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:10:33.950558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a5d609-b71e-4a37-9585-21bdcde539b6 x-openstack-request-id: req-15a5d609-b71e-4a37-9585-21bdcde539b6 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:10:33.950852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:10:33.951106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-15a5d609-b71e-4a37-9585-21bdcde539b6 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:10:33.951510 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a5d609-b71e-4a37-9585-21bdcde539b6'] response: {'name': 'network-changed', 'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'status': 'completed', 'code': 200} Apr 01 16:10:34.016209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-1ecdf86f-575a-4610-96fb-6bb508ecb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:34.017808 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-1ecdf86f-575a-4610-96fb-6bb508ecb199 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1098 time: 0.0443354 Apr 01 16:10:34.104669 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:34.114949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-a5ccaf15-c3a9-44b5-af64-8d05737729e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:34.116478 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-a5ccaf15-c3a9-44b5-af64-8d05737729e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0924504 Apr 01 16:10:34.187725 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-2d46aac6-1533-4577-bf74-e02be7b4646f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 200 len: 1000 time: 0.0592391 Apr 01 16:10:34.231094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-895325f6-2233-465d-bd56-b8367320af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:34.232588 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-895325f6-2233-465d-bd56-b8367320af62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0436585 Apr 01 16:10:34.283384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-72dc5acd-a5c5-46c1-945b-fe7a7a083dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:34.284934 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-72dc5acd-a5c5-46c1-945b-fe7a7a083dfc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462222 Apr 01 16:10:34.329198 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:0c:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6120737-73fd-4251-969d-223bf146dcdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:10:33Z', 'revision_number': 13, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:34.356003 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:10:34.364519 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:10:34.365146 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:10:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:34.375328 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-5f2c0a51-5b66-4c7d-a311-b283b27b436f service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833216 Apr 01 16:10:34.470287 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:10:34.471500 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2829f9d6-ee5e-46f4-a01e-81051a345fd6 req-3924bb92-fbb7-4f75-9ca0-497ea8e31b99 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898569 Apr 01 16:10:34.694304 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:0c:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6120737-73fd-4251-969d-223bf146dcdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:10:33Z', 'revision_number': 13, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:34.722546 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6520efd-5ff0-4b0b-871c-2bd12c3f8a32 None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '0e788036-5245-42ff-8254-2adea6167db9', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'port_id': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'mac_address': 'fa:16:3e:0c:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6120737-73fd-4251-969d-223bf146dcdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:07:12Z', 'updated_at': '2022-04-01T16:10:33Z', 'revision_number': 13, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:10:34.745056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16d778e3-a76d-407d-b008-841fb6adb899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:34.912614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d4a3f-2d19-4811-9637-883d414e2dca None None] New status for floating IP 0e788036-5245-42ff-8254-2adea6167db9: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:10:36.939336 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7106c36-0c6a-493b-904c-7097570d410f req-712f0407-3f04-441f-8fb8-0deffc4c5fad tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:36.940863 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b7106c36-0c6a-493b-904c-7097570d410f req-712f0407-3f04-441f-8fb8-0deffc4c5fad tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0491500 Apr 01 16:10:36.979417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b7106c36-0c6a-493b-904c-7097570d410f req-64630c47-3c25-4bed-965c-6706433ec279 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324028 Apr 01 16:10:37.338217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ecd0595e-19b1-4399-ae62-0f1eca423fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:39.808158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:40.870562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:41.029093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:43.484132 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-19f099ad-90bd-42bf-a9e5-ac1dcc29e2bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417554 Apr 01 16:10:43.569392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-f3595387-89f1-440b-b9ba-e65bcf5db149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:43.571554 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-f3595387-89f1-440b-b9ba-e65bcf5db149 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1098 time: 0.0416713 Apr 01 16:10:43.678422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-603e42ea-5d42-466d-94bb-84bb4c5c5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:43.679885 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-603e42ea-5d42-466d-94bb-84bb4c5c5b25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0885451 Apr 01 16:10:43.754001 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-b21aae02-745f-425c-ba9b-7951541df070 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 200 len: 1002 time: 0.0650690 Apr 01 16:10:43.803302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-a0acfc35-da54-49d2-bb27-16e46fc03825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:43.804805 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-a0acfc35-da54-49d2-bb27-16e46fc03825 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0448620 Apr 01 16:10:43.851617 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-6d50f375-087b-4cd4-8e99-c1f12fa1a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:43.853111 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-6d50f375-087b-4cd4-8e99-c1f12fa1a9c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419393 Apr 01 16:10:43.951090 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-d1a2cbf2-3dfb-4dac-b244-da0c64679631 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906246 Apr 01 16:10:44.043817 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-135f65b7-0bea-4a8c-bf89-bcd0402cbf68 req-72d87be8-140a-41db-b3db-38341e219f8e service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855196 Apr 01 16:10:44.121026 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:10:45.698360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:50.114739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694fce-88a1-4e17-a228-13d702bb3184 req-4589d170-8c60-4658-9097-bcb001a59b61 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:50.116490 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fc694fce-88a1-4e17-a228-13d702bb3184 req-4589d170-8c60-4658-9097-bcb001a59b61 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0499542 Apr 01 16:10:50.154551 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fc694fce-88a1-4e17-a228-13d702bb3184 req-e330eead-0f9b-40cd-9113-903629e73371 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320976 Apr 01 16:10:50.264632 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-ff046bda-1d4f-4def-8fee-24b25b2329a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430400 Apr 01 16:10:51.288989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e4239-a416-44ce-b095-1e19768e213e req-8c997e79-f325-45a7-8910-70a803719759 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:51.291078 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-232e4239-a416-44ce-b095-1e19768e213e req-8c997e79-f325-45a7-8910-70a803719759 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0543852 Apr 01 16:10:51.336149 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-232e4239-a416-44ce-b095-1e19768e213e req-f29534c4-f50e-4bb6-b381-376646df7218 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 Apr 01 16:10:52.450739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b43c7-8f6d-4e42-875f-0c6aa5566472 req-4518ad73-813c-4e7f-b45b-7dd996ef98b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:52.452205 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b02b43c7-8f6d-4e42-875f-0c6aa5566472 req-4518ad73-813c-4e7f-b45b-7dd996ef98b1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0480440 Apr 01 16:10:52.490723 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b02b43c7-8f6d-4e42-875f-0c6aa5566472 req-7176a7d2-81dd-41c4-9c1c-bc7eb7d80d61 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Apr 01 16:10:52.964213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2be8-b10d-483a-849b-473220070a86 req-4d5f6f57-c36f-4304-abef-0a98752424d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:52.965755 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-4d5f6f57-c36f-4304-abef-0a98752424d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1098 time: 0.0455832 Apr 01 16:10:53.057656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2be8-b10d-483a-849b-473220070a86 req-7eeb52a3-4502-43fa-be96-14dacf61bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:53.061335 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-7eeb52a3-4502-43fa-be96-14dacf61bb69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0866549 Apr 01 16:10:53.129210 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-414f3469-41a8-4e0a-b45e-70949d74d0da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 200 len: 1002 time: 0.0625098 Apr 01 16:10:53.179137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2be8-b10d-483a-849b-473220070a86 req-e1c6f30a-3d80-479a-81db-a0b59dcc02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:53.180567 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-e1c6f30a-3d80-479a-81db-a0b59dcc02a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0448158 Apr 01 16:10:53.226853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2be8-b10d-483a-849b-473220070a86 req-c265b423-8f3e-4f1e-8b4f-54cf92213b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:53.229115 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-c265b423-8f3e-4f1e-8b4f-54cf92213b29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413895 Apr 01 16:10:53.244102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-10c048ac-7693-48b8-817d-e4ab8741e48a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:10:53.245108 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-10c048ac-7693-48b8-817d-e4ab8741e48a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049613 Apr 01 16:10:53.340163 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-bcdeeb98-1c5a-4ae8-9bac-6ead3e5a553e service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873830 Apr 01 16:10:53.427099 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-62380e89-75a0-4ca1-aef2-934df9b6e556 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794811 Apr 01 16:10:53.613230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbd895-e175-4f32-a93d-f19dfdfc97c8 req-3547c76d-4546-4d0c-ab06-5a8f71518bda tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:53.614720 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42cbd895-e175-4f32-a93d-f19dfdfc97c8 req-3547c76d-4546-4d0c-ab06-5a8f71518bda tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0533166 Apr 01 16:10:53.653713 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42cbd895-e175-4f32-a93d-f19dfdfc97c8 req-19460dfc-f6b8-48b3-85d9-6d90344e8394 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Apr 01 16:10:54.771766 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58ce9c-5616-4ad0-b197-b72b84f623bf req-d4ad4c72-9f1c-4455-b23d-2b074a0e1034 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:54.773308 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1d58ce9c-5616-4ad0-b197-b72b84f623bf req-d4ad4c72-9f1c-4455-b23d-2b074a0e1034 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0486927 Apr 01 16:10:54.812260 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1d58ce9c-5616-4ad0-b197-b72b84f623bf req-b6e2aeaa-571d-48c8-9b60-65887093f900 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320354 Apr 01 16:10:55.927444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b84fe-0482-4cf0-8994-37f5bf0a0c34 req-e9d0c09e-8325-472f-821d-69d14882eb07 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:55.928841 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-733b84fe-0482-4cf0-8994-37f5bf0a0c34 req-e9d0c09e-8325-472f-821d-69d14882eb07 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0486088 Apr 01 16:10:55.967925 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-733b84fe-0482-4cf0-8994-37f5bf0a0c34 req-7c8ecb30-6028-4bf4-82e4-1d1de9516ca3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321467 Apr 01 16:10:57.087914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2139893-b1af-4c07-bef3-f3adb8d5663b req-5a03572e-b245-45f5-979b-c95c7b931798 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:57.089472 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c2139893-b1af-4c07-bef3-f3adb8d5663b req-5a03572e-b245-45f5-979b-c95c7b931798 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0537395 Apr 01 16:10:57.127157 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c2139893-b1af-4c07-bef3-f3adb8d5663b req-0a96965c-6ef2-4415-bd55-38de02679215 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316470 Apr 01 16:10:58.250411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38118f8a-4918-4de4-9973-0fd7a7ebcb0e req-e2901cc6-c730-4ef8-9d66-00fc60acc2d0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:58.252060 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-38118f8a-4918-4de4-9973-0fd7a7ebcb0e req-e2901cc6-c730-4ef8-9d66-00fc60acc2d0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0501597 Apr 01 16:10:58.292101 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-38118f8a-4918-4de4-9973-0fd7a7ebcb0e req-4eab0b5f-5454-4d42-b1a6-69c03b143d9d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338688 Apr 01 16:10:59.410813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a003a4-e9ee-41ee-86fa-b19f0094fdb8 req-91910e6b-ad82-4bbd-8f1b-cb0d75916b1d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:59.412289 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b5a003a4-e9ee-41ee-86fa-b19f0094fdb8 req-91910e6b-ad82-4bbd-8f1b-cb0d75916b1d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0487697 Apr 01 16:10:59.506036 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b5a003a4-e9ee-41ee-86fa-b19f0094fdb8 req-85ca48f3-13c4-43dd-8711-84f7fab37e9a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874906 Apr 01 16:11:00.686015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a32a8-d313-4ff7-8951-aa8fbd178fdf req-22182587-17b2-4795-b2c2-aa234a2fca2c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:00.687584 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef9a32a8-d313-4ff7-8951-aa8fbd178fdf req-22182587-17b2-4795-b2c2-aa234a2fca2c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.1093545 Apr 01 16:11:00.727308 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef9a32a8-d313-4ff7-8951-aa8fbd178fdf req-c013ec80-eb9f-4f4c-bfe4-81d43734034d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334082 Apr 01 16:11:01.847390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3795e50-f1ad-4ac9-95a3-db9bf7e6cb31 req-fadaef79-55f7-44d6-aa91-2d9bcc419044 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:01.848956 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3795e50-f1ad-4ac9-95a3-db9bf7e6cb31 req-fadaef79-55f7-44d6-aa91-2d9bcc419044 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0515184 Apr 01 16:11:01.890094 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3795e50-f1ad-4ac9-95a3-db9bf7e6cb31 req-66de867f-f5ee-482e-ad77-a69c0b4e1fa5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Apr 01 16:11:03.008421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559e5e8-d8f4-420c-9a26-65a0a737f899 req-4f85be9c-1cda-4f82-9ae2-842550607620 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:03.010012 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b559e5e8-d8f4-420c-9a26-65a0a737f899 req-4f85be9c-1cda-4f82-9ae2-842550607620 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0492127 Apr 01 16:11:03.047426 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b559e5e8-d8f4-420c-9a26-65a0a737f899 req-c852ef9a-525d-4b74-8723-27f7ebb06c27 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314784 Apr 01 16:11:04.171922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68141464-ba84-4df5-a6d5-ce3ed4d93a5c req-2560c7af-fee3-4b65-b3b7-b4b7a91a027c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:04.173551 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-68141464-ba84-4df5-a6d5-ce3ed4d93a5c req-2560c7af-fee3-4b65-b3b7-b4b7a91a027c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0531809 Apr 01 16:11:04.230313 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-68141464-ba84-4df5-a6d5-ce3ed4d93a5c req-95497802-b8ac-41c1-8e9a-b01802fa857d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Apr 01 16:11:04.820976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f731a48b-483b-4c5c-898b-b134343035c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:05.353472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f9885-ccb3-4fe7-9582-31b9a894f59d req-76c30557-b673-46e2-9f8b-e22b08b9132e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:05.355084 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e60f9885-ccb3-4fe7-9582-31b9a894f59d req-76c30557-b673-46e2-9f8b-e22b08b9132e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0530479 Apr 01 16:11:05.394424 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e60f9885-ccb3-4fe7-9582-31b9a894f59d req-38e48e26-4ad4-4d0e-b598-66dd6a82dd0b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Apr 01 16:11:06.514289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90b2f4-a01e-44aa-a786-10f0f6d258eb req-b595c287-769d-4169-b4e5-4775df89c78c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:06.515795 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2a90b2f4-a01e-44aa-a786-10f0f6d258eb req-b595c287-769d-4169-b4e5-4775df89c78c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0508544 Apr 01 16:11:06.555161 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2a90b2f4-a01e-44aa-a786-10f0f6d258eb req-97d6beb6-040c-4870-bc9d-93cd79f9e703 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332274 Apr 01 16:11:07.270503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0a10-2ac2-4773-99e5-6fc40027640e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:07.679355 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf223e9-c153-466d-9769-7b683a1748f5 req-53ed90f6-57d6-40d4-b759-26b8ecb3f912 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:07.681406 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0cf223e9-c153-466d-9769-7b683a1748f5 req-53ed90f6-57d6-40d4-b759-26b8ecb3f912 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0539412 Apr 01 16:11:07.722235 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0cf223e9-c153-466d-9769-7b683a1748f5 req-0153531c-b52b-474f-8b7e-be2424ee82f1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Apr 01 16:11:08.256559 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-db5a9168-b8e9-424c-b6f7-1c1b64a0911d service neutron] 10.222.0.41 "GET /v2.0/ports/c54dffc3-f937-45ec-8fe8-468f403e9e2c/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0611956 Apr 01 16:11:08.260364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:11:08.340643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:08.362438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:08.365634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7228754-f41b-464c-b2d7-ad90977ee6c6" -d '{"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-unplugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:08.377189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:08.421740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e04f5ce-7a73-406d-a849-03bc9ac0be27 x-openstack-request-id: req-6e04f5ce-7a73-406d-a849-03bc9ac0be27 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:08.422034 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-unplugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:08.422289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e04f5ce-7a73-406d-a849-03bc9ac0be27 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:08.422685 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e04f5ce-7a73-406d-a849-03bc9ac0be27'] response: {'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'code': 200} Apr 01 16:11:08.464513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:08.513094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:08.843080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfa840-7af6-4968-b360-6bf81da39bc5 req-dfde08d6-8282-49e9-9282-ddaf1c6bb40c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:08.844647 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18bfa840-7af6-4968-b360-6bf81da39bc5 req-dfde08d6-8282-49e9-9282-ddaf1c6bb40c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0515888 Apr 01 16:11:08.884742 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18bfa840-7af6-4968-b360-6bf81da39bc5 req-ee4a04a7-346b-4ed1-b0f7-1bea78d2d888 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338273 Apr 01 16:11:09.085614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2be8-b10d-483a-849b-473220070a86 req-6633c966-6fef-46a4-b7f0-e630c7564866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.087112 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-6633c966-6fef-46a4-b7f0-e630c7564866 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 1096 time: 0.0864508 Apr 01 16:11:09.156629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2be8-b10d-483a-849b-473220070a86 req-78f1b136-8cbf-4996-b195-cc65aa27f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.158032 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-78f1b136-8cbf-4996-b195-cc65aa27f0e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1096 time: 0.0412517 Apr 01 16:11:09.256775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2be8-b10d-483a-849b-473220070a86 req-19655a74-a4f2-43b7-bcfb-263bee619bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.258321 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-19655a74-a4f2-43b7-bcfb-263bee619bae service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0885007 Apr 01 16:11:09.325634 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-91ac8fbf-1f6e-4419-99ac-b02f3a4af851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 200 len: 1000 time: 0.0570669 Apr 01 16:11:09.378910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2be8-b10d-483a-849b-473220070a86 req-879cbb25-a244-4899-bacd-da1b85b0fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.380441 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-879cbb25-a244-4899-bacd-da1b85b0fea8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0453660 Apr 01 16:11:09.433198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2be8-b10d-483a-849b-473220070a86 req-24b74ab1-425a-410e-abc7-8982dbf09e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:09.434598 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-24b74ab1-425a-410e-abc7-8982dbf09e96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440516 Apr 01 16:11:09.528415 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-d33c055a-b21a-4662-9453-61f59612efae service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813410 Apr 01 16:11:09.624036 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-29b72c67-6a2b-4c50-9342-56ff97ca56a0 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846651 Apr 01 16:11:09.797443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:10.008753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8a830-28b3-4c86-b471-c63fe3cee5b6 req-fc35ef09-6a6b-435a-a815-75e9050c3bc4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:10.010886 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a0a8a830-28b3-4c86-b471-c63fe3cee5b6 req-fc35ef09-6a6b-435a-a815-75e9050c3bc4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0492520 Apr 01 16:11:10.049194 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a0a8a830-28b3-4c86-b471-c63fe3cee5b6 req-121f4906-0f85-4334-97f1-4fe6469638d2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Apr 01 16:11:10.532186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-64de52e8-2c00-47de-a858-407b2e9dadb9 req-8db4dd6c-af7a-493f-a3ba-211c92fc325d service neutron] (110106) timed out ('10.222.0.41', 53193) {{(pid=110106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 16:11:10.872899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:11.037521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:11.178554 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1a7a6-e842-4164-a900-0945027b507a req-34f1f2f9-fb1e-46bb-866a-5c558becda73 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:11.180172 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a5a1a7a6-e842-4164-a900-0945027b507a req-34f1f2f9-fb1e-46bb-866a-5c558becda73 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0553150 Apr 01 16:11:11.219375 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a5a1a7a6-e842-4164-a900-0945027b507a req-848d250b-60b5-4d81-876e-8621293b50dd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Apr 01 16:11:12.342499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df09d7-aa63-4994-a3f0-ff2635a85af4 req-05293212-0d7e-4aba-9f1c-71d99ee262e1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:12.344369 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4df09d7-aa63-4994-a3f0-ff2635a85af4 req-05293212-0d7e-4aba-9f1c-71d99ee262e1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0528865 Apr 01 16:11:12.390536 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4df09d7-aa63-4994-a3f0-ff2635a85af4 req-c03e5050-1145-4703-9a81-247218fa4187 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345068 Apr 01 16:11:13.510931 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc174856-50a2-46bf-b894-08962b3bf4c3 req-e3742df2-358b-430f-80b1-284ce6ea9305 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:13.512553 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dc174856-50a2-46bf-b894-08962b3bf4c3 req-e3742df2-358b-430f-80b1-284ce6ea9305 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0528579 Apr 01 16:11:13.551984 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dc174856-50a2-46bf-b894-08962b3bf4c3 req-e7841a16-2101-4a6a-bf1e-9ca646be2eb3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330915 Apr 01 16:11:14.947917 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34995348-5733-4fdf-9c3c-95f4d3aa7f1f req-5cd40cbf-a1b5-47e5-946c-19e81fb55742 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:14.949437 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-34995348-5733-4fdf-9c3c-95f4d3aa7f1f req-5cd40cbf-a1b5-47e5-946c-19e81fb55742 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.3256977 Apr 01 16:11:14.987545 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-34995348-5733-4fdf-9c3c-95f4d3aa7f1f req-9c2d80a7-56ab-421c-99ac-57a8941b7af7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 Apr 01 16:11:15.683387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:16.104541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0fe20-f79b-4d89-ac77-77604c1dd322 req-c8e69609-f035-4683-b4a0-6f61409ef2e4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:16.106074 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4db0fe20-f79b-4d89-ac77-77604c1dd322 req-c8e69609-f035-4683-b4a0-6f61409ef2e4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0497012 Apr 01 16:11:16.142998 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4db0fe20-f79b-4d89-ac77-77604c1dd322 req-e2807546-e577-471f-a1ed-30739e542e46 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309343 Apr 01 16:11:16.302838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:11:16.396675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:16.408494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'mac_address': 'fa:16:3e:0c:f5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:11:16.448924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:16.462127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54dffc3-f937-45ec-8fe8-468f403e9e2c {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:11:16.481861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:16.573610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:16.623181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:16.665633 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['c54dffc3-f937-45ec-8fe8-468f403e9e2c'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:11:17.260660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72133997-5f37-477d-a3ae-f0c6971173b9 req-01174732-40a3-4438-93f3-523e7faee363 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:17.262081 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-72133997-5f37-477d-a3ae-f0c6971173b9 req-01174732-40a3-4438-93f3-523e7faee363 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 944 time: 0.0500078 Apr 01 16:11:17.299758 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-72133997-5f37-477d-a3ae-f0c6971173b9 req-8ac785ea-c1ea-4daa-8008-2afe427c127c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316637 Apr 01 16:11:18.309681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:11:18.360127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port c54dffc3-f937-45ec-8fe8-468f403e9e2c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:18.360525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.424311 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1ad2-4beb-4eb5-9acf-4f8f95dbcc62 req-0ae4c8f1-03a6-47e4-b502-50b035eb194e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:18.425818 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6cd1ad2-4beb-4eb5-9acf-4f8f95dbcc62 req-0ae4c8f1-03a6-47e4-b502-50b035eb194e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 944 time: 0.0518050 Apr 01 16:11:18.439017 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.461308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:18.464131 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7094a2f9-b03f-43b4-b725-d21088de58aa" -d '{"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-plugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:18.465093 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6cd1ad2-4beb-4eb5-9acf-4f8f95dbcc62 req-9deb0006-10bd-4fb0-9e19-7eabb3c63af4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325623 Apr 01 16:11:18.477705 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:18.508369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08efa2ee-4d22-4083-a4c7-4bd6f7c0bc95 x-openstack-request-id: req-08efa2ee-4d22-4083-a4c7-4bd6f7c0bc95 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:18.508662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-plugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:18.508926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-08efa2ee-4d22-4083-a4c7-4bd6f7c0bc95 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:18.509828 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08efa2ee-4d22-4083-a4c7-4bd6f7c0bc95'] response: {'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'code': 200} Apr 01 16:11:18.562322 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.609478 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:19.584036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148159b-734d-4331-988c-9fc9200b4d72 req-a3aeb2b9-97e0-4e12-90ab-93a65ba13b9e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:19.586105 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3148159b-734d-4331-988c-9fc9200b4d72 req-a3aeb2b9-97e0-4e12-90ab-93a65ba13b9e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0490837 Apr 01 16:11:19.623232 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3148159b-734d-4331-988c-9fc9200b4d72 req-5adc2433-1c3e-407a-b29c-7a5e6195c8b3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304949 Apr 01 16:11:20.745614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ebea4-83bd-4365-9507-ae38b22c00f7 req-87075386-48c8-420a-bb96-2b2e68915657 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:20.747009 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-153ebea4-83bd-4365-9507-ae38b22c00f7 req-87075386-48c8-420a-bb96-2b2e68915657 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0503564 Apr 01 16:11:20.785845 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-153ebea4-83bd-4365-9507-ae38b22c00f7 req-e89fc493-d5c5-42ef-bec8-0e0baeb834cd tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327158 Apr 01 16:11:21.121237 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:11:21.908795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903b990-50e1-438f-a2c0-87ae2eac96d6 req-f5bd7875-3b38-4e4e-93fc-de08ad5aad60 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:21.910293 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5903b990-50e1-438f-a2c0-87ae2eac96d6 req-f5bd7875-3b38-4e4e-93fc-de08ad5aad60 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0524278 Apr 01 16:11:21.949865 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5903b990-50e1-438f-a2c0-87ae2eac96d6 req-32709328-f38c-4c82-9246-dc10caebfe46 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332830 Apr 01 16:11:23.066547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b03c2d-7170-48cf-aeef-fef3ca58a208 req-7474dbcd-ff93-4acf-9374-2f20cab6a84e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:23.068294 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d8b03c2d-7170-48cf-aeef-fef3ca58a208 req-7474dbcd-ff93-4acf-9374-2f20cab6a84e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0487092 Apr 01 16:11:23.107373 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d8b03c2d-7170-48cf-aeef-fef3ca58a208 req-5ad58736-a769-481b-8185-19744f64d4eb tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327208 Apr 01 16:11:23.895628 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0de471-ed7c-45dc-9a6c-6f606f1707dc req-f88a3574-c971-4390-aa4a-2242871e12e1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:23.897193 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef0de471-ed7c-45dc-9a6c-6f606f1707dc req-f88a3574-c971-4390-aa4a-2242871e12e1 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0500493 Apr 01 16:11:23.939658 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef0de471-ed7c-45dc-9a6c-6f606f1707dc req-bcbfa146-f149-453c-b1fb-3c241b8aa761 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357497 Apr 01 16:11:23.973201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-49caf083-5a99-4cf9-ae65-1c86846f54ab tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:23.977039 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-49caf083-5a99-4cf9-ae65-1c86846f54ab tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 945 time: 0.0522950 Apr 01 16:11:24.035339 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-e730dc5a-6ea2-4c45-b5ee-6d83a8d82e57 service neutron] 10.222.0.41 "GET /v2.0/ports/c54dffc3-f937-45ec-8fe8-468f403e9e2c/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0540977 Apr 01 16:11:24.102792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-a01f4e82-a114-48f2-b4ef-dd7e8b338f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:24.104859 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-a01f4e82-a114-48f2-b4ef-dd7e8b338f4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1098 time: 0.0466640 Apr 01 16:11:24.195597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-579a5aae-905e-44c7-a3ed-d766869a2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:24.198044 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-579a5aae-905e-44c7-a3ed-d766869a2873 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0854397 Apr 01 16:11:24.598033 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-b4d8407c-a912-4a61-a34f-896cee97d9de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 200 len: 1002 time: 0.3931198 Apr 01 16:11:24.647122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-97bd0cf0-760d-4765-9daf-4a66adf7f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:24.648758 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-97bd0cf0-760d-4765-9daf-4a66adf7f590 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0439248 Apr 01 16:11:24.694165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-afba1683-41af-4eb3-9bcf-c886ac9a324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:24.695644 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-afba1683-41af-4eb3-9bcf-c886ac9a324d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396347 Apr 01 16:11:24.788072 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-257b41ab-25d4-4697-bb20-0a51983a9ce5 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858550 Apr 01 16:11:24.877347 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-d3324f6d-6647-46d9-a813-c54bd190c487 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820799 Apr 01 16:11:25.062709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc802340-40ad-4d80-84f5-33ffccd52d51 req-be5b524f-0fe6-47e0-b591-57a204a77493 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:25.064191 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc802340-40ad-4d80-84f5-33ffccd52d51 req-be5b524f-0fe6-47e0-b591-57a204a77493 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0522745 Apr 01 16:11:25.104259 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc802340-40ad-4d80-84f5-33ffccd52d51 req-35406854-eded-4552-adbf-7c51f389a7aa tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332751 Apr 01 16:11:26.227957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8e324-1403-4e06-90c7-45ae32ff2336 req-8bb9cbe5-4b66-4aec-b445-b5a69baaebd2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:26.230029 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-02d8e324-1403-4e06-90c7-45ae32ff2336 req-8bb9cbe5-4b66-4aec-b445-b5a69baaebd2 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0571830 Apr 01 16:11:26.269159 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-02d8e324-1403-4e06-90c7-45ae32ff2336 req-57160824-33e8-41d0-b455-dc1f7d63383b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Apr 01 16:11:27.387533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f704bb-d81a-42b5-bc50-822dcda189dd req-dda7b0af-042d-4f50-8e92-c6dae338c1e9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:27.389119 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-64f704bb-d81a-42b5-bc50-822dcda189dd req-dda7b0af-042d-4f50-8e92-c6dae338c1e9 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0492768 Apr 01 16:11:27.426918 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-64f704bb-d81a-42b5-bc50-822dcda189dd req-2acda8af-6404-4f8d-86ff-2e3fc91c874e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315397 Apr 01 16:11:28.548783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c116b5-f819-428f-a0c6-746dfb360c92 req-bf374c4e-3256-4312-b4c2-396e3f9e9196 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:28.550362 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-38c116b5-f819-428f-a0c6-746dfb360c92 req-bf374c4e-3256-4312-b4c2-396e3f9e9196 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0544021 Apr 01 16:11:28.590585 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-38c116b5-f819-428f-a0c6-746dfb360c92 req-2aaf900a-1df9-4fb9-9caa-c88462f47194 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Apr 01 16:11:29.713446 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd048224-e5c1-4bea-a311-a5c26eb80295 req-f9b2afb4-72d1-4568-b219-910a5916c044 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:29.714945 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fd048224-e5c1-4bea-a311-a5c26eb80295 req-f9b2afb4-72d1-4568-b219-910a5916c044 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0523338 Apr 01 16:11:29.757629 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fd048224-e5c1-4bea-a311-a5c26eb80295 req-473cbad7-ce5d-422a-80ed-0d6db849c927 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361485 Apr 01 16:11:30.342945 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:11:30.420246 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:30.442388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:30.444650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e13391-f44f-497f-8c71-2369691b1e61" -d '{"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-unplugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:30.447828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-85a72a85-a97d-4301-8808-16c006cbcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.449636 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-85a72a85-a97d-4301-8808-16c006cbcea4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf&tenant_id=8761b6684a314d2fa33d4a1a4ec462fc HTTP/1.1" status: 200 len: 1098 time: 0.0481858 Apr 01 16:11:30.457901 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:30.493289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb64d2-42a8-4222-9f2e-afa860005f48 x-openstack-request-id: req-2bdb64d2-42a8-4222-9f2e-afa860005f48 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:30.493582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-unplugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:30.493845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2bdb64d2-42a8-4222-9f2e-afa860005f48 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:30.494355 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdb64d2-42a8-4222-9f2e-afa860005f48'] response: {'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'code': 200} Apr 01 16:11:30.515997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-c1c8d3a3-7a50-403c-ab61-25b11a3e58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.518174 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-c1c8d3a3-7a50-403c-ab61-25b11a3e58d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1098 time: 0.0423865 Apr 01 16:11:30.547208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:30.596064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=9']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:30.603931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.604297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.604674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.605018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.605350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.605687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.606017 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.606346 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.606682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.607121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.607456 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.607794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:30.608901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-27c30d19-3163-46fc-8798-3731c87c460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.610402 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-27c30d19-3163-46fc-8798-3731c87c460e service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0854602 Apr 01 16:11:30.682917 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-461085ef-0cf2-4490-90d6-c69d7eafcfe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 200 len: 1000 time: 0.0619137 Apr 01 16:11:30.735637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-e135f27b-d981-4e02-88f5-33c03dc527a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.737149 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-e135f27b-d981-4e02-88f5-33c03dc527a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0440168 Apr 01 16:11:30.787281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-0d8dbbc3-fbc1-498e-818e-54504b7f56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.788779 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-0d8dbbc3-fbc1-498e-818e-54504b7f56fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406914 Apr 01 16:11:30.878161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75681c6-9efc-427c-87df-78b2b7b774ee req-87a7ac94-69fc-40b7-9b90-2b6584ed873e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.879675 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e75681c6-9efc-427c-87df-78b2b7b774ee req-87a7ac94-69fc-40b7-9b90-2b6584ed873e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0483217 Apr 01 16:11:30.890527 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-a637794d-3bb2-4938-8b38-a519931b3f8d service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906312 Apr 01 16:11:30.918012 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e75681c6-9efc-427c-87df-78b2b7b774ee req-ef666b65-029f-4e8b-bcee-224fb02e1f2e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Apr 01 16:11:30.988926 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2131e398-5a4d-43e6-9b5c-a5abdda115a3 req-e1b33c76-f467-404b-8c5c-ac28f4dbb805 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875933 Apr 01 16:11:32.050981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b94deb-687e-420f-8302-ea059d57acc5 req-523d405f-d702-447a-adf0-dec1fa7cadbc tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:32.052549 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-96b94deb-687e-420f-8302-ea059d57acc5 req-523d405f-d702-447a-adf0-dec1fa7cadbc tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0543575 Apr 01 16:11:32.095224 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-96b94deb-687e-420f-8302-ea059d57acc5 req-4e0c2da0-c654-4b71-aa68-f754764ceb8d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356345 Apr 01 16:11:33.217422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cfca9-51b3-4a45-b1d2-96b3a2a533a5 req-e7873962-19e8-404b-95e5-5d6d6aed3d8b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:33.218889 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d02cfca9-51b3-4a45-b1d2-96b3a2a533a5 req-e7873962-19e8-404b-95e5-5d6d6aed3d8b tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0512488 Apr 01 16:11:33.260536 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d02cfca9-51b3-4a45-b1d2-96b3a2a533a5 req-be50fffe-c79b-4252-ad73-782860ed0f9c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353413 Apr 01 16:11:34.382262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b6b3c-c33f-445b-8f65-6514c591675f req-8e8f58fd-663d-47df-9b02-a3b4f9302618 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:34.383701 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-093b6b3c-c33f-445b-8f65-6514c591675f req-8e8f58fd-663d-47df-9b02-a3b4f9302618 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0503402 Apr 01 16:11:34.425224 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-093b6b3c-c33f-445b-8f65-6514c591675f req-f0a63c51-74ef-4334-aaad-b0a97ce6d837 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349269 Apr 01 16:11:34.747047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9ad3d8c8-6bae-4135-82db-21ede688284f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:35.546483 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9c4c8-7585-4958-9d93-6255ac7592bf req-d13a712b-a676-414b-9b3e-db93d0efe0a6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:35.547889 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a5d9c4c8-7585-4958-9d93-6255ac7592bf req-d13a712b-a676-414b-9b3e-db93d0efe0a6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0526145 Apr 01 16:11:35.585461 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a5d9c4c8-7585-4958-9d93-6255ac7592bf req-73adef1a-e769-4a4f-9838-5560143be391 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Apr 01 16:11:36.344619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:11:36.442721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:36.454937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'port_id': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'mac_address': 'fa:16:3e:0c:f5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:11:36.638113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.651079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54dffc3-f937-45ec-8fe8-468f403e9e2c {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:11:36.671645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:36.707884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2534a-aece-4503-9a1c-f88b3855e0d7 req-2fe7401e-4960-4d5c-85d6-34fe352f4292 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:36.712222 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2fb2534a-aece-4503-9a1c-f88b3855e0d7 req-2fe7401e-4960-4d5c-85d6-34fe352f4292 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 943 time: 0.0519187 Apr 01 16:11:36.736173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:36.749783 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2fb2534a-aece-4503-9a1c-f88b3855e0d7 req-9811d873-0848-4469-822b-5a6fae753409 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337625 Apr 01 16:11:36.787760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=10']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:36.812811 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['c54dffc3-f937-45ec-8fe8-468f403e9e2c'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:11:37.284132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-45e3aa1c-c75b-4186-9629-e0327a1c60ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:37.868394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36172482-f23a-4787-9f2b-b5818592646e req-3b8e4538-e55d-4fb5-9b5d-75b8748c0d1e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:37.869876 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36172482-f23a-4787-9f2b-b5818592646e req-3b8e4538-e55d-4fb5-9b5d-75b8748c0d1e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 945 time: 0.0496500 Apr 01 16:11:37.909023 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36172482-f23a-4787-9f2b-b5818592646e req-c535e1d0-8c38-4abc-954a-ad1c1de60dc5 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Apr 01 16:11:38.362312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:11:38.410198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port c54dffc3-f937-45ec-8fe8-468f403e9e2c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:38.410568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:38.490286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:38.511615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:38.513879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205027fa-442f-4f90-9634-6e07ac300db3" -d '{"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-plugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:38.526882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:38.559311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27a032e-4813-43dd-9731-4511bb41d3a1 x-openstack-request-id: req-d27a032e-4813-43dd-9731-4511bb41d3a1 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:38.559671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-plugged", "status": "completed", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:38.559956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d27a032e-4813-43dd-9731-4511bb41d3a1 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:38.560540 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27a032e-4813-43dd-9731-4511bb41d3a1'] response: {'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'code': 200} Apr 01 16:11:38.591450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:38.638565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=11']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:39.033410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0f939-1979-40ff-b935-70cb76c0545b req-0a104f4b-6c78-45dc-9cec-3d68fbb03706 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:39.035003 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9da0f939-1979-40ff-b935-70cb76c0545b req-0a104f4b-6c78-45dc-9cec-3d68fbb03706 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0544016 Apr 01 16:11:39.076045 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9da0f939-1979-40ff-b935-70cb76c0545b req-f7302828-5ed9-4e1d-8843-d95d659b747d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331535 Apr 01 16:11:39.803343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:40.194347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4ff93-cb11-4750-8270-acc5649f4d05 req-20fdb095-1ff4-4a4b-a60f-7fb2eafd99b7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.195834 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8d4ff93-cb11-4750-8270-acc5649f4d05 req-20fdb095-1ff4-4a4b-a60f-7fb2eafd99b7 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0491400 Apr 01 16:11:40.237994 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8d4ff93-cb11-4750-8270-acc5649f4d05 req-c592c416-17a7-4582-bdb6-d3e4b22ce37d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360749 Apr 01 16:11:40.937675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.078344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:41.356439 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a32b1-0fe7-405a-9ba5-019ded68dedf req-cc42ccb4-c989-4e51-9b8e-f7e9a0d7bd76 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:41.358184 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-874a32b1-0fe7-405a-9ba5-019ded68dedf req-cc42ccb4-c989-4e51-9b8e-f7e9a0d7bd76 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0513992 Apr 01 16:11:41.401454 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-874a32b1-0fe7-405a-9ba5-019ded68dedf req-84b54a66-0543-40b2-b5f7-657519c2b9e4 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356708 Apr 01 16:11:42.526257 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee03af-8012-4c9c-ba20-6c43965f2588 req-1c1f4a86-6ecd-49f6-96be-5a4a23efb45c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:42.527642 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4ee03af-8012-4c9c-ba20-6c43965f2588 req-1c1f4a86-6ecd-49f6-96be-5a4a23efb45c tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0542099 Apr 01 16:11:42.566661 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4ee03af-8012-4c9c-ba20-6c43965f2588 req-c43957df-53d3-4b4d-9229-95d508f99a47 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Apr 01 16:11:43.474677 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-97e8b86a-41c7-438a-872f-9d24ecfdf20a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425491 Apr 01 16:11:43.556151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-ab8f40d7-4688-4bde-aa1e-036d1f4a9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:43.557708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-ab8f40d7-4688-4bde-aa1e-036d1f4a9cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 1099 time: 0.0402467 Apr 01 16:11:43.666595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-9c2163f0-4dd2-41c8-8ffa-fba1311b2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:43.668138 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-9c2163f0-4dd2-41c8-8ffa-fba1311b2355 service neutron] 10.222.0.41 "GET /v2.0/networks?id=52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 200 len: 912 time: 0.0917439 Apr 01 16:11:43.685498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de0302-2094-4234-8b5d-140cc334e4b9 req-4dd792b1-97e4-4ad8-967f-0bb834ea7554 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:43.687082 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b7de0302-2094-4234-8b5d-140cc334e4b9 req-4dd792b1-97e4-4ad8-967f-0bb834ea7554 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0497448 Apr 01 16:11:43.728300 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b7de0302-2094-4234-8b5d-140cc334e4b9 req-058ec055-6721-491d-b090-b29eb2baa6d3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343742 Apr 01 16:11:43.740453 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-5b5cbf75-334d-4f0b-8c5a-a9eb067c588f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 200 len: 1002 time: 0.0655661 Apr 01 16:11:43.792375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-80df6ebe-a15a-452c-9ed9-d8167dc961d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:43.793981 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-80df6ebe-a15a-452c-9ed9-d8167dc961d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 200 len: 849 time: 0.0472360 Apr 01 16:11:43.845564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-d8196463-82c9-4bd3-a127-c04030abaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:43.846802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1ee33-04ab-40b9-b7fc-a177d8505e95 req-492fb75a-ee35-4385-a883-cb924cc0a14f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:43.847078 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-d8196463-82c9-4bd3-a127-c04030abaf72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=52712159-42ed-404d-b09c-041841e27b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458393 Apr 01 16:11:43.848371 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-afe1ee33-04ab-40b9-b7fc-a177d8505e95 req-492fb75a-ee35-4385-a883-cb924cc0a14f tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0505970 Apr 01 16:11:43.889072 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-afe1ee33-04ab-40b9-b7fc-a177d8505e95 req-1b4a7804-3980-47c4-b59d-0216272d8cb6 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344579 Apr 01 16:11:43.939642 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-5297b935-2cfc-4385-bf98-d48343df3702 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860431 Apr 01 16:11:44.014815 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a5cf1-c36c-4b32-ad8d-c5202133658b req-b8261df6-354b-4762-b046-ac32d72f569a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.016222 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-528a5cf1-c36c-4b32-ad8d-c5202133658b req-b8261df6-354b-4762-b046-ac32d72f569a tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0543158 Apr 01 16:11:44.036991 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9b85dd1f-d736-4a24-879d-cafe9c0aac48 req-4060824a-5946-4eea-8099-e81163eae164 service neutron] 10.222.0.41 "GET /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911818 Apr 01 16:11:44.055347 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-528a5cf1-c36c-4b32-ad8d-c5202133658b req-fd0f0273-a8f8-4df9-bb8c-62ddeedac431 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327890 Apr 01 16:11:44.627308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4417e-933e-437b-a042-8d2c4fbcc267 req-21efeddf-feca-4ba8-8da6-4787f82bdbff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.628803 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-29d4417e-933e-437b-a042-8d2c4fbcc267 req-21efeddf-feca-4ba8-8da6-4787f82bdbff tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0494094 Apr 01 16:11:44.667324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-29d4417e-933e-437b-a042-8d2c4fbcc267 req-859d9ed9-ad11-487c-9b21-6283b3acddaf tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324366 Apr 01 16:11:45.718148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:45.793419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590e997-5bab-4c7b-bc7d-e0c2dc04468e req-2e74db97-8597-4a91-a841-05e2c12bea88 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:45.794926 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b590e997-5bab-4c7b-bc7d-e0c2dc04468e req-2e74db97-8597-4a91-a841-05e2c12bea88 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0509884 Apr 01 16:11:45.833470 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b590e997-5bab-4c7b-bc7d-e0c2dc04468e req-7abd5f6c-b936-4282-bf71-e774bb414f7e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Apr 01 16:11:46.959227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9591a-cf99-40c8-af3c-d2f7766be5fa req-0d3bc717-a195-4e4d-a934-bfd869c2282d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:46.960789 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87c9591a-cf99-40c8-af3c-d2f7766be5fa req-0d3bc717-a195-4e4d-a934-bfd869c2282d tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0542281 Apr 01 16:11:47.002268 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87c9591a-cf99-40c8-af3c-d2f7766be5fa req-d15ba183-c0ab-4f6f-95db-d3af9d5d7a1e tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups?id=8c6c10ad-56e3-4ca3-9e72-e330b10fab49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341747 Apr 01 16:11:47.320615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a9835-1748-4549-ad64-f96604852372 req-26d67f9d-ab00-4fb5-bd4d-531b5282ada3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:47.322083 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-555a9835-1748-4549-ad64-f96604852372 req-26d67f9d-ab00-4fb5-bd4d-531b5282ada3 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 946 time: 0.0483348 Apr 01 16:11:47.417217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Deleting port c54dffc3-f937-45ec-8fe8-468f403e9e2c {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:11:47.417498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:47.506513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] For port c54dffc3-f937-45ec-8fe8-468f403e9e2c, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=c54dffc3-f937-45ec-8fe8-468f403e9e2c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:47.506895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:47.682989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:47.683565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:47.683737 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Floating IP 0e788036-5245-42ff-8254-2adea6167db9 disassociated. External IP: 172.26.6.122, port: c54dffc3-f937-45ec-8fe8-468f403e9e2c. Apr 01 16:11:47.683989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Calling delete_port for c54dffc3-f937-45ec-8fe8-468f403e9e2c owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:11:47.919054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:47.949308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event deleted for resources: {'Port': ['ID=c54dffc3-f937-45ec-8fe8-468f403e9e2c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:47.961053 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.961659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.962022 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.962342 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.962677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.963024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.963414 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.963669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.963996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.964874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.964874 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:47.965222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:48.092879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:11:48.104649 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef46e689-b08e-45f9-b921-c70650e553d2 req-466a22b1-7ae3-4359-9f0c-4f7496570168 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 210 time: 0.0296254 Apr 01 16:11:48.207431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:11:48.218005 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:11:48.228102 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:11:48.229534 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:11:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:48.252233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] No DVR routers for this DVR port c54dffc3-f937-45ec-8fe8-468f403e9e2c on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:11:48.255115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:48.258800 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-555a9835-1748-4549-ad64-f96604852372 req-8fe02ec2-b6ef-428a-805c-cd83b5c31254 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.41 "DELETE /v2.0/ports/c54dffc3-f937-45ec-8fe8-468f403e9e2c HTTP/1.1" status: 204 len: 173 time: 0.9289548 Apr 01 16:11:48.259245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-deleted', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:11:48.261604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e32477-1a76-452c-a5d5-f6175ae57ec0" -d '{"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-deleted", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:11:48.299615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931ac24a-ba33-497d-a9b4-b1079cea8556 x-openstack-request-id: req-931ac24a-ba33-497d-a9b4-b1079cea8556 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:11:48.299914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6120737-73fd-4251-969d-223bf146dcdf", "name": "network-vif-deleted", "tag": "c54dffc3-f937-45ec-8fe8-468f403e9e2c", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:11:48.300169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-931ac24a-ba33-497d-a9b4-b1079cea8556 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:11:48.300606 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931ac24a-ba33-497d-a9b4-b1079cea8556'] response: {'server_uuid': 'd6120737-73fd-4251-969d-223bf146dcdf', 'name': 'network-vif-deleted', 'tag': 'c54dffc3-f937-45ec-8fe8-468f403e9e2c', 'status': 'completed', 'code': 200} Apr 01 16:11:48.336797 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:11:48.542754 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:48.568225 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:11:48.577070 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:11:48.577671 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:11:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:48.688189 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:11:48.896327 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:49.015493 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa4bd8-c4c4-4efe-8241-e393fde36ce6 None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:07:08Z', 'revision_number': 4, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '8ebb1b8e-571e-4801-a761-bcb8b8032f21', 'name': '', 'network_id': '52712159-42ed-404d-b09c-041841e27b35', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'mac_address': 'fa:16:3e:ac:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:07Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'subnets': [{'id': '4eaabf68-8b42-4031-8c98-451253d4ab5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:11:49.209705 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-09ac1aa8-2756-4702-97d1-4ddde46de7a9 req-5e39a993-ca8d-4cd7-9318-93d35881d6cb tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 210 time: 0.0295143 Apr 01 16:11:49.259734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c75869a-bf07-4e30-b1ec-01e146cd8771 None None] New status for floating IP 0e788036-5245-42ff-8254-2adea6167db9: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:11:50.308698 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-16e07b5b-2474-4ede-b632-39637d9aac11 req-7172fac1-e59f-4405-ad61-711095d6d7ae tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 210 time: 0.0276024 Apr 01 16:11:51.406407 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3780e386-1ba2-44aa-b7f6-5ecc77218586 req-db9530b3-a408-471a-b872-9880620f00f0 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 210 time: 0.0265007 Apr 01 16:11:52.405910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:11:52.429953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: c54dffc3-f937-45ec-8fe8-468f403e9e2c {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:11:52.430293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device c54dffc3-f937-45ec-8fe8-468f403e9e2c not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:11:52.520607 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef37f3eb-6d18-4010-b2e9-63bac5abf13d req-f1741cb6-06c6-438c-90f0-5514b0449881 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6120737-73fd-4251-969d-223bf146dcdf HTTP/1.1" status: 200 len: 210 time: 0.0325842 Apr 01 16:11:58.120298 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:11:58.680591 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59216) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:11:58.738270 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:58.763068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:58.912817 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:58.915724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:58.917222 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "DELETE /v2.0/security-groups/8c6c10ad-56e3-4ca3-9e72-e330b10fab49 HTTP/1.1" status: 204 len: 168 time: 0.2354832 Apr 01 16:11:58.919945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59218) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:11:58.926944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6c10ad-56e3-4ca3-9e72-e330b10fab49,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:58.934467 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-c1c672cd-de92-47ac-9966-cdd155b92f35 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] show failed (client error): The resource could not be found. Apr 01 16:11:58.934621 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.935011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.935323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.935537 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c1c672cd-de92-47ac-9966-cdd155b92f35 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "GET /v2.0/security-groups/8c6c10ad-56e3-4ca3-9e72-e330b10fab49 HTTP/1.1" status: 404 len: 347 time: 0.0145674 Apr 01 16:11:58.935655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.935980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.936314 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.936675 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.937007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.937338 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.938089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.938419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:58.938643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59220) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:11:58.938768 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f9853-3a57-4a32-8fd9-45911c7e2774 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:59.066198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Deleting port b70f2948-42d3-4376-b74b-ca993b45ac36 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:11:59.066537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.142451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.142772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.154494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Calling delete_port for b70f2948-42d3-4376-b74b-ca993b45ac36 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:11:59.422270 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.458428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Pushing event deleted for resources: {'Port': ['ID=b70f2948-42d3-4376-b74b-ca993b45ac36,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:59.520706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.523201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.524374 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bf01364f-c477-49ab-8732-7141ad040a23 tempest-ServerActionsTestJSON-1769017693 tempest-ServerActionsTestJSON-1769017693-project] 10.222.0.73 "DELETE /v2.0/floatingips/0e788036-5245-42ff-8254-2adea6167db9 HTTP/1.1" status: 204 len: 168 time: 0.5848079 Apr 01 16:11:59.527976 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59222) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:11:59.888293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:00.131388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Deleting port 8ebb1b8e-571e-4801-a761-bcb8b8032f21 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:12:00.132066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:00.211325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] For port 8ebb1b8e-571e-4801-a761-bcb8b8032f21, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=8ebb1b8e-571e-4801-a761-bcb8b8032f21,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:00.211849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:00.224123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Calling delete_port for 8ebb1b8e-571e-4801-a761-bcb8b8032f21 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:12:00.514282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:00.551007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebb1b8e-571e-4801-a761-bcb8b8032f21,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:00.740812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:00.966539 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:12:01.077369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:12:01.084510 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b38aaf89-f2f1-4ce4-8265-bffc08c2c0d4 admin admin] 10.222.0.73 "PUT /v2.0/routers/a4b86806-9d06-4a8d-aeb3-e7c96e91aa74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543790 Apr 01 16:12:01.085933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59224) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:01.086240 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] Sync routers for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:12:01.097360 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:01.097997 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:11:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:01.192757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:01.200660 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:01.297219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:01.378481 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:12:00Z', 'revision_number': 5, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port': {'id': '36b445bd-80c1-4c39-8fef-9a581872984b', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:07:06Z', 'updated_at': '2022-04-01T16:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:01.404362 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] Checking router: a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:12:01.412696 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] Routers {'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:12:01.413298 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:11:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:01.430478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Deleting port 36b445bd-80c1-4c39-8fef-9a581872984b {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:12:01.430819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:01.501569 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] Set router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:12:01.514314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] For port 36b445bd-80c1-4c39-8fef-9a581872984b, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=36b445bd-80c1-4c39-8fef-9a581872984b,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:01.514676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:01.526735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Calling delete_port for 36b445bd-80c1-4c39-8fef-9a581872984b owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:12:01.553756 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:12:01Z', 'revision_number': 6, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:01.582801 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf20e3f-1634-41fd-bde4-9a4d6a0ff799 None None] The sync data for ids ['a4b86806-9d06-4a8d-aeb3-e7c96e91aa74'] in dv-neutron-835865-1-hyperv is: [{'id': 'a4b86806-9d06-4a8d-aeb3-e7c96e91aa74', 'name': 'tempest-ServerActionsTestJSON-88270781-router', 'tenant_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:07:05Z', 'updated_at': '2022-04-01T16:12:01Z', 'revision_number': 6, 'project_id': '8761b6684a314d2fa33d4a1a4ec462fc', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:12:01.776986 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:01.804794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b445bd-80c1-4c39-8fef-9a581872984b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:01.866526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:01.971122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:01.974850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.182576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.183118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:12:02.187842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.188760 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fb08a7ef-b1d7-4464-868a-21f618545db4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/a4b86806-9d06-4a8d-aeb3-e7c96e91aa74 HTTP/1.1" status: 204 len: 168 time: 1.1018922 Apr 01 16:12:02.191354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59226) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:02.238299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f827fe3d-aeea-4324-aa69-d51497ae0ceb admin admin] Deleting subnet 4eaabf68-8b42-4031-8c98-451253d4ab5a {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:12:02.241357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f827fe3d-aeea-4324-aa69-d51497ae0ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.275248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f827fe3d-aeea-4324-aa69-d51497ae0ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.360441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f827fe3d-aeea-4324-aa69-d51497ae0ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.650098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f827fe3d-aeea-4324-aa69-d51497ae0ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.675640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827fe3d-aeea-4324-aa69-d51497ae0ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eaabf68-8b42-4031-8c98-451253d4ab5a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:02.679099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f827fe3d-aeea-4324-aa69-d51497ae0ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.685450 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f827fe3d-aeea-4324-aa69-d51497ae0ceb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4eaabf68-8b42-4031-8c98-451253d4ab5a HTTP/1.1" status: 204 len: 168 time: 0.4921231 Apr 01 16:12:02.685635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59228) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:02.687521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc19dc-f49a-47d3-9bfd-2d52a202e9fc None None] Network 52712159-42ed-404d-b09c-041841e27b35 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:12:02.808011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.862026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a181468-b0a8-4b99-a2d9-802344892a8a None None] DHCP port deletion for 52712159-42ed-404d-b09c-041841e27b35 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:12:02.863802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Deleting port 75222f06-5b2e-4d95-9e8d-a3222117f98c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:12:02.864141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.908493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-9a181468-b0a8-4b99-a2d9-802344892a8a None None] Deleting port 75222f06-5b2e-4d95-9e8d-a3222117f98c {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:12:02.908880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a181468-b0a8-4b99-a2d9-802344892a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.926736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] For port 75222f06-5b2e-4d95-9e8d-a3222117f98c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=75222f06-5b2e-4d95-9e8d-a3222117f98c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:02.927094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.941242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Calling delete_port for 75222f06-5b2e-4d95-9e8d-a3222117f98c owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:12:02.976329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-9a181468-b0a8-4b99-a2d9-802344892a8a None None] For port 75222f06-5b2e-4d95-9e8d-a3222117f98c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=75222f06-5b2e-4d95-9e8d-a3222117f98c,segment=NetworkSegment(960039f9-88aa-4079-9abd-dac598379492),segment_id=960039f9-88aa-4079-9abd-dac598379492)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:02.976770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a181468-b0a8-4b99-a2d9-802344892a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.991485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-9a181468-b0a8-4b99-a2d9-802344892a8a None None] Calling delete_port for 75222f06-5b2e-4d95-9e8d-a3222117f98c owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:12:03.039639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8ebb1b8e-571e-4801-a761-bcb8b8032f21 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:03.063485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 8ebb1b8e-571e-4801-a761-bcb8b8032f21 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:12:03.063822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 8ebb1b8e-571e-4801-a761-bcb8b8032f21 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:03.064236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 75222f06-5b2e-4d95-9e8d-a3222117f98c no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:03.130605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.154881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a181468-b0a8-4b99-a2d9-802344892a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.157094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=75222f06-5b2e-4d95-9e8d-a3222117f98c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:03.160976 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] No DVR routers for this DVR port 75222f06-5b2e-4d95-9e8d-a3222117f98c on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:03.163822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.193163 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a181468-b0a8-4b99-a2d9-802344892a8a None None] Pushing event deleted for resources: {'Port': ['ID=75222f06-5b2e-4d95-9e8d-a3222117f98c,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:03.195632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a181468-b0a8-4b99-a2d9-802344892a8a None None] No DVR routers for this DVR port 75222f06-5b2e-4d95-9e8d-a3222117f98c on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:03.231222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 36b445bd-80c1-4c39-8fef-9a581872984b no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:03.242006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.250213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 36b445bd-80c1-4c39-8fef-9a581872984b {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:12:03.250564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 36b445bd-80c1-4c39-8fef-9a581872984b not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:03.262766 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52712159-42ed-404d-b09c-041841e27b35']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:03.272258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960039f9-88aa-4079-9abd-dac598379492') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:03.272578 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960039f9-88aa-4079-9abd-dac598379492') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:03.283324 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.297737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.303762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:12:03.304151 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:12:03.305841 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:12:03.462913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.469366 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.472516 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] 10.222.0.73 "DELETE /v2.0/networks/52712159-42ed-404d-b09c-041841e27b35 HTTP/1.1" status: 204 len: 168 time: 0.7858548 Apr 01 16:12:03.484452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053a056-68f0-4dd4-bc6e-4f68f2e19d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=52712159-42ed-404d-b09c-041841e27b35,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:03.823430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59234) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:03.871020 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e592d52d-5f0d-4fa0-b662-f6320094b4e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8761b6684a314d2fa33d4a1a4ec462fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463455 Apr 01 16:12:03.873851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59236) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:03.923851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21df5996-465f-42ff-8aa3-da6fc0b36647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:03.946410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21df5996-465f-42ff-8aa3-da6fc0b36647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.074391 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21df5996-465f-42ff-8aa3-da6fc0b36647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.076997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-21df5996-465f-42ff-8aa3-da6fc0b36647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.078260 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-21df5996-465f-42ff-8aa3-da6fc0b36647 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/679a2975-8452-4f39-be1e-6716b10b013e HTTP/1.1" status: 204 len: 168 time: 0.2034767 Apr 01 16:12:04.087038 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df5996-465f-42ff-8aa3-da6fc0b36647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a2975-8452-4f39-be1e-6716b10b013e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:04.799359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-26a52da4-da3e-414a-9870-05001ab4f306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.419880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59258) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:05.514805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1943429402-network', 'tenant_id': 'f1d17a054b354998aa7a04e8b0ff88c5'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:05.622440 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Made reservation on behalf of f1d17a054b354998aa7a04e8b0ff88c5 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:05.624746 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.633924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.710911 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.828230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.853616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] vlan segment allocate from pool success with {'vlan_id': 1144, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:12:05.862358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe28b45-6d99-4e9b-8d4e-0ff4083aa568,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:05.869698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.870671 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Added segment 966d1a46-9403-4cfb-9406-a8f0244c1f1d of type vlan for network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 Apr 01 16:12:05.915112 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.028024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.029052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:06.029644 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.090364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] Pushing event updated for resources: {'Network': ['ID=18b0c836-072a-4bd7-8cc5-3e6d980cd5c9,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:06.100565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:12:06.127772 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d5cdf9b7-fa05-4919-9085-e67dc8a4310f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7065597 Apr 01 16:12:06.130754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59262) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:06.136568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Request body: {'subnet': {'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1943429402-subnet', 'tenant_id': 'f1d17a054b354998aa7a04e8b0ff88c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:06.279027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Made reservation on behalf of f1d17a054b354998aa7a04e8b0ff88c5 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:06.281421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.519956 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.573051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2778b0-2af3-44fa-a7c1-606604586177,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:06.583603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Checking segment: {'id': '966d1a46-9403-4cfb-9406-a8f0244c1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:06.586391 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Network hostable DHCP agents. Network: 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:12:06.668250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:12:06.782081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:06.786188 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:06.786867 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.792100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075afd9c-cbf5-4f35-b527-a2b0c7a11efa None None] Network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:12:06.899359 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-51330e34-6685-4e0c-a13f-9fae6506176e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7674682 Apr 01 16:12:06.918708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25095c93-b4aa-475e-a231-beceee5da379 None None] Network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:12:07.278512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1272f6c3-ded3-418c-84ec-1b0bac0ebdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:07.328894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-b21b9cbe-d129-40c7-ac2f-319258fd5b66 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:07.330379 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-b21b9cbe-d129-40c7-ac2f-319258fd5b66 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/networks?id=18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 HTTP/1.1" status: 200 len: 814 time: 0.1073627 Apr 01 16:12:07.346066 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-08ae743d-daec-47e2-a029-fdbd2833c3ea tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/quotas/f1d17a054b354998aa7a04e8b0ff88c5 HTTP/1.1" status: 200 len: 375 time: 0.0099347 Apr 01 16:12:07.377002 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-b39aaa1b-f616-4795-be28-ff2a5c09e171 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254562 Apr 01 16:12:07.470092 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-47cd5214-4612-4e49-ae78-6c2d9bf998ee service neutron] 10.222.0.73 "GET /v2.0/networks/18b0c836-072a-4bd7-8cc5-3e6d980cd5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858819 Apr 01 16:12:07.557900 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-9428c4d4-c6f5-4ded-a84b-3726181b2cf5 service neutron] 10.222.0.73 "GET /v2.0/networks/18b0c836-072a-4bd7-8cc5-3e6d980cd5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815036 Apr 01 16:12:07.843955 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69fdd1d6-84f5-4d19-b3fb-4c598ca8e53f req-a1195885-9f31-4709-8793-437fb35b20e8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 210 time: 0.0327666 Apr 01 16:12:08.922271 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e7f70fa8-97ca-4155-bada-d4611fa2509c req-62d39ac4-67d8-4fbe-8335-125fe05b80bd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 210 time: 0.0275609 Apr 01 16:12:09.833988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:10.017363 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-36d73f08-90bc-44c4-a37a-98a694ba73b3 req-ad34c813-afe8-4dda-94c4-18efc6203dc2 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 210 time: 0.0280905 Apr 01 16:12:10.404588 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-74810339-cf2e-4b6a-a438-a0967ad3c999 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:10.406130 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-74810339-cf2e-4b6a-a438-a0967ad3c999 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.41 "GET /v2.0/networks?id=18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 HTTP/1.1" status: 200 len: 814 time: 0.1070409 Apr 01 16:12:10.424402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Request body: {'port': {'device_id': 'b5b5243d-8927-45a5-b987-77c3c8705129', 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9', 'admin_state_up': True, 'tenant_id': 'f1d17a054b354998aa7a04e8b0ff88c5'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:10.628469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Made reservation on behalf of f1d17a054b354998aa7a04e8b0ff88c5 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:10.632094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:10.764693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Allocated IP 172.20.0.2 (18b0c836-072a-4bd7-8cc5-3e6d980cd5c9/3a2778b0-2af3-44fa-a7c1-606604586177/66d8abb6-e8ca-4c82-bcfa-26cddff13ef0) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:10.885191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:11.016980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:11.121742 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c419dff8-747c-4520-b9e5-d33fac579d40 req-eb18d442-9f94-43ff-956b-db7add9f343c tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 210 time: 0.0287676 Apr 01 16:12:11.256518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:11.354817 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:11.399882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:11.403828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:11.407695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:11.414000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Pushing event updated for resources: {'Port': ['ID=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:11.459852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:11.460489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:11.556945 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-15180ed0-3b8b-4257-b772-fbde814dfb32 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1363242 Apr 01 16:12:11.574415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Request body: {'port': {'device_id': 'b5b5243d-8927-45a5-b987-77c3c8705129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:11.630735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:11.889897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:11.897186 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:11.909461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Transition to ACTIVE for port object 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:12:11.970993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:12.021939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Pushing event updated for resources: {'Port': ['ID=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:12.096139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Attempting to bind port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:12:12.096578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Attempting to bind port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '966d1a46-9403-4cfb-9406-a8f0244c1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:12:12.096932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Attempting to bind port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 on network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:12.101482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 on network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:12:12.101852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Attempting to bind port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 on network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:12.107049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:12:12.107400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Checking segment: {'id': '966d1a46-9403-4cfb-9406-a8f0244c1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:12.107785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Bound using segment: {'id': '966d1a46-9403-4cfb-9406-a8f0244c1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:12:12.108207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Bound port: 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966d1a46-9403-4cfb-9406-a8f0244c1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:12:12.108596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:12.173317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] For port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:12.176452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] For port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:12.245440 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b78698-640a-4301-8571-d44034a31916 req-2fd250a5-9ad5-4437-8927-938eb9c8874e tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:12.247105 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a7b78698-640a-4301-8571-d44034a31916 req-2fd250a5-9ad5-4437-8927-938eb9c8874e tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 943 time: 0.0506248 Apr 01 16:12:12.285457 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a7b78698-640a-4301-8571-d44034a31916 req-4cee063a-6382-4c4e-bf56-5e3a8a1a8033 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Apr 01 16:12:12.297530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:12.334383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:12.334996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:12.336384 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] 10.222.0.41 "PUT /v2.0/ports/66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 HTTP/1.1" status: 200 len: 1093 time: 0.7660551 Apr 01 16:12:12.336823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b5243d-8927-45a5-b987-77c3c8705129', 'tag': '66d8abb6-e8ca-4c82-bcfa-26cddff13ef0'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:12.339312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3350761a-239f-4917-834b-2aacc72acc85" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b5243d-8927-45a5-b987-77c3c8705129", "tag": "66d8abb6-e8ca-4c82-bcfa-26cddff13ef0"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:12.360513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ca07b-0e62-446c-bae3-30506e6cd593 service neutron] Pushing event updated for resources: {'Port': ['ID=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:12.443346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3da374-45ce-46cd-ab29-4517db18f9b3 x-openstack-request-id: req-6e3da374-45ce-46cd-ab29-4517db18f9b3 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:12.443983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b5243d-8927-45a5-b987-77c3c8705129", "tag": "66d8abb6-e8ca-4c82-bcfa-26cddff13ef0", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:12.443983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e3da374-45ce-46cd-ab29-4517db18f9b3 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:12.444288 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3da374-45ce-46cd-ab29-4517db18f9b3'] response: {'name': 'network-changed', 'server_uuid': 'b5b5243d-8927-45a5-b987-77c3c8705129', 'tag': '66d8abb6-e8ca-4c82-bcfa-26cddff13ef0', 'status': 'completed', 'code': 200} Apr 01 16:12:12.514035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350761a-239f-4917-834b-2aacc72acc85 req-c21bf5d1-0b21-4c32-819a-4bdaaf30c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:12.515656 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3350761a-239f-4917-834b-2aacc72acc85 req-c21bf5d1-0b21-4c32-819a-4bdaaf30c5a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 1096 time: 0.0456676 Apr 01 16:12:12.619323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350761a-239f-4917-834b-2aacc72acc85 req-95a34e80-72d3-4fcf-85be-a563e166e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:12.621379 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3350761a-239f-4917-834b-2aacc72acc85 req-95a34e80-72d3-4fcf-85be-a563e166e8d9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0918412 Apr 01 16:12:12.723060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350761a-239f-4917-834b-2aacc72acc85 req-229eb304-ca90-476a-9b98-436a79d39b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:12.724469 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3350761a-239f-4917-834b-2aacc72acc85 req-229eb304-ca90-476a-9b98-436a79d39b1b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923433 Apr 01 16:12:12.809915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-5415fbb5-84a0-44c8-80ce-ab1a6afc10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:12.811425 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-5415fbb5-84a0-44c8-80ce-ab1a6afc10eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 1096 time: 0.0429704 Apr 01 16:12:12.859216 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-176bdba5-1970-4baa-ba59-4f2665628eef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 HTTP/1.1" status: 200 len: 217 time: 0.0373247 Apr 01 16:12:12.908858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-d27c61a0-f6f3-46dd-be45-671bc1d6a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:12.910231 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-d27c61a0-f6f3-46dd-be45-671bc1d6a18c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a2778b0-2af3-44fa-a7c1-606604586177 HTTP/1.1" status: 200 len: 854 time: 0.0442467 Apr 01 16:12:12.944203 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-74d36899-c3da-45f1-9188-b81eebed5478 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18b0c836-072a-4bd7-8cc5-3e6d980cd5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240810 Apr 01 16:12:13.037934 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-9081c8e5-fd1e-41d7-9aa3-c2334cd75e68 service neutron] 10.222.0.41 "GET /v2.0/networks/18b0c836-072a-4bd7-8cc5-3e6d980cd5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869279 Apr 01 16:12:13.130916 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f472d0c-c74d-4e4c-a1bf-0a086ae777d9 req-4f5365f5-8d46-4fdb-8266-a56cd26441a1 service neutron] 10.222.0.41 "GET /v2.0/networks/18b0c836-072a-4bd7-8cc5-3e6d980cd5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832951 Apr 01 16:12:13.405483 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c391d8-5538-4d3b-a245-6317dafb5e31 req-bf145526-6c42-4b1e-80bf-e2509927899d tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:13.406980 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3c391d8-5538-4d3b-a245-6317dafb5e31 req-bf145526-6c42-4b1e-80bf-e2509927899d tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 943 time: 0.0541413 Apr 01 16:12:13.444885 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e3c391d8-5538-4d3b-a245-6317dafb5e31 req-1ec1bd61-2f42-41d7-b754-7aea970b8fb6 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Apr 01 16:12:14.564113 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f0a67-a6dc-4bd3-9039-2596bcdd6c33 req-5d8094cc-a4a6-44d6-a2f8-14fe41b0c9b0 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:14.565665 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-221f0a67-a6dc-4bd3-9039-2596bcdd6c33 req-5d8094cc-a4a6-44d6-a2f8-14fe41b0c9b0 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 943 time: 0.0491970 Apr 01 16:12:14.605299 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-221f0a67-a6dc-4bd3-9039-2596bcdd6c33 req-26cadb45-e421-4494-995c-6d9f71f07ae7 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331829 Apr 01 16:12:15.722647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02514e1-b304-478a-b4d7-1db0f4958a4d req-1d90267b-7740-4d2c-9f86-4ac1f2d5e995 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:15.724175 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b02514e1-b304-478a-b4d7-1db0f4958a4d req-1d90267b-7740-4d2c-9f86-4ac1f2d5e995 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 943 time: 0.0503640 Apr 01 16:12:15.759977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:15.763195 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b02514e1-b304-478a-b4d7-1db0f4958a4d req-17ec0358-e86b-44dc-8985-d85c8eb82211 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Apr 01 16:12:16.539706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:12:16.634278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:16.645965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '66d8abb6-e8ca-4c82-bcfa-26cddff13ef0', 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9', 'port_id': '66d8abb6-e8ca-4c82-bcfa-26cddff13ef0', 'mac_address': 'fa:16:3e:aa:31:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2778b0-2af3-44fa-a7c1-606604586177', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:12:16.684040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:16.696701 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:16.720706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:16.811217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:16.858325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:16.883941 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56f18f-0d08-4b02-853e-4eb2c7bc61ec req-138059a8-a956-4ba3-86f7-ea999d7afb48 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:16.886111 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9b56f18f-0d08-4b02-853e-4eb2c7bc61ec req-138059a8-a956-4ba3-86f7-ea999d7afb48 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 944 time: 0.0545120 Apr 01 16:12:16.925437 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9b56f18f-0d08-4b02-853e-4eb2c7bc61ec req-87478310-5f5b-4b2d-8063-a2b7a6caeaa3 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 Apr 01 16:12:17.081411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['66d8abb6-e8ca-4c82-bcfa-26cddff13ef0'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:18.046773 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ae4c7-ace7-4775-ba34-6582b132b94b req-66ccf5df-15c2-4409-b55a-abcbb33a64c9 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:18.048328 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9b3ae4c7-ace7-4775-ba34-6582b132b94b req-66ccf5df-15c2-4409-b55a-abcbb33a64c9 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 944 time: 0.0522923 Apr 01 16:12:18.088252 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9b3ae4c7-ace7-4775-ba34-6582b132b94b req-568d6e02-3872-4d60-b933-95cac68b68da tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337408 Apr 01 16:12:18.540960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:12:18.673880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:12:18.678028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:18.683598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:18.757286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:18.779218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5243d-8927-45a5-b987-77c3c8705129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8abb6-e8ca-4c82-bcfa-26cddff13ef0'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:18.781525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f809bb-ba1d-4ac8-a612-749d17b2f06e" -d '{"events": [{"server_uuid": "b5b5243d-8927-45a5-b987-77c3c8705129", "name": "network-vif-plugged", "status": "completed", "tag": "66d8abb6-e8ca-4c82-bcfa-26cddff13ef0"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:18.797639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:18.820069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d033c5-d83d-4338-bf95-f7f3f860cce4 x-openstack-request-id: req-26d033c5-d83d-4338-bf95-f7f3f860cce4 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:18.820371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b5243d-8927-45a5-b987-77c3c8705129", "name": "network-vif-plugged", "status": "completed", "tag": "66d8abb6-e8ca-4c82-bcfa-26cddff13ef0", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:18.820648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26d033c5-d83d-4338-bf95-f7f3f860cce4 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:18.821043 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d033c5-d83d-4338-bf95-f7f3f860cce4'] response: {'server_uuid': 'b5b5243d-8927-45a5-b987-77c3c8705129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8abb6-e8ca-4c82-bcfa-26cddff13ef0', 'code': 200} Apr 01 16:12:18.874364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:18.923847 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:19.179236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a37903-4bea-4e2a-8402-0da8ff3c4234 req-9244651f-2ed3-4a01-b5f6-7810d451f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:19.180962 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f0a37903-4bea-4e2a-8402-0da8ff3c4234 req-9244651f-2ed3-4a01-b5f6-7810d451f497 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 1098 time: 0.0439765 Apr 01 16:12:19.215138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfc7f2-6999-4eea-90c1-83bb9ff75e60 req-feee7941-e53a-488e-95e8-c0d47c6d93d4 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:19.216812 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-49bfc7f2-6999-4eea-90c1-83bb9ff75e60 req-feee7941-e53a-488e-95e8-c0d47c6d93d4 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0531056 Apr 01 16:12:19.222351 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f0a37903-4bea-4e2a-8402-0da8ff3c4234 req-fe0de0bf-b993-49f3-bdd5-04e84d634c6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Apr 01 16:12:19.256233 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-49bfc7f2-6999-4eea-90c1-83bb9ff75e60 req-0888fb6a-b084-4dc1-aa68-f7387e895a67 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330451 Apr 01 16:12:20.392367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59c8a6-9896-409e-8096-395c119e7885 req-8dd2da9f-e363-40a9-9e83-dbf5a3867c38 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:20.393866 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5b59c8a6-9896-409e-8096-395c119e7885 req-8dd2da9f-e363-40a9-9e83-dbf5a3867c38 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0600383 Apr 01 16:12:20.434417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5b59c8a6-9896-409e-8096-395c119e7885 req-abe11694-076a-4405-b113-88bcb0dd229c tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Apr 01 16:12:21.553487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bf201-4966-4fb1-90d7-d0969a949618 req-e651b1a5-1082-4c1d-8020-98d66645dd13 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:21.554996 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-490bf201-4966-4fb1-90d7-d0969a949618 req-e651b1a5-1082-4c1d-8020-98d66645dd13 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Apr 01 16:12:21.594746 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-490bf201-4966-4fb1-90d7-d0969a949618 req-61b82818-dde4-442f-bc38-83fabcfb37c0 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335689 Apr 01 16:12:21.820990 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-79d0ff23-a8e7-465f-8273-32c4ae6a8875 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:21.822507 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-79d0ff23-a8e7-465f-8273-32c4ae6a8875 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/networks?id=18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 HTTP/1.1" status: 200 len: 814 time: 0.1051745 Apr 01 16:12:21.838805 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ace1743f-58d1-4560-a562-19bfb050374b tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/quotas/f1d17a054b354998aa7a04e8b0ff88c5 HTTP/1.1" status: 200 len: 375 time: 0.0098011 Apr 01 16:12:21.890246 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-7993451f-59b0-4a45-82f9-27b9bfaf1d13 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450964 Apr 01 16:12:21.985255 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-9b50ae54-f318-4d9f-923c-2118bb970619 service neutron] 10.222.0.73 "GET /v2.0/networks/18b0c836-072a-4bd7-8cc5-3e6d980cd5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876722 Apr 01 16:12:22.079938 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-658e6239-c515-438c-88b3-e10f16a2d028 service neutron] 10.222.0.73 "GET /v2.0/networks/18b0c836-072a-4bd7-8cc5-3e6d980cd5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883701 Apr 01 16:12:22.305089 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5b193b59-0f8f-43b6-8cf7-2e29c3af0de3 req-f7f63252-e873-4c53-a071-a2f5044bc012 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 210 time: 0.0272260 Apr 01 16:12:23.400233 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-181aaddf-d105-456a-ae68-6856dcd55fd8 req-ead94e14-ffa1-4f04-bc2a-9c7e70832eab tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 210 time: 0.0269201 Apr 01 16:12:24.499296 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eb1c9f63-1073-45fc-a99a-afca119c38e8 req-6b94fa16-bd76-4257-82ad-92539ffe115f tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 210 time: 0.0304203 Apr 01 16:12:24.642377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-fbd54110-ede2-438c-b092-3aa8b06f8d49 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:24.643903 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-fbd54110-ede2-438c-b092-3aa8b06f8d49 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.41 "GET /v2.0/networks?id=18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 HTTP/1.1" status: 200 len: 814 time: 0.1045029 Apr 01 16:12:24.658357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Request body: {'port': {'device_id': '6ba950c5-f0cd-4faa-a908-c6e7b318763e', 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9', 'admin_state_up': True, 'tenant_id': 'f1d17a054b354998aa7a04e8b0ff88c5'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:24.880009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Made reservation on behalf of f1d17a054b354998aa7a04e8b0ff88c5 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:24.883565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.009594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Allocated IP 172.20.0.6 (18b0c836-072a-4bd7-8cc5-3e6d980cd5c9/3a2778b0-2af3-44fa-a7c1-606604586177/281682db-09f0-4ae3-8f7c-5a3f3f7087fc) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:25.165864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.309640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.321944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['66d8abb6-e8ca-4c82-bcfa-26cddff13ef0'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:25.352823 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:25.356546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:25.360653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:25.390625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Pushing event updated for resources: {'Port': ['ID=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:25.418796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.419339 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.494179 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0dfa6c6-e86d-4521-9de6-dbe3db066afd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8398304 Apr 01 16:12:25.506959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Request body: {'port': {'device_id': '6ba950c5-f0cd-4faa-a908-c6e7b318763e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:25.560700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.617562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c807a31-9f09-414a-b554-387c7a867ab2 req-2cb73a09-3883-4346-a7f8-a1e7bcb0eac8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.619075 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1c807a31-9f09-414a-b554-387c7a867ab2 req-2cb73a09-3883-4346-a7f8-a1e7bcb0eac8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 931 time: 0.0515244 Apr 01 16:12:25.659960 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1c807a31-9f09-414a-b554-387c7a867ab2 req-80637ba9-b807-4ecf-be12-5d7a4a8d3355 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Apr 01 16:12:25.839266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281682db-09f0-4ae3-8f7c-5a3f3f7087fc {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:25.846695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.858251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Transition to ACTIVE for port object 281682db-09f0-4ae3-8f7c-5a3f3f7087fc will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:12:25.988613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.036863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Pushing event updated for resources: {'Port': ['ID=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:26.106677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Attempting to bind port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:12:26.107006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Attempting to bind port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '966d1a46-9403-4cfb-9406-a8f0244c1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:12:26.107330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Attempting to bind port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc on network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:26.111599 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc on network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:12:26.111914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Attempting to bind port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc on network 18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:26.116708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:12:26.117036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Checking segment: {'id': '966d1a46-9403-4cfb-9406-a8f0244c1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:26.117409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Bound using segment: {'id': '966d1a46-9403-4cfb-9406-a8f0244c1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:12:26.117848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Bound port: 281682db-09f0-4ae3-8f7c-5a3f3f7087fc, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966d1a46-9403-4cfb-9406-a8f0244c1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:12:26.118170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.185353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] For port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:26.188369 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] For port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:26.497740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.534587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:26.535206 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.536628 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] 10.222.0.41 "PUT /v2.0/ports/281682db-09f0-4ae3-8f7c-5a3f3f7087fc HTTP/1.1" status: 200 len: 1093 time: 1.0338223 Apr 01 16:12:26.537069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba950c5-f0cd-4faa-a908-c6e7b318763e', 'tag': '281682db-09f0-4ae3-8f7c-5a3f3f7087fc'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:26.539302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4dc12f-635c-40fb-95bd-dde2d98bab06" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba950c5-f0cd-4faa-a908-c6e7b318763e", "tag": "281682db-09f0-4ae3-8f7c-5a3f3f7087fc"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:26.565052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f533f-5ff2-4b3a-928c-505afa9db44e service neutron] Pushing event updated for resources: {'Port': ['ID=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:26.580440 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d233710f-bc59-4faa-a554-24ceb4820607 x-openstack-request-id: req-d233710f-bc59-4faa-a554-24ceb4820607 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:26.580731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba950c5-f0cd-4faa-a908-c6e7b318763e", "tag": "281682db-09f0-4ae3-8f7c-5a3f3f7087fc", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:26.580983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d233710f-bc59-4faa-a554-24ceb4820607 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:26.581389 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d233710f-bc59-4faa-a554-24ceb4820607'] response: {'name': 'network-changed', 'server_uuid': '6ba950c5-f0cd-4faa-a908-c6e7b318763e', 'tag': '281682db-09f0-4ae3-8f7c-5a3f3f7087fc', 'status': 'completed', 'code': 200} Apr 01 16:12:26.644249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dc12f-635c-40fb-95bd-dde2d98bab06 req-cf853d8d-90c7-4eeb-b9f4-22039b1fcbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:26.645818 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5c4dc12f-635c-40fb-95bd-dde2d98bab06 req-cf853d8d-90c7-4eeb-b9f4-22039b1fcbd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 1096 time: 0.0433078 Apr 01 16:12:26.759133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dc12f-635c-40fb-95bd-dde2d98bab06 req-1dda2ea3-d721-4ae2-87b0-5314da2c44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:26.759133 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5c4dc12f-635c-40fb-95bd-dde2d98bab06 req-1dda2ea3-d721-4ae2-87b0-5314da2c44f5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1027141 Apr 01 16:12:26.782213 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998e563-fb0a-488d-a672-78c72203fee2 req-d20fe7cc-3fa6-4048-9866-5ae9021b0f21 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:26.783710 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7998e563-fb0a-488d-a672-78c72203fee2 req-d20fe7cc-3fa6-4048-9866-5ae9021b0f21 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 943 time: 0.0538490 Apr 01 16:12:26.823828 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7998e563-fb0a-488d-a672-78c72203fee2 req-4409c55b-e2a3-4f38-9c8a-9b3a74de42a9 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339158 Apr 01 16:12:26.857476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dc12f-635c-40fb-95bd-dde2d98bab06 req-037172f8-5709-4ca9-85a5-e4a46e0d2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:26.858980 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5c4dc12f-635c-40fb-95bd-dde2d98bab06 req-037172f8-5709-4ca9-85a5-e4a46e0d2503 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0947773 Apr 01 16:12:26.937126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-4cd736b9-84e8-4cff-bb3d-7b464f40df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:26.938637 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-4cd736b9-84e8-4cff-bb3d-7b464f40df92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 1096 time: 0.0418925 Apr 01 16:12:26.983961 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-98790b6a-e15e-4259-a6d0-48ca47591432 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=281682db-09f0-4ae3-8f7c-5a3f3f7087fc HTTP/1.1" status: 200 len: 217 time: 0.0384495 Apr 01 16:12:27.032476 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-02ab2473-e889-497d-9a83-c4c8a458b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:27.033846 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-02ab2473-e889-497d-9a83-c4c8a458b56d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a2778b0-2af3-44fa-a7c1-606604586177 HTTP/1.1" status: 200 len: 854 time: 0.0438590 Apr 01 16:12:27.064887 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-c0fafb71-5c50-481c-8de5-4903e84f3a0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18b0c836-072a-4bd7-8cc5-3e6d980cd5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247257 Apr 01 16:12:27.160170 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-dcf4a7bf-05ba-4b14-9d8e-329c2c0bc895 service neutron] 10.222.0.41 "GET /v2.0/networks/18b0c836-072a-4bd7-8cc5-3e6d980cd5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888791 Apr 01 16:12:27.247685 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-189056d3-8de0-4a65-a1fc-0115442e4095 req-cdf60075-76c8-42ec-bfdf-e8d984dd8b13 service neutron] 10.222.0.41 "GET /v2.0/networks/18b0c836-072a-4bd7-8cc5-3e6d980cd5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813122 Apr 01 16:12:27.950005 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a583755-fa90-4c3f-8e88-3752d6ff5d40 req-3a3c28c6-bef7-487a-ba61-cfefe3c0bd60 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:27.951405 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0a583755-fa90-4c3f-8e88-3752d6ff5d40 req-3a3c28c6-bef7-487a-ba61-cfefe3c0bd60 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 943 time: 0.0544469 Apr 01 16:12:27.990913 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0a583755-fa90-4c3f-8e88-3752d6ff5d40 req-ec8f673f-ba0d-4798-9ab2-3525cbac1eac tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Apr 01 16:12:29.103964 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4cd7b-37d9-405b-82bf-15d63c8d8b40 req-5fce5481-5719-4563-9463-71e2023eea1d tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:29.106015 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7fc4cd7b-37d9-405b-82bf-15d63c8d8b40 req-5fce5481-5719-4563-9463-71e2023eea1d tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 943 time: 0.0498047 Apr 01 16:12:29.147758 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7fc4cd7b-37d9-405b-82bf-15d63c8d8b40 req-455a5bef-ae5f-435d-b7b9-24432f96a38b tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341797 Apr 01 16:12:30.266250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71b58a-d132-42a2-ba53-132a02f67526 req-0f86eef3-8cec-4bc0-a947-46cba23c76cd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:30.267789 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-de71b58a-d132-42a2-ba53-132a02f67526 req-0f86eef3-8cec-4bc0-a947-46cba23c76cd tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 943 time: 0.0509310 Apr 01 16:12:30.306762 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-de71b58a-d132-42a2-ba53-132a02f67526 req-1474895b-8034-4b9f-8e59-e7dad70b25c2 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Apr 01 16:12:30.604088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 281682db-09f0-4ae3-8f7c-5a3f3f7087fc details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:12:30.714500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:30.726352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '281682db-09f0-4ae3-8f7c-5a3f3f7087fc', 'network_id': '18b0c836-072a-4bd7-8cc5-3e6d980cd5c9', 'port_id': '281682db-09f0-4ae3-8f7c-5a3f3f7087fc', 'mac_address': 'fa:16:3e:55:0c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2778b0-2af3-44fa-a7c1-606604586177', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:12:30.766612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:30.780548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281682db-09f0-4ae3-8f7c-5a3f3f7087fc {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:12:30.801436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:30.909327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:30.960260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:30.967964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.968304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.968670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.968999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.969328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.969661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.970156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.970483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.970808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.971129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.971455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:30.971779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:31.157512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['281682db-09f0-4ae3-8f7c-5a3f3f7087fc'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:31.432148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b440-bb3b-410d-acec-f8a180f32833 req-5fba8245-db9b-4792-bbc1-e806ada48d10 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:31.434574 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87d1b440-bb3b-410d-acec-f8a180f32833 req-5fba8245-db9b-4792-bbc1-e806ada48d10 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 944 time: 0.0559161 Apr 01 16:12:31.474476 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87d1b440-bb3b-410d-acec-f8a180f32833 req-4553d888-0220-4529-abcf-cb407a1914a3 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Apr 01 16:12:32.587805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4a11b-1c51-4c51-a2b8-77145c95b660 req-39776f4e-fb2b-47e4-afec-df76db56c105 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:32.589337 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-67e4a11b-1c51-4c51-a2b8-77145c95b660 req-39776f4e-fb2b-47e4-afec-df76db56c105 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 944 time: 0.0496094 Apr 01 16:12:32.628555 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-67e4a11b-1c51-4c51-a2b8-77145c95b660 req-60b567ab-300a-4576-a067-a774af5495da tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Apr 01 16:12:32.636585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 281682db-09f0-4ae3-8f7c-5a3f3f7087fc up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:12:32.828587 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:12:32.832789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:32.833188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:32.911765 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:32.934956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba950c5-f0cd-4faa-a908-c6e7b318763e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281682db-09f0-4ae3-8f7c-5a3f3f7087fc'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:32.937240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bf7aad-c23a-49ee-9122-e815407650b3" -d '{"events": [{"server_uuid": "6ba950c5-f0cd-4faa-a908-c6e7b318763e", "name": "network-vif-plugged", "status": "completed", "tag": "281682db-09f0-4ae3-8f7c-5a3f3f7087fc"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:32.949517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:32.976012 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095e4e00-54bb-482f-ae09-cc5ab3c07bdf x-openstack-request-id: req-095e4e00-54bb-482f-ae09-cc5ab3c07bdf {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:32.976811 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba950c5-f0cd-4faa-a908-c6e7b318763e", "name": "network-vif-plugged", "status": "completed", "tag": "281682db-09f0-4ae3-8f7c-5a3f3f7087fc", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:32.976811 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-095e4e00-54bb-482f-ae09-cc5ab3c07bdf {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:32.977007 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095e4e00-54bb-482f-ae09-cc5ab3c07bdf'] response: {'server_uuid': '6ba950c5-f0cd-4faa-a908-c6e7b318763e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281682db-09f0-4ae3-8f7c-5a3f3f7087fc', 'code': 200} Apr 01 16:12:33.069141 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:33.116561 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:33.400532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107965-6ac7-4290-8e8d-2e3f10698972 req-1a95f72a-18e1-474e-8c9b-42a43db98de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:33.401977 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b8107965-6ac7-4290-8e8d-2e3f10698972 req-1a95f72a-18e1-474e-8c9b-42a43db98de4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 1098 time: 0.0469749 Apr 01 16:12:33.437788 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b8107965-6ac7-4290-8e8d-2e3f10698972 req-343ac973-46e4-4660-9d86-357ec9a4bb05 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295541 Apr 01 16:12:33.744529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821c8f9-6677-4b2f-9a3d-270bf46173c1 req-b70c2409-38c7-4e6d-98ea-f6d24faf6504 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:33.746026 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8821c8f9-6677-4b2f-9a3d-270bf46173c1 req-b70c2409-38c7-4e6d-98ea-f6d24faf6504 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 945 time: 0.0511625 Apr 01 16:12:33.784524 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8821c8f9-6677-4b2f-9a3d-270bf46173c1 req-4f41d615-70b8-416f-bdf7-b0fb00089493 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Apr 01 16:12:34.749126 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1feeec68-7853-4846-9316-a11c9b2ec691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:34.907193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f4594-b690-4228-90ef-77e48dcb3a64 req-f1489266-db72-42d5-8ce9-5a4e9680fe58 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:34.908629 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d5f4594-b690-4228-90ef-77e48dcb3a64 req-f1489266-db72-42d5-8ce9-5a4e9680fe58 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 945 time: 0.0533690 Apr 01 16:12:34.949901 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d5f4594-b690-4228-90ef-77e48dcb3a64 req-b583b448-3ad2-454e-8ba6-4880d6b11505 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340078 Apr 01 16:12:35.119072 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:12:35.492069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122f8c7-6d91-496a-84a7-e1d16b768676 req-ef2d213d-643c-4038-a779-473881475259 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:35.493566 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6122f8c7-6d91-496a-84a7-e1d16b768676 req-ef2d213d-643c-4038-a779-473881475259 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 945 time: 0.0492296 Apr 01 16:12:35.533326 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6122f8c7-6d91-496a-84a7-e1d16b768676 req-30fbca6f-52c6-4c3f-90b3-7fd452ea2118 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Apr 01 16:12:36.651596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd112814-0532-44d0-8c98-1426080cef9a req-23755fb2-6ef5-4c56-ac04-25af0b413230 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:36.653119 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fd112814-0532-44d0-8c98-1426080cef9a req-23755fb2-6ef5-4c56-ac04-25af0b413230 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 945 time: 0.0508840 Apr 01 16:12:36.693614 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fd112814-0532-44d0-8c98-1426080cef9a req-7132e385-8b7f-4e85-beb2-8fc504d6e244 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343301 Apr 01 16:12:36.961648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-a0576952-5a8a-4a70-a1ee-0a7583f65818 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:36.963367 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-a0576952-5a8a-4a70-a1ee-0a7583f65818 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 945 time: 0.0515215 Apr 01 16:12:37.051510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Deleting port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:12:37.051848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.144258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] For port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:37.144646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.157029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Calling delete_port for 281682db-09f0-4ae3-8f7c-5a3f3f7087fc owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:12:37.297342 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dba79204-d9cc-48e2-8efb-e9c9b8f24c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.383537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.397806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['66d8abb6-e8ca-4c82-bcfa-26cddff13ef0', '281682db-09f0-4ae3-8f7c-5a3f3f7087fc'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:37.414535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Pushing event deleted for resources: {'Port': ['ID=281682db-09f0-4ae3-8f7c-5a3f3f7087fc,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:37.457636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] No DVR routers for this DVR port 281682db-09f0-4ae3-8f7c-5a3f3f7087fc on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:37.460256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:37.464000 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d2893075-1a10-4aef-ac2f-b32e769afb84 req-e6332e21-3195-404b-aae3-a81089bd96cf tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.41 "DELETE /v2.0/ports/281682db-09f0-4ae3-8f7c-5a3f3f7087fc HTTP/1.1" status: 204 len: 173 time: 0.4939389 Apr 01 16:12:37.464478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba950c5-f0cd-4faa-a908-c6e7b318763e', 'name': 'network-vif-deleted', 'tag': '281682db-09f0-4ae3-8f7c-5a3f3f7087fc'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:37.471434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d55fca-e99f-494c-b96f-7ed837b75013" -d '{"events": [{"server_uuid": "6ba950c5-f0cd-4faa-a908-c6e7b318763e", "name": "network-vif-deleted", "tag": "281682db-09f0-4ae3-8f7c-5a3f3f7087fc"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:37.505960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eb03ec-93ba-43b0-ad13-2f646d4645f9 x-openstack-request-id: req-44eb03ec-93ba-43b0-ad13-2f646d4645f9 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:37.505960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba950c5-f0cd-4faa-a908-c6e7b318763e", "name": "network-vif-deleted", "tag": "281682db-09f0-4ae3-8f7c-5a3f3f7087fc", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:37.505960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44eb03ec-93ba-43b0-ad13-2f646d4645f9 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:37.505960 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44eb03ec-93ba-43b0-ad13-2f646d4645f9'] response: {'server_uuid': '6ba950c5-f0cd-4faa-a908-c6e7b318763e', 'name': 'network-vif-deleted', 'tag': '281682db-09f0-4ae3-8f7c-5a3f3f7087fc', 'status': 'completed', 'code': 200} Apr 01 16:12:37.792894 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-715eb0ac-f363-436f-860a-8e7a747e8a71 req-da1f05d5-24c3-4495-90b4-fedfa36e982d tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ba950c5-f0cd-4faa-a908-c6e7b318763e HTTP/1.1" status: 200 len: 210 time: 0.0305283 Apr 01 16:12:38.944454 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d429cc3-2225-40d4-a4cf-c5877b08a067 req-6e78c367-4263-47ef-b3d7-cff0f3385eb3 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:38.945860 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4d429cc3-2225-40d4-a4cf-c5877b08a067 req-6e78c367-4263-47ef-b3d7-cff0f3385eb3 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0515592 Apr 01 16:12:38.983859 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4d429cc3-2225-40d4-a4cf-c5877b08a067 req-0935d594-acaf-4029-b692-31b9162693b2 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Apr 01 16:12:39.116399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664f02-e633-44bb-966d-537672aeb83a req-54f00c16-ff89-48d0-9969-482829198662 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:39.117882 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ab664f02-e633-44bb-966d-537672aeb83a req-54f00c16-ff89-48d0-9969-482829198662 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0494683 Apr 01 16:12:39.155750 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ab664f02-e633-44bb-966d-537672aeb83a req-826c567a-f89a-4074-bf66-1c6f2ac6bffc tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Apr 01 16:12:39.271617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a137735-4725-4a02-a54d-fe8cfe02db74 req-e84f2c93-8e6e-4ac5-a2b1-4510f22e9164 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:39.273168 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7a137735-4725-4a02-a54d-fe8cfe02db74 req-e84f2c93-8e6e-4ac5-a2b1-4510f22e9164 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0494256 Apr 01 16:12:39.316017 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7a137735-4725-4a02-a54d-fe8cfe02db74 req-d3100dec-a3b1-4af0-ba21-e4342f1ece5f tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 Apr 01 16:12:39.483519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05cbe6-c128-46bc-9c55-648408eeb10b req-bb6f9a9c-3a2a-4daf-86ce-1c5f107c5913 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:39.485033 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3b05cbe6-c128-46bc-9c55-648408eeb10b req-bb6f9a9c-3a2a-4daf-86ce-1c5f107c5913 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0510638 Apr 01 16:12:39.523271 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3b05cbe6-c128-46bc-9c55-648408eeb10b req-3e4b231e-3989-4c79-8df6-748d36539f81 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Apr 01 16:12:39.640647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd44fe-b1bf-44d0-a391-71520bf1b49e req-96e18552-c4c1-4b6d-83d7-8faba4282139 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:39.642154 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-98cd44fe-b1bf-44d0-a391-71520bf1b49e req-96e18552-c4c1-4b6d-83d7-8faba4282139 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0513384 Apr 01 16:12:39.681095 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-98cd44fe-b1bf-44d0-a391-71520bf1b49e req-f76a2db8-ec7d-40a0-8f3e-b7dfd2b28073 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326765 Apr 01 16:12:39.800395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:39.806276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99b03e-f97a-49a2-934a-d71d240eb231 req-36ae95ad-1192-467a-a666-03fb9511681a tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:39.807770 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cb99b03e-f97a-49a2-934a-d71d240eb231 req-36ae95ad-1192-467a-a666-03fb9511681a tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0494990 Apr 01 16:12:39.851614 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cb99b03e-f97a-49a2-934a-d71d240eb231 req-8b50a66f-181c-48dd-b605-7dbee0867696 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371680 Apr 01 16:12:40.409546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b6649-60d7-41bf-965d-88f409a2e032 req-f0fee2f0-c0ae-49d5-ba74-2c08671ab15c tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:40.411099 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-712b6649-60d7-41bf-965d-88f409a2e032 req-f0fee2f0-c0ae-49d5-ba74-2c08671ab15c tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0506029 Apr 01 16:12:40.451328 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-712b6649-60d7-41bf-965d-88f409a2e032 req-ebb23677-a6ba-46b2-81d5-a16d7c2ddb54 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339503 Apr 01 16:12:40.687336 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 281682db-09f0-4ae3-8f7c-5a3f3f7087fc no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:40.710384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 281682db-09f0-4ae3-8f7c-5a3f3f7087fc {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:12:40.710727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 281682db-09f0-4ae3-8f7c-5a3f3f7087fc not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:40.909123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:41.029033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:41.569388 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7e46c-92d7-4a5a-8d7e-289b678f4b65 req-edbf2352-5b4a-4127-892d-d2f8a628ece6 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:41.570871 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0df7e46c-92d7-4a5a-8d7e-289b678f4b65 req-edbf2352-5b4a-4127-892d-d2f8a628ece6 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0494108 Apr 01 16:12:41.610404 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0df7e46c-92d7-4a5a-8d7e-289b678f4b65 req-fc4fb211-06d9-41f1-84ce-9b2d9abd1efa tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/security-groups?id=efe28b45-6d99-4e9b-8d4e-0ff4083aa568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327940 Apr 01 16:12:41.916235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-38e4be95-29d1-4968-a873-a425afb20d21 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:41.917697 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-38e4be95-29d1-4968-a873-a425afb20d21 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 945 time: 0.0511224 Apr 01 16:12:42.004253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Deleting port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:12:42.004627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.093029 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] For port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,segment=NetworkSegment(966d1a46-9403-4cfb-9406-a8f0244c1f1d),segment_id=966d1a46-9403-4cfb-9406-a8f0244c1f1d)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:42.094218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.105548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Calling delete_port for 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:12:42.303595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.319920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['66d8abb6-e8ca-4c82-bcfa-26cddff13ef0'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:12:42.336648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Pushing event deleted for resources: {'Port': ['ID=66d8abb6-e8ca-4c82-bcfa-26cddff13ef0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:42.377766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] No DVR routers for this DVR port 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:42.380240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:42.383540 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2259c3b5-e45e-4930-a274-c20fb7d83e27 req-920128d5-b5fe-4cdf-81b5-252a69dd46c8 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.41 "DELETE /v2.0/ports/66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 HTTP/1.1" status: 204 len: 173 time: 0.4600916 Apr 01 16:12:42.383973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b5243d-8927-45a5-b987-77c3c8705129', 'name': 'network-vif-deleted', 'tag': '66d8abb6-e8ca-4c82-bcfa-26cddff13ef0'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:12:42.386247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bafe3af-8d45-439b-a586-809e2e4a08fd" -d '{"events": [{"server_uuid": "b5b5243d-8927-45a5-b987-77c3c8705129", "name": "network-vif-deleted", "tag": "66d8abb6-e8ca-4c82-bcfa-26cddff13ef0"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:12:42.424271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cf0c3c-c145-4f28-9dfc-cf5607a967d8 x-openstack-request-id: req-e2cf0c3c-c145-4f28-9dfc-cf5607a967d8 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:12:42.424596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b5243d-8927-45a5-b987-77c3c8705129", "name": "network-vif-deleted", "tag": "66d8abb6-e8ca-4c82-bcfa-26cddff13ef0", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:12:42.424851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2cf0c3c-c145-4f28-9dfc-cf5607a967d8 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:12:42.425256 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cf0c3c-c145-4f28-9dfc-cf5607a967d8'] response: {'server_uuid': 'b5b5243d-8927-45a5-b987-77c3c8705129', 'name': 'network-vif-deleted', 'tag': '66d8abb6-e8ca-4c82-bcfa-26cddff13ef0', 'status': 'completed', 'code': 200} Apr 01 16:12:42.706231 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-05f85c13-0636-40ef-8455-4adcffdb8f5a req-3fe745a7-2aa0-4c3b-80af-7e8141c8ffd0 tempest-ServersNegativeTestJSON-1005332734 tempest-ServersNegativeTestJSON-1005332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 210 time: 0.0271902 Apr 01 16:12:43.494200 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-39401bee-aebd-41d7-89d5-96230824c931 req-80b0c722-b426-412e-9350-1f2c8ffd9df0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5b5243d-8927-45a5-b987-77c3c8705129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255213 Apr 01 16:12:43.561575 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-39401bee-aebd-41d7-89d5-96230824c931 req-5274728f-cdde-4e45-aba9-0d37478179fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&device_id=b5b5243d-8927-45a5-b987-77c3c8705129 HTTP/1.1" status: 200 len: 210 time: 0.0253849 Apr 01 16:12:43.677879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39401bee-aebd-41d7-89d5-96230824c931 req-2af9eff5-8bf8-4923-af73-09641bdb7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:43.679368 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-39401bee-aebd-41d7-89d5-96230824c931 req-2af9eff5-8bf8-4923-af73-09641bdb7f3b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0989354 Apr 01 16:12:43.769742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59422) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:43.781173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39401bee-aebd-41d7-89d5-96230824c931 req-652f05cd-5701-40fb-8ae3-ac539d70a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:43.782952 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-39401bee-aebd-41d7-89d5-96230824c931 req-652f05cd-5701-40fb-8ae3-ac539d70a764 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0961020 Apr 01 16:12:43.814103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f2c70c-ec2c-40fc-a909-3002b6ceaecd admin admin] Deleting subnet 3a2778b0-2af3-44fa-a7c1-606604586177 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:12:43.821026 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c70c-ec2c-40fc-a909-3002b6ceaecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:43.852449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c70c-ec2c-40fc-a909-3002b6ceaecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:43.892769 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c70c-ec2c-40fc-a909-3002b6ceaecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.041034 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c70c-ec2c-40fc-a909-3002b6ceaecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.067480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2c70c-ec2c-40fc-a909-3002b6ceaecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2778b0-2af3-44fa-a7c1-606604586177,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:44.073830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c70c-ec2c-40fc-a909-3002b6ceaecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.077190 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d7f2c70c-ec2c-40fc-a909-3002b6ceaecd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3a2778b0-2af3-44fa-a7c1-606604586177 HTTP/1.1" status: 204 len: 168 time: 0.3107786 Apr 01 16:12:44.079699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59424) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:44.154327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.237748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.258430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b0c836-072a-4bd7-8cc5-3e6d980cd5c9']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:44.267570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966d1a46-9403-4cfb-9406-a8f0244c1f1d') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:44.267864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966d1a46-9403-4cfb-9406-a8f0244c1f1d') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:44.277256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.290916 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.297368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] Releasing vlan 1144 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:12:44.297689 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:12:44.299331 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:12:44.428873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.434534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.437820 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] 10.222.0.73 "DELETE /v2.0/networks/18b0c836-072a-4bd7-8cc5-3e6d980cd5c9 HTTP/1.1" status: 204 len: 168 time: 0.3571849 Apr 01 16:12:44.449003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90381c30-f8cb-4ae1-9b91-03fde52fb062 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b0c836-072a-4bd7-8cc5-3e6d980cd5c9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:44.736751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59428) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:44.777346 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f5c81b3d-b18e-49c2-9f98-a6baff4cb5d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1d17a054b354998aa7a04e8b0ff88c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394142 Apr 01 16:12:44.780592 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59430) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:44.827434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-19e2024f-fcb0-4437-b86a-44d7c0e56031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:44.849730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-19e2024f-fcb0-4437-b86a-44d7c0e56031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:45.005903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-19e2024f-fcb0-4437-b86a-44d7c0e56031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:45.008536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-19e2024f-fcb0-4437-b86a-44d7c0e56031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:45.009749 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-19e2024f-fcb0-4437-b86a-44d7c0e56031 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efe28b45-6d99-4e9b-8d4e-0ff4083aa568 HTTP/1.1" status: 204 len: 168 time: 0.2282412 Apr 01 16:12:45.018094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2024f-fcb0-4437-b86a-44d7c0e56031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe28b45-6d99-4e9b-8d4e-0ff4083aa568,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:45.749812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:46.195668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59452) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:46.291105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1645614288'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:46.360539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:46.364017 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:46.373398 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:46.454631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:46.536601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:46.565908 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:12:46.572025 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787c0215-6968-4f63-b2f8-f91f6cf28863,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:46.579308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:46.579645 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Added segment 4650439c-5542-4843-bfc9-2e6526ce170c of type vlan for network 74dadfd6-e58f-4eb2-a905-4753bb8e48d2 Apr 01 16:12:46.618240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:46.715431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:12:46.737692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:46.739507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:12:46.739849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 66d8abb6-e8ca-4c82-bcfa-26cddff13ef0 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:12:46.743403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:46.743998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:46.808901 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Network': ['ID=74dadfd6-e58f-4eb2-a905-4753bb8e48d2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:46.819760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 74dadfd6-e58f-4eb2-a905-4753bb8e48d2 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:12:46.837214 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d8cea8a1-53a5-4277-bfaa-dcbc3509cc3b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6403563 Apr 01 16:12:50.107225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59456) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:50.113037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'subnet': {'network_id': '74dadfd6-e58f-4eb2-a905-4753bb8e48d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:50.274121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:50.277661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:50.612718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:50.675018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Subnet': ['ID=37df023b-5f94-4471-870e-1ab45a020340,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:50.683165 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Checking segment: {'id': '4650439c-5542-4843-bfc9-2e6526ce170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '74dadfd6-e58f-4eb2-a905-4753bb8e48d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:50.683528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network hostable DHCP agents. Network: 74dadfd6-e58f-4eb2-a905-4753bb8e48d2, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:12:50.817574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network 74dadfd6-e58f-4eb2-a905-4753bb8e48d2 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:12:50.983714 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 74dadfd6-e58f-4eb2-a905-4753bb8e48d2) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:50.988123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:50.988784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:50.993701 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889276e3-dfb1-4893-97cc-cfd99e7a60aa None None] Network 74dadfd6-e58f-4eb2-a905-4753bb8e48d2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:12:51.149613 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-74dadfd6-e58f-4eb2-a905-4753bb8e48d2', 'network_id': '74dadfd6-e58f-4eb2-a905-4753bb8e48d2', 'tenant_id': 'acc532d96d7e4a11a95ac2b78d83e73f', 'fixed_ips': [{'subnet_id': '37df023b-5f94-4471-870e-1ab45a020340'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:12:51.150623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.289091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Allocated IP 2001:db8:0:ffff::2 (74dadfd6-e58f-4eb2-a905-4753bb8e48d2/37df023b-5f94-4471-870e-1ab45a020340/9e85e4be-83ad-4baf-81eb-3c9a7e9b917a) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:51.330450 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c8d6fd70-e998-45d5-abdd-f67b27d604ab tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2214053 Apr 01 16:12:51.333152 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59458) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:51.338411 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753752801'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:51.428047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.532015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:51.536458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.566845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] vlan segment allocate from pool success with {'vlan_id': 1139, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:12:51.576419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.576762 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Added segment 96d5f467-a63c-4914-9b44-6c741b222bf9 of type vlan for network aab3e395-45e0-44a1-be2d-b2df928243d2 Apr 01 16:12:51.619001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.625289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.665516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Network 74dadfd6-e58f-4eb2-a905-4753bb8e48d2 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:51.668589 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:51.673279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:51.684419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Pushing event updated for resources: {'Port': ['ID=9e85e4be-83ad-4baf-81eb-3c9a7e9b917a,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:51.736497 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Attempting to bind port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:12:51.736869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Attempting to bind port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '4650439c-5542-4843-bfc9-2e6526ce170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '74dadfd6-e58f-4eb2-a905-4753bb8e48d2'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:12:51.737245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Attempting to bind port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a on network 74dadfd6-e58f-4eb2-a905-4753bb8e48d2 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:51.742772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:12:51.743140 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Checking segment: {'id': '4650439c-5542-4843-bfc9-2e6526ce170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '74dadfd6-e58f-4eb2-a905-4753bb8e48d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:51.743532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.743916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Bound using segment: {'id': '4650439c-5542-4843-bfc9-2e6526ce170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '74dadfd6-e58f-4eb2-a905-4753bb8e48d2'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:12:51.744383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Bound port: 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4650439c-5542-4843-bfc9-2e6526ce170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '74dadfd6-e58f-4eb2-a905-4753bb8e48d2'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:12:51.744761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.789266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.795708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:51.796417 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.807330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] For port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:51.811197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] For port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9e85e4be-83ad-4baf-81eb-3c9a7e9b917a,segment=NetworkSegment(4650439c-5542-4843-bfc9-2e6526ce170c),segment_id=4650439c-5542-4843-bfc9-2e6526ce170c)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:51.865901 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Network': ['ID=aab3e395-45e0-44a1-be2d-b2df928243d2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:51.872277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network aab3e395-45e0-44a1-be2d-b2df928243d2 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:12:51.937689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:51.962376 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ebd29cfe-b83e-4b91-82cb-b5829e498d2c tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6281464 Apr 01 16:12:51.965601 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59460) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:51.971431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'subnet': {'network_id': 'aab3e395-45e0-44a1-be2d-b2df928243d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:51.994618 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa608b99-963f-45f8-b87b-bf0531c09d8a None None] Pushing event updated for resources: {'Port': ['ID=9e85e4be-83ad-4baf-81eb-3c9a7e9b917a,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:52.252176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:52.261636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:52.562204 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:52.630364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Subnet': ['ID=bdcc3aab-c662-4d54-a22b-7ec219c3e4e7,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:52.645352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Checking segment: {'id': '96d5f467-a63c-4914-9b44-6c741b222bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'aab3e395-45e0-44a1-be2d-b2df928243d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:52.646029 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network hostable DHCP agents. Network: aab3e395-45e0-44a1-be2d-b2df928243d2, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:12:52.771861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network aab3e395-45e0-44a1-be2d-b2df928243d2 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:12:52.856151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09438b83-5fc6-4177-acb9-7c9bd2a21a25 None None] Network 74dadfd6-e58f-4eb2-a905-4753bb8e48d2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:12:52.943364 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, aab3e395-45e0-44a1-be2d-b2df928243d2) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:52.947580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:52.948180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:52.957792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2fef58-3c5e-46d1-9fba-bc47676a3141 None None] Network aab3e395-45e0-44a1-be2d-b2df928243d2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:12:53.002227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-95ec2c1d-3523-4cd4-b76f-eda2396491ef None None] Provisioning complete for port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:53.002833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95ec2c1d-3523-4cd4-b76f-eda2396491ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.050105 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-56207557-933e-4d28-9857-a6891bf61c1d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0832970 Apr 01 16:12:53.053170 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59462) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:53.078139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:12:53.252032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:53.252420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.280757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-aab3e395-45e0-44a1-be2d-b2df928243d2', 'network_id': 'aab3e395-45e0-44a1-be2d-b2df928243d2', 'tenant_id': 'acc532d96d7e4a11a95ac2b78d83e73f', 'fixed_ips': [{'subnet_id': 'bdcc3aab-c662-4d54-a22b-7ec219c3e4e7'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:12:53.281624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.285805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95ec2c1d-3523-4cd4-b76f-eda2396491ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.387119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.454119 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.488517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-95ec2c1d-3523-4cd4-b76f-eda2396491ef None None] For port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9e85e4be-83ad-4baf-81eb-3c9a7e9b917a,segment=NetworkSegment(4650439c-5542-4843-bfc9-2e6526ce170c),segment_id=4650439c-5542-4843-bfc9-2e6526ce170c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:53.530261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.554130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Allocated IP 2001:db8::2 (aab3e395-45e0-44a1-be2d-b2df928243d2/bdcc3aab-c662-4d54-a22b-7ec219c3e4e7/4537bdfe-1fbe-4ca4-a44b-50def45ec4e2) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:53.623580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-95ec2c1d-3523-4cd4-b76f-eda2396491ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.716118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:12:53.716496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:12:53.729939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec2c1d-3523-4cd4-b76f-eda2396491ef None None] Pushing event updated for resources: {'Port': ['ID=9e85e4be-83ad-4baf-81eb-3c9a7e9b917a,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:53.782548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.786031 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8f35253a-fcd3-4f8e-b2df-316c0e6ed154 None None] Provisioning complete for port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:53.786390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f35253a-fcd3-4f8e-b2df-316c0e6ed154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.898413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.940181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Network aab3e395-45e0-44a1-be2d-b2df928243d2 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:53.944790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:53.948940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:53.956293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Pushing event updated for resources: {'Port': ['ID=4537bdfe-1fbe-4ca4-a44b-50def45ec4e2,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:54.001231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.007258 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Attempting to bind port 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:12:54.007731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Attempting to bind port 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '96d5f467-a63c-4914-9b44-6c741b222bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'aab3e395-45e0-44a1-be2d-b2df928243d2'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:12:54.007990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Attempting to bind port 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2 on network aab3e395-45e0-44a1-be2d-b2df928243d2 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:54.013501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:12:54.014964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Checking segment: {'id': '96d5f467-a63c-4914-9b44-6c741b222bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'aab3e395-45e0-44a1-be2d-b2df928243d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:54.014964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.014964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Bound using segment: {'id': '96d5f467-a63c-4914-9b44-6c741b222bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'aab3e395-45e0-44a1-be2d-b2df928243d2'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:12:54.015242 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Bound port: 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d5f467-a63c-4914-9b44-6c741b222bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'aab3e395-45e0-44a1-be2d-b2df928243d2'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:12:54.015584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.028409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Subnet': ['ID=bdcc3aab-c662-4d54-a22b-7ec219c3e4e7,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:54.081876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] For port 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:54.084897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] For port 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4537bdfe-1fbe-4ca4-a44b-50def45ec4e2,segment=NetworkSegment(96d5f467-a63c-4914-9b44-6c741b222bf9),segment_id=96d5f467-a63c-4914-9b44-6c741b222bf9)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:54.089142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.108975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab3e395-45e0-44a1-be2d-b2df928243d2']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:54.118033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d5f467-a63c-4914-9b44-6c741b222bf9') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:54.118322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d5f467-a63c-4914-9b44-6c741b222bf9') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:54.133244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.172914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.175390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.181573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:12:54.181968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:12:54.184932 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:12:54.321438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.db.api [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 16:12:54.321438 dv-neutron-835865-1-hyperv neutron-server[110105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 16:12:54.321438 dv-neutron-835865-1-hyperv neutron-server[110105]: [parameters: {'id': 'aab3e395-45e0-44a1-be2d-b2df928243d2'}] Apr 01 16:12:54.321438 dv-neutron-835865-1-hyperv neutron-server[110105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:12:54.321947 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG oslo_db.api [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:12:54.410119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba349a2-28f6-40d5-93cb-ef9e14ddf59e None None] Pushing event updated for resources: {'Port': ['ID=4537bdfe-1fbe-4ca4-a44b-50def45ec4e2,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:54.434737 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a138d1-da96-4a62-ab7c-a409b1639ae5 None None] Network aab3e395-45e0-44a1-be2d-b2df928243d2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:12:54.552865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af113f-7758-419f-80df-1a925150411b None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 16:12:54.616962 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18af113f-7758-419f-80df-1a925150411b None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 16:12:54.823516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.876664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Deleting port 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:12:54.876921 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.941537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] For port 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4537bdfe-1fbe-4ca4-a44b-50def45ec4e2,segment=NetworkSegment(96d5f467-a63c-4914-9b44-6c741b222bf9),segment_id=96d5f467-a63c-4914-9b44-6c741b222bf9)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:54.941906 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.954753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Calling delete_port for 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:12:55.046139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:12:55.098275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.099815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:55.100191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.127665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Port': ['ID=4537bdfe-1fbe-4ca4-a44b-50def45ec4e2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:55.132725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No DVR routers for this DVR port 4537bdfe-1fbe-4ca4-a44b-50def45ec4e2 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:55.215329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.236080 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab3e395-45e0-44a1-be2d-b2df928243d2']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:55.246040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d5f467-a63c-4914-9b44-6c741b222bf9') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:55.246345 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d5f467-a63c-4914-9b44-6c741b222bf9') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:55.260157 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.273902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.280472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:12:55.280863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:12:55.283758 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:12:55.445855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.453874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.456563 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/networks/aab3e395-45e0-44a1-be2d-b2df928243d2 HTTP/1.1" status: 204 len: 168 time: 2.4020979 Apr 01 16:12:55.460637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59464) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:55.466130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-284630907'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:55.468456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8852f7-38fc-4782-94dc-c6d77a195857 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Network': ['ID=aab3e395-45e0-44a1-be2d-b2df928243d2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:55.561482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:55.565132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.590150 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:12:55.598734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.599095 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Added segment 264ad55b-d202-46ab-bf29-9bbe75a0e5c3 of type vlan for network da2be156-a724-476b-91e9-785fc403d0f8 Apr 01 16:12:55.646245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.743256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.749540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:55.750118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:55.814286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Network': ['ID=da2be156-a724-476b-91e9-785fc403d0f8,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:55.821376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.821723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.822063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.822463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.822795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.823124 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.823453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.823776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.824100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.824446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.824771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.825091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:55.835986 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network da2be156-a724-476b-91e9-785fc403d0f8 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:12:55.888673 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cb0f1bfe-3a47-4216-85d8-b802ff7271ae tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4268901 Apr 01 16:12:55.891495 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59466) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:55.896414 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'subnet': {'network_id': 'da2be156-a724-476b-91e9-785fc403d0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:56.074926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:56.078569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.135198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Performing IP validity checks on allocation pools {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 01 16:12:56.135739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.ipam_backend_mixin [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 01 16:12:56.332625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.392214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Subnet': ['ID=0033c4ec-c4d7-42d8-b889-1e163858eab7,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:56.401525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Checking segment: {'id': '264ad55b-d202-46ab-bf29-9bbe75a0e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'da2be156-a724-476b-91e9-785fc403d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:56.402021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network hostable DHCP agents. Network: da2be156-a724-476b-91e9-785fc403d0f8, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:12:56.549456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network da2be156-a724-476b-91e9-785fc403d0f8 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:12:56.645601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, da2be156-a724-476b-91e9-785fc403d0f8) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:56.650008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:56.650597 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.657698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d8a54-4c67-47b4-9319-bea6a1427596 None None] Network da2be156-a724-476b-91e9-785fc403d0f8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:12:56.763667 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-583a9252-7a17-43d5-a466-d3d05fcb8bb9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8711123 Apr 01 16:12:56.766913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59468) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:56.800772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-da2be156-a724-476b-91e9-785fc403d0f8', 'network_id': 'da2be156-a724-476b-91e9-785fc403d0f8', 'tenant_id': 'acc532d96d7e4a11a95ac2b78d83e73f', 'fixed_ips': [{'subnet_id': '0033c4ec-c4d7-42d8-b889-1e163858eab7'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:12:56.801913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.865637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:56.936703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Allocated IP 2001:db8::3 (da2be156-a724-476b-91e9-785fc403d0f8/0033c4ec-c4d7-42d8-b889-1e163858eab7/9a5a854f-a041-407d-94ad-c4fb7447a968) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:56.949900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.079590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.224129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.263358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Network da2be156-a724-476b-91e9-785fc403d0f8 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:57.266252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:57.269632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:12:57.274715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Pushing event updated for resources: {'Port': ['ID=9a5a854f-a041-407d-94ad-c4fb7447a968,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:57.329185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Attempting to bind port 9a5a854f-a041-407d-94ad-c4fb7447a968 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:12:57.329552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Attempting to bind port 9a5a854f-a041-407d-94ad-c4fb7447a968 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '264ad55b-d202-46ab-bf29-9bbe75a0e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'da2be156-a724-476b-91e9-785fc403d0f8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:12:57.329909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Attempting to bind port 9a5a854f-a041-407d-94ad-c4fb7447a968 on network da2be156-a724-476b-91e9-785fc403d0f8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:12:57.334752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:12:57.335128 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Checking segment: {'id': '264ad55b-d202-46ab-bf29-9bbe75a0e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'da2be156-a724-476b-91e9-785fc403d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:57.335523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.335913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Bound using segment: {'id': '264ad55b-d202-46ab-bf29-9bbe75a0e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'da2be156-a724-476b-91e9-785fc403d0f8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:12:57.336397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Bound port: 9a5a854f-a041-407d-94ad-c4fb7447a968, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264ad55b-d202-46ab-bf29-9bbe75a0e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'da2be156-a724-476b-91e9-785fc403d0f8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:12:57.336806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.371970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.399093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Subnet': ['ID=0033c4ec-c4d7-42d8-b889-1e163858eab7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:57.400869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] For port 9a5a854f-a041-407d-94ad-c4fb7447a968, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:57.404425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] For port 9a5a854f-a041-407d-94ad-c4fb7447a968, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9a5a854f-a041-407d-94ad-c4fb7447a968,segment=NetworkSegment(264ad55b-d202-46ab-bf29-9bbe75a0e5c3),segment_id=264ad55b-d202-46ab-bf29-9bbe75a0e5c3)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:57.464128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.484074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2be156-a724-476b-91e9-785fc403d0f8']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:57.493061 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264ad55b-d202-46ab-bf29-9bbe75a0e5c3') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:57.493352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264ad55b-d202-46ab-bf29-9bbe75a0e5c3') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:57.502609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.538848 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.540842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.547444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:12:57.547849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:12:57.550909 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:12:57.599109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb215ce3-e9d5-44f6-93bf-37dc5bc30704 None None] Pushing event updated for resources: {'Port': ['ID=9a5a854f-a041-407d-94ad-c4fb7447a968,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:57.681350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 16:12:57.681350 dv-neutron-835865-1-hyperv neutron-server[110106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 16:12:57.681350 dv-neutron-835865-1-hyperv neutron-server[110106]: [parameters: {'id': 'da2be156-a724-476b-91e9-785fc403d0f8'}] Apr 01 16:12:57.681350 dv-neutron-835865-1-hyperv neutron-server[110106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:12:57.682102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:12:58.183771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.240490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Deleting port 9a5a854f-a041-407d-94ad-c4fb7447a968 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:12:58.240861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.304673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] For port 9a5a854f-a041-407d-94ad-c4fb7447a968, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9a5a854f-a041-407d-94ad-c4fb7447a968,segment=NetworkSegment(264ad55b-d202-46ab-bf29-9bbe75a0e5c3),segment_id=264ad55b-d202-46ab-bf29-9bbe75a0e5c3)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:58.305031 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.318057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Calling delete_port for 9a5a854f-a041-407d-94ad-c4fb7447a968 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:12:58.424247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c4148-629e-4074-83ed-9ff839b66c7b None None] Network da2be156-a724-476b-91e9-785fc403d0f8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:12:58.497993 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.514338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5fdf6cb2-70e1-4c3b-9e99-6b611b18e1a2 None None] Could not find standard attr ID for object 9a5a854f-a041-407d-94ad-c4fb7447a968. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 16:12:58.522934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Port': ['ID=9a5a854f-a041-407d-94ad-c4fb7447a968,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:58.526762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No DVR routers for this DVR port 9a5a854f-a041-407d-94ad-c4fb7447a968 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:58.588988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01492ba1-ba58-412f-b3c8-d2c47c78a62c None None] DHCP port deletion for da2be156-a724-476b-91e9-785fc403d0f8 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:12:58.611204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.630651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2be156-a724-476b-91e9-785fc403d0f8']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:58.640243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264ad55b-d202-46ab-bf29-9bbe75a0e5c3') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:58.640571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264ad55b-d202-46ab-bf29-9bbe75a0e5c3') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:12:58.650105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.663706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.669435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:12:58.669813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:12:58.672788 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:12:58.858250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.864960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.867997 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/networks/da2be156-a724-476b-91e9-785fc403d0f8 HTTP/1.1" status: 204 len: 168 time: 2.1001308 Apr 01 16:12:58.871750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59472) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:58.877380 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-822450989'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:58.879337 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d9352-8ae7-476f-96c6-784c383ecc55 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Network': ['ID=da2be156-a724-476b-91e9-785fc403d0f8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:58.983661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:58.987332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.010979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] vlan segment allocate from pool success with {'vlan_id': 1142, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:12:59.020035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.020447 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Added segment 4214f82c-2ac1-407d-b2ff-360d646f96a4 of type vlan for network 69671b10-b7bb-4e40-971a-83eea02b0de0 Apr 01 16:12:59.060458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.178007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.185296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:59.185882 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.252935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Network': ['ID=69671b10-b7bb-4e40-971a-83eea02b0de0,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:59.259929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.260274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.260636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.260973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.261303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.261630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.261975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.262325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.262650 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.262974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.263295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.263614 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:59.275313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 69671b10-b7bb-4e40-971a-83eea02b0de0 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:12:59.323127 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-af740ff1-a3ae-4e64-ab91-c6064cb61073 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4501245 Apr 01 16:12:59.327232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59474) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:12:59.332206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'subnet': {'network_id': '69671b10-b7bb-4e40-971a-83eea02b0de0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:12:59.509570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:59.513272 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.800600 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.859093 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Subnet': ['ID=f7dbed13-3544-414e-bd72-98f883819b2b,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:59.869135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Checking segment: {'id': '4214f82c-2ac1-407d-b2ff-360d646f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '69671b10-b7bb-4e40-971a-83eea02b0de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:12:59.869491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network hostable DHCP agents. Network: 69671b10-b7bb-4e40-971a-83eea02b0de0, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:12:59.966230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network 69671b10-b7bb-4e40-971a-83eea02b0de0 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:13:00.057937 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 69671b10-b7bb-4e40-971a-83eea02b0de0) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:00.062088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:00.062677 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.069347 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c67944-68f9-4bf6-b377-22eba886ee23 None None] Network 69671b10-b7bb-4e40-971a-83eea02b0de0 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:00.192110 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-63cab378-bd9e-47f1-b07d-cb4a285bd65e tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8637681 Apr 01 16:13:00.195757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59476) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:00.201098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296198602'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:00.216365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-69671b10-b7bb-4e40-971a-83eea02b0de0', 'network_id': '69671b10-b7bb-4e40-971a-83eea02b0de0', 'tenant_id': 'acc532d96d7e4a11a95ac2b78d83e73f', 'fixed_ips': [{'subnet_id': 'f7dbed13-3544-414e-bd72-98f883819b2b'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:13:00.217183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.286425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:00.289884 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.314091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] vlan segment allocate from pool success with {'vlan_id': 1103, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:13:00.325167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.325509 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Added segment 08318646-5c66-4f5f-966b-f19f851d4c52 of type vlan for network 20d34d66-603c-4973-8395-0813c7ef7e87 Apr 01 16:13:00.353397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Allocated IP 2001:db8::2 (69671b10-b7bb-4e40-971a-83eea02b0de0/f7dbed13-3544-414e-bd72-98f883819b2b/a619964c-2dc9-4bd3-8ce3-3f6725b7e505) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:00.363604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.481105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.487140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:00.487720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.494445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.550988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Network': ['ID=20d34d66-603c-4973-8395-0813c7ef7e87,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:00.564362 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 20d34d66-603c-4973-8395-0813c7ef7e87 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:13:00.615875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.650735 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-533265aa-b26f-46b5-82d2-01b925a1ea13 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4538169 Apr 01 16:13:00.653515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59478) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:00.659002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Request body: {'subnet': {'network_id': '20d34d66-603c-4973-8395-0813c7ef7e87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:00.667309 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Network 69671b10-b7bb-4e40-971a-83eea02b0de0 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:00.670377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:00.674422 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:00.681381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Pushing event updated for resources: {'Port': ['ID=a619964c-2dc9-4bd3-8ce3-3f6725b7e505,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:00.733969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Attempting to bind port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:00.734343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Attempting to bind port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '4214f82c-2ac1-407d-b2ff-360d646f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '69671b10-b7bb-4e40-971a-83eea02b0de0'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:00.734692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Attempting to bind port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 on network 69671b10-b7bb-4e40-971a-83eea02b0de0 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:00.739777 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:00.740144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Checking segment: {'id': '4214f82c-2ac1-407d-b2ff-360d646f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '69671b10-b7bb-4e40-971a-83eea02b0de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:00.740907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.741045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Bound using segment: {'id': '4214f82c-2ac1-407d-b2ff-360d646f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '69671b10-b7bb-4e40-971a-83eea02b0de0'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:00.741415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Bound port: a619964c-2dc9-4bd3-8ce3-3f6725b7e505, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4214f82c-2ac1-407d-b2ff-360d646f96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '69671b10-b7bb-4e40-971a-83eea02b0de0'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:00.741785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.803197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] For port a619964c-2dc9-4bd3-8ce3-3f6725b7e505, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:00.806507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] For port a619964c-2dc9-4bd3-8ce3-3f6725b7e505, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a619964c-2dc9-4bd3-8ce3-3f6725b7e505,segment=NetworkSegment(4214f82c-2ac1-407d-b2ff-360d646f96a4),segment_id=4214f82c-2ac1-407d-b2ff-360d646f96a4)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:00.846568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Made reservation on behalf of acc532d96d7e4a11a95ac2b78d83e73f for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:00.850115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.903531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:00.962114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d0a1f-ab66-404d-8be5-5b3ece8ada03 None None] Pushing event updated for resources: {'Port': ['ID=a619964c-2dc9-4bd3-8ce3-3f6725b7e505,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:01.125582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:01.190503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event updated for resources: {'Subnet': ['ID=f6febc57-c24d-4c1f-b8b9-74f85c0a7f0a,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:01.199153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Checking segment: {'id': '08318646-5c66-4f5f-966b-f19f851d4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '20d34d66-603c-4973-8395-0813c7ef7e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:01.199811 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network hostable DHCP agents. Network: 20d34d66-603c-4973-8395-0813c7ef7e87, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:13:01.338015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Network 20d34d66-603c-4973-8395-0813c7ef7e87 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:13:01.453144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 20d34d66-603c-4973-8395-0813c7ef7e87) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:01.457245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:01.457936 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:01.464105 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be2746d-201f-49d0-be61-200423251196 None None] Network 20d34d66-603c-4973-8395-0813c7ef7e87 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:01.593457 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9f6bed6c-cde7-47e0-a9e5-913886053dee tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9388781 Apr 01 16:13:01.595402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59480) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:01.621575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-20d34d66-603c-4973-8395-0813c7ef7e87', 'network_id': '20d34d66-603c-4973-8395-0813c7ef7e87', 'tenant_id': 'acc532d96d7e4a11a95ac2b78d83e73f', 'fixed_ips': [{'subnet_id': 'f6febc57-c24d-4c1f-b8b9-74f85c0a7f0a'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:13:01.622437 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:01.720738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:01.777718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:01.779632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Allocated IP 2001:db8::2 (20d34d66-603c-4973-8395-0813c7ef7e87/f6febc57-c24d-4c1f-b8b9-74f85c0a7f0a/7a793297-624f-4b80-8c92-2b572fe9ae4f) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:01.919183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31e9f6-e86f-48d4-a83b-3af2726828c2 None None] Network 69671b10-b7bb-4e40-971a-83eea02b0de0 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:01.961617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.012036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-41897f3b-c1ae-4f3d-ac06-ea7eccddb542 None None] Provisioning complete for port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:02.012567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41897f3b-c1ae-4f3d-ac06-ea7eccddb542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.048838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.130334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Network 20d34d66-603c-4973-8395-0813c7ef7e87 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:02.143628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:02.149685 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:02.151727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Pushing event updated for resources: {'Port': ['ID=7a793297-624f-4b80-8c92-2b572fe9ae4f,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:02.174426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.206256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Subnet': ['ID=f6febc57-c24d-4c1f-b8b9-74f85c0a7f0a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:02.270003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.291979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d34d66-603c-4973-8395-0813c7ef7e87']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:02.302372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08318646-5c66-4f5f-966b-f19f851d4c52') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:02.302672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08318646-5c66-4f5f-966b-f19f851d4c52') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:02.312407 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.325570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.331858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:13:02.332314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:13:02.335543 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:13:02.420268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41897f3b-c1ae-4f3d-ac06-ea7eccddb542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.439541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Attempting to bind port 7a793297-624f-4b80-8c92-2b572fe9ae4f on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:02.439911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Attempting to bind port 7a793297-624f-4b80-8c92-2b572fe9ae4f by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '08318646-5c66-4f5f-966b-f19f851d4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '20d34d66-603c-4973-8395-0813c7ef7e87'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:02.440273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Attempting to bind port 7a793297-624f-4b80-8c92-2b572fe9ae4f on network 20d34d66-603c-4973-8395-0813c7ef7e87 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:02.456669 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:02.457153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Checking segment: {'id': '08318646-5c66-4f5f-966b-f19f851d4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '20d34d66-603c-4973-8395-0813c7ef7e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:02.457483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.457885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Bound using segment: {'id': '08318646-5c66-4f5f-966b-f19f851d4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '20d34d66-603c-4973-8395-0813c7ef7e87'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:02.458373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Bound port: 7a793297-624f-4b80-8c92-2b572fe9ae4f, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08318646-5c66-4f5f-966b-f19f851d4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': '20d34d66-603c-4973-8395-0813c7ef7e87'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:02.458756 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.492390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-41897f3b-c1ae-4f3d-ac06-ea7eccddb542 None None] For port a619964c-2dc9-4bd3-8ce3-3f6725b7e505, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a619964c-2dc9-4bd3-8ce3-3f6725b7e505,segment=NetworkSegment(4214f82c-2ac1-407d-b2ff-360d646f96a4),segment_id=4214f82c-2ac1-407d-b2ff-360d646f96a4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:02.557490 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] For port 7a793297-624f-4b80-8c92-2b572fe9ae4f, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:02.584243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41897f3b-c1ae-4f3d-ac06-ea7eccddb542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.640133 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41897f3b-c1ae-4f3d-ac06-ea7eccddb542 None None] Pushing event updated for resources: {'Port': ['ID=a619964c-2dc9-4bd3-8ce3-3f6725b7e505,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:02.704589 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cd4c1a6f-4b29-400e-b8a4-068e1163e7e4 None None] Provisioning complete for port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:02.704957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1a6f-4b29-400e-b8a4-068e1163e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.788565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] For port 7a793297-624f-4b80-8c92-2b572fe9ae4f, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7a793297-624f-4b80-8c92-2b572fe9ae4f,segment=NetworkSegment(08318646-5c66-4f5f-966b-f19f851d4c52),segment_id=08318646-5c66-4f5f-966b-f19f851d4c52)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:02.813072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.db.api [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 16:13:02.813072 dv-neutron-835865-1-hyperv neutron-server[110106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 16:13:02.813072 dv-neutron-835865-1-hyperv neutron-server[110106]: [parameters: {'id': '20d34d66-603c-4973-8395-0813c7ef7e87'}] Apr 01 16:13:02.813072 dv-neutron-835865-1-hyperv neutron-server[110106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:13:02.813444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG oslo_db.api [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:13:02.904242 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:02.983966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ffe2c-428f-4e6f-9639-af0d6161bd2b None None] Pushing event updated for resources: {'Port': ['ID=7a793297-624f-4b80-8c92-2b572fe9ae4f,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:02.995094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb2ac5-2b1f-420f-b3b7-94e934a05bdf None None] Network 20d34d66-603c-4973-8395-0813c7ef7e87 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:03.089267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a619964c-2dc9-4bd3-8ce3-3f6725b7e505 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:03.162277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:03.162970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.165289 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb0b0e-2d17-4e79-8fef-86e0b2f5f99a None None] get_active_networks_info from dv-neutron-835865-1-hyperv {{(pid=110107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 01 16:13:03.305401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb0b0e-2d17-4e79-8fef-86e0b2f5f99a None None] Resources bound (agent type, host, resource id): {{(pid=110107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 16:13:03.314621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.369166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Deleting port 7a793297-624f-4b80-8c92-2b572fe9ae4f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:13:03.375121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.435434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] For port 7a793297-624f-4b80-8c92-2b572fe9ae4f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7a793297-624f-4b80-8c92-2b572fe9ae4f,segment=NetworkSegment(08318646-5c66-4f5f-966b-f19f851d4c52),segment_id=08318646-5c66-4f5f-966b-f19f851d4c52)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:03.443596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.453228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Calling delete_port for 7a793297-624f-4b80-8c92-2b572fe9ae4f owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:13:03.680615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.703936 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Port': ['ID=7a793297-624f-4b80-8c92-2b572fe9ae4f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:03.709802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No DVR routers for this DVR port 7a793297-624f-4b80-8c92-2b572fe9ae4f on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:03.790750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.810451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d34d66-603c-4973-8395-0813c7ef7e87']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:03.820257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08318646-5c66-4f5f-966b-f19f851d4c52') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:03.820622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08318646-5c66-4f5f-966b-f19f851d4c52') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:03.830094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.844568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.850820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:13:03.851194 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:13:03.854086 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:13:04.006612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.013586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.017449 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/networks/20d34d66-603c-4973-8395-0813c7ef7e87 HTTP/1.1" status: 204 len: 168 time: 2.4210043 Apr 01 16:13:04.020113 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59482) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:04.043614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73544907-25c9-4e6d-999f-b4e6572f6ed5 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Network': ['ID=20d34d66-603c-4973-8395-0813c7ef7e87,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:04.061800 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-94aac37e-ab7a-431e-b7fb-00cab83f08da tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] GET failed (client error): The resource could not be found. Apr 01 16:13:04.063112 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-94aac37e-ab7a-431e-b7fb-00cab83f08da tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "GET /v2.0/subnets/f6febc57-c24d-4c1f-b8b9-74f85c0a7f0a HTTP/1.1" status: 404 len: 337 time: 0.0420635 Apr 01 16:13:04.065984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59484) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:04.083781 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b36f9e-88b5-48b0-8bcc-a132b184791b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] DELETE failed (client error): The resource could not be found. Apr 01 16:13:04.086267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b36f9e-88b5-48b0-8bcc-a132b184791b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:13:04.087185 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-89b36f9e-88b5-48b0-8bcc-a132b184791b tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/networks/20d34d66-603c-4973-8395-0813c7ef7e87 HTTP/1.1" status: 404 len: 339 time: 0.0202878 Apr 01 16:13:04.091068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59486) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:04.116277 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2513d8-2b70-4517-9fc6-c8997d9fdd0a tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] DELETE failed (client error): The resource could not be found. Apr 01 16:13:04.116762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2513d8-2b70-4517-9fc6-c8997d9fdd0a tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:13:04.119683 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2c2513d8-2b70-4517-9fc6-c8997d9fdd0a tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/subnets/f6febc57-c24d-4c1f-b8b9-74f85c0a7f0a HTTP/1.1" status: 404 len: 337 time: 0.0277326 Apr 01 16:13:04.122272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59488) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:04.140058 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5ffc18-0af8-4d37-871c-6daa2a4c51d9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] DELETE failed (client error): The resource could not be found. Apr 01 16:13:04.140595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5ffc18-0af8-4d37-871c-6daa2a4c51d9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:13:04.143486 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-df5ffc18-0af8-4d37-871c-6daa2a4c51d9 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/networks/20d34d66-603c-4973-8395-0813c7ef7e87 HTTP/1.1" status: 404 len: 339 time: 0.0203259 Apr 01 16:13:04.145803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59490) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:04.193898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c320bc-085c-497e-ac7d-e0a1d9bd9c94 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Deleting subnet f7dbed13-3544-414e-bd72-98f883819b2b {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:13:04.196930 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12c320bc-085c-497e-ac7d-e0a1d9bd9c94 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.240259 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12c320bc-085c-497e-ac7d-e0a1d9bd9c94 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.324267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12c320bc-085c-497e-ac7d-e0a1d9bd9c94 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.487026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12c320bc-085c-497e-ac7d-e0a1d9bd9c94 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.512235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c320bc-085c-497e-ac7d-e0a1d9bd9c94 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Subnet': ['ID=f7dbed13-3544-414e-bd72-98f883819b2b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:04.519237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12c320bc-085c-497e-ac7d-e0a1d9bd9c94 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.522508 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-12c320bc-085c-497e-ac7d-e0a1d9bd9c94 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/subnets/f7dbed13-3544-414e-bd72-98f883819b2b HTTP/1.1" status: 204 len: 168 time: 0.3758104 Apr 01 16:13:04.525125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59492) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:04.527495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605bce40-b825-436b-a475-1a6e11f3cffe None None] Network 69671b10-b7bb-4e40-971a-83eea02b0de0 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:04.606167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.690540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Deleting port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:13:04.690540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.728897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e46ed6-46a3-4d4f-a323-7bc2d697f971 None None] DHCP port deletion for 69671b10-b7bb-4e40-971a-83eea02b0de0 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:13:04.745795 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] For port a619964c-2dc9-4bd3-8ce3-3f6725b7e505, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a619964c-2dc9-4bd3-8ce3-3f6725b7e505,segment=NetworkSegment(4214f82c-2ac1-407d-b2ff-360d646f96a4),segment_id=4214f82c-2ac1-407d-b2ff-360d646f96a4)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:04.746160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.761609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Calling delete_port for a619964c-2dc9-4bd3-8ce3-3f6725b7e505 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:13:04.784223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-32e46ed6-46a3-4d4f-a323-7bc2d697f971 None None] Deleting port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:13:04.784821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-32e46ed6-46a3-4d4f-a323-7bc2d697f971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.808166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a5ae6100-987b-4647-983e-9f0e386bd92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.850079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-32e46ed6-46a3-4d4f-a323-7bc2d697f971 None None] For port a619964c-2dc9-4bd3-8ce3-3f6725b7e505, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a619964c-2dc9-4bd3-8ce3-3f6725b7e505,segment=NetworkSegment(4214f82c-2ac1-407d-b2ff-360d646f96a4),segment_id=4214f82c-2ac1-407d-b2ff-360d646f96a4)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:04.850603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-32e46ed6-46a3-4d4f-a323-7bc2d697f971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.863554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-32e46ed6-46a3-4d4f-a323-7bc2d697f971 None None] Calling delete_port for a619964c-2dc9-4bd3-8ce3-3f6725b7e505 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:13:04.972371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.978231 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-32e46ed6-46a3-4d4f-a323-7bc2d697f971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:04.998383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Port': ['ID=a619964c-2dc9-4bd3-8ce3-3f6725b7e505,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:05.003762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No DVR routers for this DVR port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:05.004955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e46ed6-46a3-4d4f-a323-7bc2d697f971 None None] Pushing event deleted for resources: {'Port': ['ID=a619964c-2dc9-4bd3-8ce3-3f6725b7e505,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:05.010107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e46ed6-46a3-4d4f-a323-7bc2d697f971 None None] No DVR routers for this DVR port a619964c-2dc9-4bd3-8ce3-3f6725b7e505 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:05.062257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a619964c-2dc9-4bd3-8ce3-3f6725b7e505 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:13:05.082843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: a619964c-2dc9-4bd3-8ce3-3f6725b7e505 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:13:05.083185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a619964c-2dc9-4bd3-8ce3-3f6725b7e505 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:13:05.091382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.112880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69671b10-b7bb-4e40-971a-83eea02b0de0']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:05.122325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4214f82c-2ac1-407d-b2ff-360d646f96a4') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:05.122543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4214f82c-2ac1-407d-b2ff-360d646f96a4') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:05.132152 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.144908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:13:05.164943 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:13:05.321066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.328004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.331357 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/networks/69671b10-b7bb-4e40-971a-83eea02b0de0 HTTP/1.1" status: 204 len: 168 time: 0.8051775 Apr 01 16:13:05.333896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59494) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:05.352039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce863182-b78d-4b87-8697-6fd8663b9724 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Network': ['ID=69671b10-b7bb-4e40-971a-83eea02b0de0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:05.371307 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbe4ad6-86fc-420b-b3f9-1f7cfa990261 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] DELETE failed (client error): The resource could not be found. Apr 01 16:13:05.371756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbe4ad6-86fc-420b-b3f9-1f7cfa990261 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:13:05.375103 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6dbe4ad6-86fc-420b-b3f9-1f7cfa990261 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/subnets/0033c4ec-c4d7-42d8-b889-1e163858eab7 HTTP/1.1" status: 404 len: 337 time: 0.0401545 Apr 01 16:13:05.377615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59496) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:05.396046 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-efccce7b-f707-408b-90e4-47b262ea894a tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] DELETE failed (client error): The resource could not be found. Apr 01 16:13:05.399689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efccce7b-f707-408b-90e4-47b262ea894a tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:13:05.399689 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-efccce7b-f707-408b-90e4-47b262ea894a tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/networks/da2be156-a724-476b-91e9-785fc403d0f8 HTTP/1.1" status: 404 len: 339 time: 0.0210078 Apr 01 16:13:05.401975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59498) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:05.427807 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e13420-3853-43d1-9ddb-88fb0976339d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] DELETE failed (client error): The resource could not be found. Apr 01 16:13:05.428276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e13420-3853-43d1-9ddb-88fb0976339d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:13:05.431399 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a0e13420-3853-43d1-9ddb-88fb0976339d tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/subnets/bdcc3aab-c662-4d54-a22b-7ec219c3e4e7 HTTP/1.1" status: 404 len: 337 time: 0.0285056 Apr 01 16:13:05.433715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59500) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:05.452693 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.pecan_wsgi.hooks.translation [None req-89108bba-b9ec-4d1e-8444-8d8098b80d96 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] DELETE failed (client error): The resource could not be found. Apr 01 16:13:05.453243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89108bba-b9ec-4d1e-8444-8d8098b80d96 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:13:05.456258 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-89108bba-b9ec-4d1e-8444-8d8098b80d96 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/networks/aab3e395-45e0-44a1-be2d-b2df928243d2 HTTP/1.1" status: 404 len: 339 time: 0.0215745 Apr 01 16:13:05.458552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59502) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:05.516028 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c383a2-0b78-45b1-8663-4ad943b5a0cf tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Deleting subnet 37df023b-5f94-4471-870e-1ab45a020340 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:13:05.519212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54c383a2-0b78-45b1-8663-4ad943b5a0cf tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.559221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54c383a2-0b78-45b1-8663-4ad943b5a0cf tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.643023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54c383a2-0b78-45b1-8663-4ad943b5a0cf tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.796501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54c383a2-0b78-45b1-8663-4ad943b5a0cf tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.822220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c383a2-0b78-45b1-8663-4ad943b5a0cf tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Subnet': ['ID=37df023b-5f94-4471-870e-1ab45a020340,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:05.827942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-54c383a2-0b78-45b1-8663-4ad943b5a0cf tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.831358 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-54c383a2-0b78-45b1-8663-4ad943b5a0cf tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/subnets/37df023b-5f94-4471-870e-1ab45a020340 HTTP/1.1" status: 204 len: 168 time: 0.3718214 Apr 01 16:13:05.833771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59504) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:05.836284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac094e9-59cf-4ed2-9437-9ecb6b565d89 None None] Network 74dadfd6-e58f-4eb2-a905-4753bb8e48d2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:05.911945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.966577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Deleting port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:13:05.966953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.008823 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f744a6-deae-4669-92b4-a01814108f89 None None] DHCP port deletion for 74dadfd6-e58f-4eb2-a905-4753bb8e48d2 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:13:06.038953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] For port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9e85e4be-83ad-4baf-81eb-3c9a7e9b917a,segment=NetworkSegment(4650439c-5542-4843-bfc9-2e6526ce170c),segment_id=4650439c-5542-4843-bfc9-2e6526ce170c)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:06.039357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.053329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Calling delete_port for 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:13:06.055432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e9f744a6-deae-4669-92b4-a01814108f89 None None] Deleting port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:13:06.055865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9f744a6-deae-4669-92b4-a01814108f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.122194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e9f744a6-deae-4669-92b4-a01814108f89 None None] For port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9e85e4be-83ad-4baf-81eb-3c9a7e9b917a,segment=NetworkSegment(4650439c-5542-4843-bfc9-2e6526ce170c),segment_id=4650439c-5542-4843-bfc9-2e6526ce170c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:06.122592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9f744a6-deae-4669-92b4-a01814108f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.135096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e9f744a6-deae-4669-92b4-a01814108f89 None None] Calling delete_port for 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:13:06.229902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.235211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9f744a6-deae-4669-92b4-a01814108f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.261037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Port': ['ID=9e85e4be-83ad-4baf-81eb-3c9a7e9b917a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:06.261291 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f744a6-deae-4669-92b4-a01814108f89 None None] Pushing event deleted for resources: {'Port': ['ID=9e85e4be-83ad-4baf-81eb-3c9a7e9b917a,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:06.263065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f744a6-deae-4669-92b4-a01814108f89 None None] No DVR routers for this DVR port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:06.263211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] No DVR routers for this DVR port 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:06.346116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.367276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dadfd6-e58f-4eb2-a905-4753bb8e48d2']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:06.377663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4650439c-5542-4843-bfc9-2e6526ce170c') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:06.382410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4650439c-5542-4843-bfc9-2e6526ce170c') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:06.387133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.400544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.407039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:13:06.407428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:13:06.410394 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:13:06.572393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.579373 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.584641 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] 10.222.0.73 "DELETE /v2.0/networks/74dadfd6-e58f-4eb2-a905-4753bb8e48d2 HTTP/1.1" status: 204 len: 168 time: 0.7480912 Apr 01 16:13:06.595027 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbed7f-becf-4078-b8a9-f077c4a5bd48 tempest-NetworksIpV6Test-1534881035 tempest-NetworksIpV6Test-1534881035-project] Pushing event deleted for resources: {'Network': ['ID=74dadfd6-e58f-4eb2-a905-4753bb8e48d2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:07.053186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:13:07.077832 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:13:07.078182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9e85e4be-83ad-4baf-81eb-3c9a7e9b917a not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:13:07.137315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59510) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:07.265711 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1c0f6b9d-c711-43b0-81cf-bb7873061a53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acc532d96d7e4a11a95ac2b78d83e73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272345 Apr 01 16:13:07.268216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59514) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:07.317344 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ef6091b-ac78-45a4-bf2d-4b4d80c8a314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.340924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ef6091b-ac78-45a4-bf2d-4b4d80c8a314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.423650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f5b73860-a6ca-4f72-b9c7-24fdcb3b34cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.606785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ef6091b-ac78-45a4-bf2d-4b4d80c8a314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.610106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ef6091b-ac78-45a4-bf2d-4b4d80c8a314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.611223 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3ef6091b-ac78-45a4-bf2d-4b4d80c8a314 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/787c0215-6968-4f63-b2f8-f91f6cf28863 HTTP/1.1" status: 204 len: 168 time: 0.3420465 Apr 01 16:13:07.619316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6091b-ac78-45a4-bf2d-4b4d80c8a314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787c0215-6968-4f63-b2f8-f91f6cf28863,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:08.770159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59536) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:08.863952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f6780823-32b1-40bf-8375-00f3caf9ad10 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-343938369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:08.966773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6780823-32b1-40bf-8375-00f3caf9ad10 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:08.968429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6780823-32b1-40bf-8375-00f3caf9ad10 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.019159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6780823-32b1-40bf-8375-00f3caf9ad10 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.103253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6780823-32b1-40bf-8375-00f3caf9ad10 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.254445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f6780823-32b1-40bf-8375-00f3caf9ad10 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.255673 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f6780823-32b1-40bf-8375-00f3caf9ad10 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4845240 Apr 01 16:13:09.258464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59540) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:09.263198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1618176117'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:09.360908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Made reservation on behalf of b270e031e2c8426ead0301f4a26447b5 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:09.364422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.372960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.448322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.537453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.569511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:13:09.575676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0073a119-5ed4-44d3-ba32-f2bae58a6dfc,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:09.581726 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.582071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Added segment d9508c4a-ccd1-4532-a002-1036b2e25b5a of type vlan for network 678403dc-4f85-43a4-a060-53ab7a8ae9c2 Apr 01 16:13:09.622854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.777386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.783689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:09.784279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:09.851415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event updated for resources: {'Network': ['ID=678403dc-4f85-43a4-a060-53ab7a8ae9c2,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:09.869344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 678403dc-4f85-43a4-a060-53ab7a8ae9c2 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:13:09.934860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:10.032048 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-07aeaefb-c9e4-4bca-90d1-cca18f33853c tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7725492 Apr 01 16:13:10.034803 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59542) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:10.039802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Request body: {'subnet': {'network_id': '678403dc-4f85-43a4-a060-53ab7a8ae9c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:10.275673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Made reservation on behalf of b270e031e2c8426ead0301f4a26447b5 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:10.279180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:10.544439 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:10.605309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event updated for resources: {'Subnet': ['ID=6598f2ac-d503-443b-a7db-fd381a57ab9c,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:10.612938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Checking segment: {'id': 'd9508c4a-ccd1-4532-a002-1036b2e25b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '678403dc-4f85-43a4-a060-53ab7a8ae9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:10.613299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Network hostable DHCP agents. Network: 678403dc-4f85-43a4-a060-53ab7a8ae9c2, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:13:10.749517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Network 678403dc-4f85-43a4-a060-53ab7a8ae9c2 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:13:10.949061 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 678403dc-4f85-43a4-a060-53ab7a8ae9c2) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:10.953376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:10.959607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:10.960316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ab3c9-a960-48b5-9c55-b4156d79783c None None] Network 678403dc-4f85-43a4-a060-53ab7a8ae9c2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:11.009607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.075775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.102183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-678403dc-4f85-43a4-a060-53ab7a8ae9c2', 'network_id': '678403dc-4f85-43a4-a060-53ab7a8ae9c2', 'tenant_id': 'b270e031e2c8426ead0301f4a26447b5', 'fixed_ips': [{'subnet_id': '6598f2ac-d503-443b-a7db-fd381a57ab9c'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:13:11.103107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.129479 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4047e91e-f079-41a8-afe6-2e2497399f38 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0935376 Apr 01 16:13:11.132477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59544) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:11.137840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1891459874'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:11.234348 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Allocated IP 172.20.0.2 (678403dc-4f85-43a4-a060-53ab7a8ae9c2/6598f2ac-d503-443b-a7db-fd381a57ab9c/00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:11.235538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Made reservation on behalf of b270e031e2c8426ead0301f4a26447b5 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:11.239094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.264257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:13:11.273999 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.274361 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Added segment 6c0d63b9-4512-4f19-9ee7-892080989522 of type vlan for network 78d4be52-a915-4aea-b8ba-84ce0c6d0068 Apr 01 16:13:11.314487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.372498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.423921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.429469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:11.430050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.464650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.498727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event updated for resources: {'Network': ['ID=78d4be52-a915-4aea-b8ba-84ce0c6d0068,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:11.510848 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Network 678403dc-4f85-43a4-a060-53ab7a8ae9c2 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:11.514461 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 78d4be52-a915-4aea-b8ba-84ce0c6d0068 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:13:11.529081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:11.532587 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Pushing event updated for resources: {'Port': ['ID=00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:11.536111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:11.564443 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f02f0221-1443-4491-bd9a-93253dcb2f2f tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4305868 Apr 01 16:13:11.567183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59546) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:11.572134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Request body: {'subnet': {'network_id': '78d4be52-a915-4aea-b8ba-84ce0c6d0068', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:11.629445 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Attempting to bind port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:11.629820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Attempting to bind port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'd9508c4a-ccd1-4532-a002-1036b2e25b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '678403dc-4f85-43a4-a060-53ab7a8ae9c2'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:11.630186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Attempting to bind port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 on network 678403dc-4f85-43a4-a060-53ab7a8ae9c2 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:11.635341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:11.635718 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Checking segment: {'id': 'd9508c4a-ccd1-4532-a002-1036b2e25b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '678403dc-4f85-43a4-a060-53ab7a8ae9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:11.636121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.636546 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Bound using segment: {'id': 'd9508c4a-ccd1-4532-a002-1036b2e25b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '678403dc-4f85-43a4-a060-53ab7a8ae9c2'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:11.637010 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Bound port: 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9508c4a-ccd1-4532-a002-1036b2e25b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '678403dc-4f85-43a4-a060-53ab7a8ae9c2'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:11.637389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.704444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] For port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:11.707412 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] For port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0,segment=NetworkSegment(d9508c4a-ccd1-4532-a002-1036b2e25b5a),segment_id=d9508c4a-ccd1-4532-a002-1036b2e25b5a)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:11.784671 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Made reservation on behalf of b270e031e2c8426ead0301f4a26447b5 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:11.788199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.819128 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:11.886567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab4940-5853-4fa8-9ff3-ff071881fa0e None None] Pushing event updated for resources: {'Port': ['ID=00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:12.070317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.122902 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:13:12.136503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event updated for resources: {'Subnet': ['ID=bdc7365f-c292-4518-87b0-4c1bf150bab3,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:12.148357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Checking segment: {'id': '6c0d63b9-4512-4f19-9ee7-892080989522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78d4be52-a915-4aea-b8ba-84ce0c6d0068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:12.148729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Network hostable DHCP agents. Network: 78d4be52-a915-4aea-b8ba-84ce0c6d0068, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:13:12.241179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Network 78d4be52-a915-4aea-b8ba-84ce0c6d0068 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:13:12.344047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 78d4be52-a915-4aea-b8ba-84ce0c6d0068) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:12.348420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:12.349010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.352697 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf56cb-3abd-4871-a489-0dba583a1b27 None None] Network 78d4be52-a915-4aea-b8ba-84ce0c6d0068 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:12.450494 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0c8f9fe7-a69d-4c05-8f89-c7b369d1369e tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8816049 Apr 01 16:13:12.452664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59548) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:12.457896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-6f637c40-4127-434e-90f9-1875b053af97 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Request body: {'router': {'external_gateway_info': {'network_id': '78d4be52-a915-4aea-b8ba-84ce0c6d0068'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:12.652653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-78d4be52-a915-4aea-b8ba-84ce0c6d0068', 'network_id': '78d4be52-a915-4aea-b8ba-84ce0c6d0068', 'tenant_id': 'b270e031e2c8426ead0301f4a26447b5', 'fixed_ips': [{'subnet_id': 'bdc7365f-c292-4518-87b0-4c1bf150bab3'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:13:12.653676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.675364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-6f637c40-4127-434e-90f9-1875b053af97 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.803286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab77b8d-e463-43e0-9dc2-22bb7e77abd6 None None] Network 678403dc-4f85-43a4-a060-53ab7a8ae9c2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:12.869503 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.api.v2.resource [None req-6f637c40-4127-434e-90f9-1875b053af97 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 16:13:12.870499 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6f637c40-4127-434e-90f9-1875b053af97 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "PUT /v2.0/routers/7e035f90-6b36-458b-94e0-514e34a8fe8a HTTP/1.1" status: 400 len: 364 time: 0.4167581 Apr 01 16:13:12.876508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59550) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:12.907265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ce673309-2403-42be-b87e-11d676b5a4fb None None] Provisioning complete for port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:12.907645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ce673309-2403-42be-b87e-11d676b5a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.929980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-442c2b43-be82-43b1-b1ab-499665f5de13 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Deleting subnet bdc7365f-c292-4518-87b0-4c1bf150bab3 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:13:12.994426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Allocated IP 172.21.0.2 (78d4be52-a915-4aea-b8ba-84ce0c6d0068/bdc7365f-c292-4518-87b0-4c1bf150bab3/bada5720-c6eb-4a18-9ecf-aaa0e02f763c) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:13.114145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:13.162993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ce673309-2403-42be-b87e-11d676b5a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.255931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ce673309-2403-42be-b87e-11d676b5a4fb None None] For port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0,segment=NetworkSegment(d9508c4a-ccd1-4532-a002-1036b2e25b5a),segment_id=d9508c4a-ccd1-4532-a002-1036b2e25b5a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:13.274526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:13.274897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.299298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.326961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ce673309-2403-42be-b87e-11d676b5a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.407741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce673309-2403-42be-b87e-11d676b5a4fb None None] Pushing event updated for resources: {'Port': ['ID=00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.417854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-442c2b43-be82-43b1-b1ab-499665f5de13 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.418570 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.459929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-442c2b43-be82-43b1-b1ab-499665f5de13 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.470121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Network 78d4be52-a915-4aea-b8ba-84ce0c6d0068 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:13.475806 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:13.479807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:13.481624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Pushing event updated for resources: {'Port': ['ID=bada5720-c6eb-4a18-9ecf-aaa0e02f763c,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.488852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a746da82-d6ab-4378-9825-3b8c9567ba94 None None] Provisioning complete for port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:13.489340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a746da82-d6ab-4378-9825-3b8c9567ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.549084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-442c2b43-be82-43b1-b1ab-499665f5de13 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.567426 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Attempting to bind port bada5720-c6eb-4a18-9ecf-aaa0e02f763c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:13.567794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Attempting to bind port bada5720-c6eb-4a18-9ecf-aaa0e02f763c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '6c0d63b9-4512-4f19-9ee7-892080989522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78d4be52-a915-4aea-b8ba-84ce0c6d0068'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:13.568149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Attempting to bind port bada5720-c6eb-4a18-9ecf-aaa0e02f763c on network 78d4be52-a915-4aea-b8ba-84ce0c6d0068 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:13.575569 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:13.575943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Checking segment: {'id': '6c0d63b9-4512-4f19-9ee7-892080989522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78d4be52-a915-4aea-b8ba-84ce0c6d0068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:13.577723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.577723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Bound using segment: {'id': '6c0d63b9-4512-4f19-9ee7-892080989522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78d4be52-a915-4aea-b8ba-84ce0c6d0068'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:13.577723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Bound port: bada5720-c6eb-4a18-9ecf-aaa0e02f763c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0d63b9-4512-4f19-9ee7-892080989522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '78d4be52-a915-4aea-b8ba-84ce0c6d0068'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:13.578088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.721813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-442c2b43-be82-43b1-b1ab-499665f5de13 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.725335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] For port bada5720-c6eb-4a18-9ecf-aaa0e02f763c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:13.728888 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] For port bada5720-c6eb-4a18-9ecf-aaa0e02f763c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bada5720-c6eb-4a18-9ecf-aaa0e02f763c,segment=NetworkSegment(6c0d63b9-4512-4f19-9ee7-892080989522),segment_id=6c0d63b9-4512-4f19-9ee7-892080989522)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:13.750690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c2b43-be82-43b1-b1ab-499665f5de13 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc7365f-c292-4518-87b0-4c1bf150bab3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.752706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-442c2b43-be82-43b1-b1ab-499665f5de13 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.755893 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-442c2b43-be82-43b1-b1ab-499665f5de13 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "DELETE /v2.0/subnets/bdc7365f-c292-4518-87b0-4c1bf150bab3 HTTP/1.1" status: 204 len: 168 time: 0.8783674 Apr 01 16:13:13.758588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59552) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:13.818932 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.835893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.884436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057956a-c63d-43dd-898f-daeccd1ef2b5 None None] Pushing event updated for resources: {'Port': ['ID=bada5720-c6eb-4a18-9ecf-aaa0e02f763c,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.899372 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Deleting port bada5720-c6eb-4a18-9ecf-aaa0e02f763c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:13:13.899814 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.969152 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] For port bada5720-c6eb-4a18-9ecf-aaa0e02f763c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=bada5720-c6eb-4a18-9ecf-aaa0e02f763c,segment=NetworkSegment(6c0d63b9-4512-4f19-9ee7-892080989522),segment_id=6c0d63b9-4512-4f19-9ee7-892080989522)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:13.969525 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.982935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Calling delete_port for bada5720-c6eb-4a18-9ecf-aaa0e02f763c owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:13:14.195195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.210587 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event deleted for resources: {'Port': ['ID=bada5720-c6eb-4a18-9ecf-aaa0e02f763c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:14.212460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] No DVR routers for this DVR port bada5720-c6eb-4a18-9ecf-aaa0e02f763c on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:14.293680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.314328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d4be52-a915-4aea-b8ba-84ce0c6d0068']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:14.323281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0d63b9-4512-4f19-9ee7-892080989522') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:14.323571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0d63b9-4512-4f19-9ee7-892080989522') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:14.333239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.346323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.352137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:13:14.352559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:13:14.355458 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:13:14.492994 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.501129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.504452 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "DELETE /v2.0/networks/78d4be52-a915-4aea-b8ba-84ce0c6d0068 HTTP/1.1" status: 204 len: 168 time: 0.7448182 Apr 01 16:13:14.507266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59554) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:14.517078 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62868cd-35bb-4ab7-ae2f-5812825bab72 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event deleted for resources: {'Network': ['ID=78d4be52-a915-4aea-b8ba-84ce0c6d0068,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:14.562113 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c566f5b-8f4a-438a-b0a3-0e7f58786397 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Deleting subnet 6598f2ac-d503-443b-a7db-fd381a57ab9c {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:13:14.565512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2c566f5b-8f4a-438a-b0a3-0e7f58786397 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.612431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2c566f5b-8f4a-438a-b0a3-0e7f58786397 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.699395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2c566f5b-8f4a-438a-b0a3-0e7f58786397 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.768049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea528c58-bed5-4b01-8963-0da2a0680902 None None] DHCP port deletion for 78d4be52-a915-4aea-b8ba-84ce0c6d0068 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:13:14.783908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56b118-8f85-43dc-99c6-19898f9a7935 None None] Network 78d4be52-a915-4aea-b8ba-84ce0c6d0068 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:14.786516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fc91219b-0ead-40e2-b766-4b676d209053 None None] Could not find standard attr ID for object bada5720-c6eb-4a18-9ecf-aaa0e02f763c. {{(pid=110107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 16:13:14.797888 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56b118-8f85-43dc-99c6-19898f9a7935 None None] Network 78d4be52-a915-4aea-b8ba-84ce0c6d0068 could not be found, it might have been deleted concurrently. {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 01 16:13:14.836068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2c566f5b-8f4a-438a-b0a3-0e7f58786397 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.869690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c566f5b-8f4a-438a-b0a3-0e7f58786397 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event deleted for resources: {'Subnet': ['ID=6598f2ac-d503-443b-a7db-fd381a57ab9c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:14.871661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2c566f5b-8f4a-438a-b0a3-0e7f58786397 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.874864 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2c566f5b-8f4a-438a-b0a3-0e7f58786397 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "DELETE /v2.0/subnets/6598f2ac-d503-443b-a7db-fd381a57ab9c HTTP/1.1" status: 204 len: 168 time: 0.3665903 Apr 01 16:13:14.876219 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69de5df-1cb5-455b-992b-7c5771d308c9 None None] Network 678403dc-4f85-43a4-a060-53ab7a8ae9c2 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:14.877297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59556) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:14.951925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.005002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Deleting port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:13:15.005413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.076449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] For port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0,segment=NetworkSegment(d9508c4a-ccd1-4532-a002-1036b2e25b5a),segment_id=d9508c4a-ccd1-4532-a002-1036b2e25b5a)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:15.076782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.084364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c69ad2f-afe2-4c35-98ed-cc4bf6fb3bc2 None None] DHCP port deletion for 678403dc-4f85-43a4-a060-53ab7a8ae9c2 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:13:15.090526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Calling delete_port for 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:13:15.138503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7c69ad2f-afe2-4c35-98ed-cc4bf6fb3bc2 None None] Deleting port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:13:15.138880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7c69ad2f-afe2-4c35-98ed-cc4bf6fb3bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.205815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7c69ad2f-afe2-4c35-98ed-cc4bf6fb3bc2 None None] For port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0,segment=NetworkSegment(d9508c4a-ccd1-4532-a002-1036b2e25b5a),segment_id=d9508c4a-ccd1-4532-a002-1036b2e25b5a)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:15.206207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7c69ad2f-afe2-4c35-98ed-cc4bf6fb3bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.219301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7c69ad2f-afe2-4c35-98ed-cc4bf6fb3bc2 None None] Calling delete_port for 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:13:15.355384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.362193 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7c69ad2f-afe2-4c35-98ed-cc4bf6fb3bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.387949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69ad2f-afe2-4c35-98ed-cc4bf6fb3bc2 None None] Pushing event deleted for resources: {'Port': ['ID=00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:15.388483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] No DVR routers for this DVR port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:15.392204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69ad2f-afe2-4c35-98ed-cc4bf6fb3bc2 None None] No DVR routers for this DVR port 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:15.397106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event deleted for resources: {'Port': ['ID=00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:15.474838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.494533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678403dc-4f85-43a4-a060-53ab7a8ae9c2']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:15.504334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9508c4a-ccd1-4532-a002-1036b2e25b5a') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:15.504660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9508c4a-ccd1-4532-a002-1036b2e25b5a') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:15.514038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.526929 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.533612 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:13:15.536840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:13:15.536991 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:13:15.664451 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.673609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.678223 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "DELETE /v2.0/networks/678403dc-4f85-43a4-a060-53ab7a8ae9c2 HTTP/1.1" status: 204 len: 168 time: 0.7999103 Apr 01 16:13:15.685032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59558) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:15.690380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f082c4-f262-4153-816b-b2d62753ea4b tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Pushing event deleted for resources: {'Network': ['ID=678403dc-4f85-43a4-a060-53ab7a8ae9c2,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:15.714008 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a919e275-ac9a-4ff6-a378-641cee376f36 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e035f90-6b36-458b-94e0-514e34a8fe8a HTTP/1.1" status: 200 len: 205 time: 0.0274985 Apr 01 16:13:15.719241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59560) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:15.778700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.795583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5ad89e04-44eb-4df0-9a42-146c960668e2 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.949447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5ad89e04-44eb-4df0-9a42-146c960668e2 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.951457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5ad89e04-44eb-4df0-9a42-146c960668e2 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:16.093399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5ad89e04-44eb-4df0-9a42-146c960668e2 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:16.093932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad89e04-44eb-4df0-9a42-146c960668e2 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Fanout notify agent at l3_agent the message router_deleted on router 7e035f90-6b36-458b-94e0-514e34a8fe8a {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:13:16.100843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5ad89e04-44eb-4df0-9a42-146c960668e2 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:16.101854 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5ad89e04-44eb-4df0-9a42-146c960668e2 tempest-RoutersNegativeTest-2144530258 tempest-RoutersNegativeTest-2144530258-project] 10.222.0.73 "DELETE /v2.0/routers/7e035f90-6b36-458b-94e0-514e34a8fe8a HTTP/1.1" status: 204 len: 168 time: 0.3816223 Apr 01 16:13:16.615196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59566) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:16.753661 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4cb65ed3-4f1a-48ae-9157-ef47c3b8424e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b270e031e2c8426ead0301f4a26447b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372950 Apr 01 16:13:16.756142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59570) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:16.803638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a2f202aa-e487-4470-b30b-f093846dff8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:16.825156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a2f202aa-e487-4470-b30b-f093846dff8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:16.949838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a2f202aa-e487-4470-b30b-f093846dff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:16.952816 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a2f202aa-e487-4470-b30b-f093846dff8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:16.953985 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a2f202aa-e487-4470-b30b-f093846dff8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0073a119-5ed4-44d3-ba32-f2bae58a6dfc HTTP/1.1" status: 204 len: 168 time: 0.1969213 Apr 01 16:13:16.962220 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f202aa-e487-4470-b30b-f093846dff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0073a119-5ed4-44d3-ba32-f2bae58a6dfc,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:17.058741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:13:17.079881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:13:17.080226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00a6c5fb-ef70-4f9e-a75a-94ac6f98fbd0 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:13:17.969692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59592) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:18.064562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-354539164-network', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:18.189147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Made reservation on behalf of 5d8ba424d4834c70973009ee3b48d552 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:18.191560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.200621 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.274223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.355319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.381241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1131, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:13:18.390657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b48bd38-0cd1-428d-882b-3a3440c72453,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:18.395419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.395770 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Added segment d3576de9-8591-4351-b19e-06068b4a078d of type vlan for network f87f2693-e141-4c68-a8e8-31a96377c4d8 Apr 01 16:13:18.438175 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.554560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.555447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:18.556028 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.614827 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] Pushing event updated for resources: {'Network': ['ID=f87f2693-e141-4c68-a8e8-31a96377c4d8,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:18.624949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:13:18.655773 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-30e30c5a-0d4c-4c1c-954e-9798eccb0da0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6844664 Apr 01 16:13:18.658668 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59596) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:18.664007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Request body: {'subnet': {'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-subnet', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'ip_version': 4}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:18.795418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Made reservation on behalf of 5d8ba424d4834c70973009ee3b48d552 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:18.798503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.093602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.143936 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6486962-f52e-4b5c-b309-e9eddb9c0c8d,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:19.160876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Checking segment: {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:19.171515 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Network hostable DHCP agents. Network: f87f2693-e141-4c68-a8e8-31a96377c4d8, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:13:19.309829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:13:19.401166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, f87f2693-e141-4c68-a8e8-31a96377c4d8) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:19.405949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:19.406539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.410568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1528ba73-40da-4582-bd81-ca2225436922 None None] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:19.506922 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-73c3268f-358d-4eb1-a32b-c73852cf8476 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8469203 Apr 01 16:13:19.509925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59598) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:19.514992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:19.555808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-f87f2693-e141-4c68-a8e8-31a96377c4d8', 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'fixed_ips': [{'subnet_id': 'a6486962-f52e-4b5c-b309-e9eddb9c0c8d'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:13:19.556706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.595602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.596684 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.650700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.692194 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Allocated IP 172.20.0.2 (f87f2693-e141-4c68-a8e8-31a96377c4d8/a6486962-f52e-4b5c-b309-e9eddb9c0c8d/1c683758-f0ff-4c25-a0fa-40ae48bf4f51) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:19.835546 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.870607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.904707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.943055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:19.947332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:19.951391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:19.954827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Pushing event updated for resources: {'Port': ['ID=1c683758-f0ff-4c25-a0fa-40ae48bf4f51,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:20.007443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Attempting to bind port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:20.007804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Attempting to bind port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:20.008158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Attempting to bind port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 on network f87f2693-e141-4c68-a8e8-31a96377c4d8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:20.013252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:20.016455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Checking segment: {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:20.016455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.016455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Bound using segment: {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:20.016455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Bound port: 1c683758-f0ff-4c25-a0fa-40ae48bf4f51, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:20.016455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.233256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] For port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:20.236755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] For port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1c683758-f0ff-4c25-a0fa-40ae48bf4f51,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:20.310653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.373734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db46d8-2284-4f71-b90b-3b2972337d8c None None] Pushing event updated for resources: {'Port': ['ID=1c683758-f0ff-4c25-a0fa-40ae48bf4f51,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:20.505315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.525615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.651334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Allocated IP 172.26.6.245 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/74791655-768d-4627-9123-c0e246dce1e4) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:20.807285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.904873 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:20.947792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:20.950930 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:20.955431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:20.979631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Pushing event updated for resources: {'Port': ['ID=74791655-768d-4627-9123-c0e246dce1e4,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:21.119703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:21.173829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:21.174512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.256109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.294722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1c683758-f0ff-4c25-a0fa-40ae48bf4f51,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:21.326957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.338486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e979fd84-5b1a-42a2-8f1d-c318fbc270cf None None] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:21.401535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.411927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-790d4097-6cc8-48a4-9dea-247c4737e065 None None] Provisioning complete for port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:21.412299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-790d4097-6cc8-48a4-9dea-247c4737e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.525915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=1c683758-f0ff-4c25-a0fa-40ae48bf4f51,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:21.529060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.727311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:13:21.820687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-08b2a298-60dc-4a47-a71f-d4713095b43c None None] Provisioning complete for port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:21.821059 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08b2a298-60dc-4a47-a71f-d4713095b43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.837953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:21.849340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Sync routers for ids ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:21.867204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Routers {'79a9cb6a-1af1-4603-bfbe-12159d60a8cc'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:21.867766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:13:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:21.929386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.930625 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e8387174-9748-4ff5-8cf4-11bce2e3f781 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4191453 Apr 01 16:13:21.933352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59600) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:22.010069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Set router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:22.202899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '74791655-768d-4627-9123-c0e246dce1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:19Z', 'updated_at': '2022-04-01T16:13:21Z', 'revision_number': 3, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'gw_port': {'id': '74791655-768d-4627-9123-c0e246dce1e4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:20Z', 'updated_at': '2022-04-01T16:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:22.229248 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Checking router: 79a9cb6a-1af1-4603-bfbe-12159d60a8cc for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:22.229590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Updating router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc port 74791655-768d-4627-9123-c0e246dce1e4 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:13:22.259439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.371627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.511220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.529945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Allocated IP 172.20.0.1 (f87f2693-e141-4c68-a8e8-31a96377c4d8/a6486962-f52e-4b5c-b309-e9eddb9c0c8d/00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:22.606525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.635087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.660878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Attempting to bind port 74791655-768d-4627-9123-c0e246dce1e4 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:22.661251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Attempting to bind port 74791655-768d-4627-9123-c0e246dce1e4 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:22.661611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Attempting to bind port 74791655-768d-4627-9123-c0e246dce1e4 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:22.663841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9568c-5e28-4dd6-9aad-25f3767e50a1 None None] Pushing event updated for resources: {'Port': ['ID=74791655-768d-4627-9123-c0e246dce1e4,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:22.669499 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:22.669874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:22.670274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.671304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:22.671304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Bound port: 74791655-768d-4627-9123-c0e246dce1e4, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:22.671526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.730648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] For port 74791655-768d-4627-9123-c0e246dce1e4, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:22.734318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] For port 74791655-768d-4627-9123-c0e246dce1e4, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=74791655-768d-4627-9123-c0e246dce1e4,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:22.772040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.807326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:22.810356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:22.814346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:22.819618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Pushing event updated for resources: {'Port': ['ID=00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:22.836587 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.861516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:22.888960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Routers {'79a9cb6a-1af1-4603-bfbe-12159d60a8cc'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:22.889652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:13:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:22.944211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9568c-5e28-4dd6-9aad-25f3767e50a1 None None] Pushing event updated for resources: {'Port': ['ID=74791655-768d-4627-9123-c0e246dce1e4,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:23.031706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] Set router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:23.080714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.089953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:23.092432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5b414227-53b0-4aaf-9658-9bdb16c1368d None None] Provisioning complete for port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:23.092854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5b414227-53b0-4aaf-9658-9bdb16c1368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.254922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.333423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.357437 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5b414227-53b0-4aaf-9658-9bdb16c1368d None None] Port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:13:23.392417 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:23.392791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.406842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Pushing event updated for resources: {'Port': ['ID=00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:23.409304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.491410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '74791655-768d-4627-9123-c0e246dce1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:19Z', 'updated_at': '2022-04-01T16:13:21Z', 'revision_number': 3, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'gw_port': {'id': '74791655-768d-4627-9123-c0e246dce1e4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:20Z', 'updated_at': '2022-04-01T16:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:23.500367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:23.501763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:23.527129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2f4b3-56e7-4d89-a342-ec5f51f6c35d None None] The sync data for ids ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'] in dv-neutron-835865-1-hyperv is: [{'id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '74791655-768d-4627-9123-c0e246dce1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:19Z', 'updated_at': '2022-04-01T16:13:21Z', 'revision_number': 3, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'gw_port': {'id': '74791655-768d-4627-9123-c0e246dce1e4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:20Z', 'updated_at': '2022-04-01T16:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:23.629340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:13:23.766207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:23.771099 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-debc9efe-4907-4f2f-9132-8555bb77e675 admin admin] 10.222.0.73 "PUT /v2.0/routers/79a9cb6a-1af1-4603-bfbe-12159d60a8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8367865 Apr 01 16:13:23.780462 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-0bdb9c8f-3e8d-40f9-a06b-136677a15666 None None] Provisioning complete for port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:23.785156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0bdb9c8f-3e8d-40f9-a06b-136677a15666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.824804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb9c8f-3e8d-40f9-a06b-136677a15666 None None] Port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:13:24.587278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59616) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:24.592529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2178604-network', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:24.698852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Made reservation on behalf of f55dcb80a6194cffb540c5491a813c5b for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:24.701379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:24.711245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:24.788644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:24.858784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:24.887331 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:13:24.898232 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815f0e8e-cbdb-4679-abc7-57f303c3a9cf,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:24.903342 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:24.903686 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Added segment 37178968-796f-45e1-9bf9-15145cb74b03 of type vlan for network 470ba387-e144-4c00-94aa-6c54201fd353 Apr 01 16:13:24.947628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:24.987390 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Sync routers for ids ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:24.996677 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Routers {'79a9cb6a-1af1-4603-bfbe-12159d60a8cc'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:24.997280 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:13:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:25.035491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.036570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:25.037175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.084633 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 74791655-768d-4627-9123-c0e246dce1e4 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:25.105637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] Pushing event updated for resources: {'Network': ['ID=470ba387-e144-4c00-94aa-6c54201fd353,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:25.109046 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Set router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:25.122203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 470ba387-e144-4c00-94aa-6c54201fd353 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:13:25.198505 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f720d64e-7ce8-4f19-9ce0-dcd84bb3b17c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6100953 Apr 01 16:13:25.202667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59618) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:25.208720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Request body: {'subnet': {'network_id': '470ba387-e144-4c00-94aa-6c54201fd353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-subnet', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:25.214400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 74791655-768d-4627-9123-c0e246dce1e4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:25.214775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.295450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.316332 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '74791655-768d-4627-9123-c0e246dce1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:19Z', 'updated_at': '2022-04-01T16:13:22Z', 'revision_number': 4, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'gw_port': {'id': '74791655-768d-4627-9123-c0e246dce1e4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:20Z', 'updated_at': '2022-04-01T16:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00', 'name': '', 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'mac_address': 'fa:16:3e:62:0a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'a6486962-f52e-4b5c-b309-e9eddb9c0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:22Z', 'updated_at': '2022-04-01T16:13:23Z', 'revision_number': 2, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'subnets': [{'id': 'a6486962-f52e-4b5c-b309-e9eddb9c0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:25.321478 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 74791655-768d-4627-9123-c0e246dce1e4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=74791655-768d-4627-9123-c0e246dce1e4,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:25.326980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Made reservation on behalf of f55dcb80a6194cffb540c5491a813c5b for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:25.329987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.344896 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Checking router: 79a9cb6a-1af1-4603-bfbe-12159d60a8cc for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:25.345232 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Updating router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:13:25.368931 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.401602 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.455280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=74791655-768d-4627-9123-c0e246dce1e4,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:25.601580 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.665112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d54ba5-cf57-42de-b832-bcb773e5a573,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:25.674193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Checking segment: {'id': '37178968-796f-45e1-9bf9-15145cb74b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:25.674579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Network hostable DHCP agents. Network: 470ba387-e144-4c00-94aa-6c54201fd353, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:13:25.718545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.807095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Network 470ba387-e144-4c00-94aa-6c54201fd353 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:13:25.835492 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.884530 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Pushing event updated for resources: {'Port': ['ID=00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:25.908848 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.909185 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.909835 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.909835 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.910158 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.910478 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.910798 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.911114 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.911430 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.911740 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.912051 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.912379 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:25.927479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 470ba387-e144-4c00-94aa-6c54201fd353) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:25.933082 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:25.933695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.941734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe98a0c-f169-444e-9bb4-2ef33bbbac06 None None] Network 470ba387-e144-4c00-94aa-6c54201fd353 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:25.950404 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Attempting to bind port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:25.950778 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Attempting to bind port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:25.951142 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Attempting to bind port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 on network f87f2693-e141-4c68-a8e8-31a96377c4d8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:25.956572 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:25.956975 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Checking segment: {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:25.957377 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:25.957767 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Bound using segment: {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:25.958234 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Bound port: 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:25.958621 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.029474 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] For port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:26.033197 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] For port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:26.098069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-470ba387-e144-4c00-94aa-6c54201fd353', 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'fixed_ips': [{'subnet_id': '68d54ba5-cf57-42de-b832-bcb773e5a573'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:13:26.098934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.113296 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e71e41f0-bc48-4efe-93c3-965f421a6810 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9094262 Apr 01 16:13:26.116136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59620) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:26.120853 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:26.149872 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.197760 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Routers {'79a9cb6a-1af1-4603-bfbe-12159d60a8cc'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:26.198447 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:13:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:26.205344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-babb7725-f51e-4447-9277-00ba4aa894aa None None] Provisioning complete for port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:26.205802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-babb7725-f51e-4447-9277-00ba4aa894aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.225224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.226856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.243805 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea101351-21f8-43c1-9550-9d006f384bdd None None] Pushing event updated for resources: {'Port': ['ID=00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:26.283970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Allocated IP 172.20.0.2 (470ba387-e144-4c00-94aa-6c54201fd353/68d54ba5-cf57-42de-b832-bcb773e5a573/b5e215ef-7b8e-4ef6-8321-f248d8c3266c) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:26.305104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.338221 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] Set router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:26.390320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-babb7725-f51e-4447-9277-00ba4aa894aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.448447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-babb7725-f51e-4447-9277-00ba4aa894aa None None] For port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:26.507268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.538683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-babb7725-f51e-4447-9277-00ba4aa894aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.562338 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '74791655-768d-4627-9123-c0e246dce1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:19Z', 'updated_at': '2022-04-01T16:13:22Z', 'revision_number': 4, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'gw_port': {'id': '74791655-768d-4627-9123-c0e246dce1e4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:20Z', 'updated_at': '2022-04-01T16:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00', 'name': '', 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'mac_address': 'fa:16:3e:62:0a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'a6486962-f52e-4b5c-b309-e9eddb9c0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:22Z', 'updated_at': '2022-04-01T16:13:26Z', 'revision_number': 4, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'subnets': [{'id': 'a6486962-f52e-4b5c-b309-e9eddb9c0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:26.572100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.590911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb7725-f51e-4447-9277-00ba4aa894aa None None] Pushing event updated for resources: {'Port': ['ID=00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:26.596835 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee97ff87-0b5d-486e-86ad-d714879834ef None None] The sync data for ids ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'] in dv-neutron-835865-1-hyperv is: [{'id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '74791655-768d-4627-9123-c0e246dce1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:19Z', 'updated_at': '2022-04-01T16:13:22Z', 'revision_number': 4, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'gw_port': {'id': '74791655-768d-4627-9123-c0e246dce1e4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:20Z', 'updated_at': '2022-04-01T16:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00', 'name': '', 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'mac_address': 'fa:16:3e:62:0a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'a6486962-f52e-4b5c-b309-e9eddb9c0c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:22Z', 'updated_at': '2022-04-01T16:13:26Z', 'revision_number': 4, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'subnets': [{'id': 'a6486962-f52e-4b5c-b309-e9eddb9c0c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:26.601987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.670557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Network 470ba387-e144-4c00-94aa-6c54201fd353 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:26.679470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:26.688091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:26.692253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Pushing event updated for resources: {'Port': ['ID=b5e215ef-7b8e-4ef6-8321-f248d8c3266c,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:26.699377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f7375b1d-1cfc-4f05-8fdc-bb1c8c14d4f5 None None] Provisioning complete for port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:26.699915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f7375b1d-1cfc-4f05-8fdc-bb1c8c14d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.783794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Attempting to bind port b5e215ef-7b8e-4ef6-8321-f248d8c3266c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:26.784069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Attempting to bind port b5e215ef-7b8e-4ef6-8321-f248d8c3266c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '37178968-796f-45e1-9bf9-15145cb74b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:26.784458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Attempting to bind port b5e215ef-7b8e-4ef6-8321-f248d8c3266c on network 470ba387-e144-4c00-94aa-6c54201fd353 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:26.794320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:26.794527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Checking segment: {'id': '37178968-796f-45e1-9bf9-15145cb74b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:26.794763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.795158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Bound using segment: {'id': '37178968-796f-45e1-9bf9-15145cb74b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:26.795636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Bound port: b5e215ef-7b8e-4ef6-8321-f248d8c3266c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37178968-796f-45e1-9bf9-15145cb74b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:26.796650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.896116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] For port b5e215ef-7b8e-4ef6-8321-f248d8c3266c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:26.899585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] For port b5e215ef-7b8e-4ef6-8321-f248d8c3266c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b5e215ef-7b8e-4ef6-8321-f248d8c3266c,segment=NetworkSegment(37178968-796f-45e1-9bf9-15145cb74b03),segment_id=37178968-796f-45e1-9bf9-15145cb74b03)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:26.925206 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.945521 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.990904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.064220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f3690-5b1e-4a66-9ba5-a44d5787e098 None None] Pushing event updated for resources: {'Port': ['ID=b5e215ef-7b8e-4ef6-8321-f248d8c3266c,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:27.076500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Allocated IP 172.26.6.20 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/fb0ac0ac-e2be-45be-8e35-3a67a7d2588f) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:27.210308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.229491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:27.304314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:27.304672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.345013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.393787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:27.397362 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:27.400844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 74791655-768d-4627-9123-c0e246dce1e4 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:27.401413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:27.413593 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Pushing event updated for resources: {'Port': ['ID=fb0ac0ac-e2be-45be-8e35-3a67a7d2588f,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:27.471123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 74791655-768d-4627-9123-c0e246dce1e4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:27.471510 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.759451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.974884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.070090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aeb82f-39a8-48f3-9f0c-9f66ba99e658 None None] Network 470ba387-e144-4c00-94aa-6c54201fd353 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:13:28.135293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7fda0287-569a-4497-b558-c98950bcc376 None None] Provisioning complete for port b5e215ef-7b8e-4ef6-8321-f248d8c3266c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:28.135583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fda0287-569a-4497-b558-c98950bcc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.252674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Router 12647fbb-caec-4b58-8b79-2783d8c52670 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:13:28.276581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fda0287-569a-4497-b558-c98950bcc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.315864 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7fda0287-569a-4497-b558-c98950bcc376 None None] For port b5e215ef-7b8e-4ef6-8321-f248d8c3266c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b5e215ef-7b8e-4ef6-8321-f248d8c3266c,segment=NetworkSegment(37178968-796f-45e1-9bf9-15145cb74b03),segment_id=37178968-796f-45e1-9bf9-15145cb74b03)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:28.372227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:28.384521 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Sync routers for ids ['12647fbb-caec-4b58-8b79-2783d8c52670'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:28.396411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Routers {'12647fbb-caec-4b58-8b79-2783d8c52670'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:28.397047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:13:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['12647fbb-caec-4b58-8b79-2783d8c52670'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:28.457010 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7fda0287-569a-4497-b558-c98950bcc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.512194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.513512 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0a24c918-983f-4d46-a268-6ea38129383e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3962746 Apr 01 16:13:28.528745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59622) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:13:28.700657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Set router 12647fbb-caec-4b58-8b79-2783d8c52670 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:28.736873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-978f249e-6c2b-48c5-93bb-2508dd35992a None None] Provisioning complete for port b5e215ef-7b8e-4ef6-8321-f248d8c3266c triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:28.744268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-978f249e-6c2b-48c5-93bb-2508dd35992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.771037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda0287-569a-4497-b558-c98950bcc376 None None] Pushing event updated for resources: {'Port': ['ID=b5e215ef-7b8e-4ef6-8321-f248d8c3266c,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:28.965497 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:27Z', 'revision_number': 3, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'gw_port': {'id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:28.992311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Checking router: 12647fbb-caec-4b58-8b79-2783d8c52670 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:28.992678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Updating router 12647fbb-caec-4b58-8b79-2783d8c52670 port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:13:29.018087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.122739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b5e215ef-7b8e-4ef6-8321-f248d8c3266c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:29.232685 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.248934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port b5e215ef-7b8e-4ef6-8321-f248d8c3266c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:29.249835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.386629 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.436085 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Allocated IP 172.20.0.1 (470ba387-e144-4c00-94aa-6c54201fd353/68d54ba5-cf57-42de-b832-bcb773e5a573/2418a676-9bdf-4eb3-b3d6-190a01b36faf) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:29.464558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.517804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Attempting to bind port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:29.518168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Attempting to bind port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:29.518527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Attempting to bind port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:29.520406 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd18c20-f64e-4c6a-ba20-770e1bed02cf None None] Pushing event updated for resources: {'Port': ['ID=fb0ac0ac-e2be-45be-8e35-3a67a7d2588f,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:29.525933 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:29.526302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:29.526698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.527081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:29.527538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Bound port: fb0ac0ac-e2be-45be-8e35-3a67a7d2588f, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:29.527914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.544904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.578884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] For port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:29.581847 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] For port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fb0ac0ac-e2be-45be-8e35-3a67a7d2588f,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:29.687712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.730116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Network 470ba387-e144-4c00-94aa-6c54201fd353 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:29.734702 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:29.737224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:29.750419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.762142 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Pushing event updated for resources: {'Port': ['ID=2418a676-9bdf-4eb3-b3d6-190a01b36faf,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:29.784813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.800628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Routers {'12647fbb-caec-4b58-8b79-2783d8c52670'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:29.801273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:13:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['12647fbb-caec-4b58-8b79-2783d8c52670'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:29.856256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd18c20-f64e-4c6a-ba20-770e1bed02cf None None] Pushing event updated for resources: {'Port': ['ID=fb0ac0ac-e2be-45be-8e35-3a67a7d2588f,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:29.925434 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] Set router 12647fbb-caec-4b58-8b79-2783d8c52670 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:30.011858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5db3d250-d14a-47f8-8cb2-8f5dfa40fd2f None None] Provisioning complete for port 2418a676-9bdf-4eb3-b3d6-190a01b36faf triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:30.012123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5db3d250-d14a-47f8-8cb2-8f5dfa40fd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:30.020289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:30.084405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5db3d250-d14a-47f8-8cb2-8f5dfa40fd2f None None] Port 2418a676-9bdf-4eb3-b3d6-190a01b36faf cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:13:30.142818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:27Z', 'revision_number': 3, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'gw_port': {'id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:30.169122 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0c054-e023-43a8-bc63-66fca295572f None None] The sync data for ids ['12647fbb-caec-4b58-8b79-2783d8c52670'] in dv-neutron-835865-1-hyperv is: [{'id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:27Z', 'revision_number': 3, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'gw_port': {'id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:30.186805 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:30.259044 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:30.332696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Pushing event updated for resources: {'Port': ['ID=2418a676-9bdf-4eb3-b3d6-190a01b36faf,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:30.335334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:30.463035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Network 470ba387-e144-4c00-94aa-6c54201fd353 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:30.465589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:30.612528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Router 12647fbb-caec-4b58-8b79-2783d8c52670 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:13:30.716515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d0ca2a97-72ad-4081-b412-8d317b7860d6 None None] Provisioning complete for port 2418a676-9bdf-4eb3-b3d6-190a01b36faf triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:30.717104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d0ca2a97-72ad-4081-b412-8d317b7860d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:30.737747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:13:30.742906 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cb9b4598-1acb-4359-8428-eec5155cc1ad admin admin] 10.222.0.73 "PUT /v2.0/routers/12647fbb-caec-4b58-8b79-2783d8c52670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2130728 Apr 01 16:13:30.762437 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca2a97-72ad-4081-b412-8d317b7860d6 None None] Port 2418a676-9bdf-4eb3-b3d6-190a01b36faf cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:13:31.106693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fb0ac0ac-e2be-45be-8e35-3a67a7d2588f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:31.154283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:31.154656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:31.232971 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:31.254190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fb0ac0ac-e2be-45be-8e35-3a67a7d2588f,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:31.372985 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:31.420987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=fb0ac0ac-e2be-45be-8e35-3a67a7d2588f,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:31.427901 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.428247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.428605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.428937 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.429264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.429588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.429912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.430235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.430553 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.430869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.431185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.431504 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:31.766248 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Sync routers for ids ['12647fbb-caec-4b58-8b79-2783d8c52670'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:13:31.775917 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Routers {'12647fbb-caec-4b58-8b79-2783d8c52670'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:31.776575 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:13:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['12647fbb-caec-4b58-8b79-2783d8c52670'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:31.885794 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Set router 12647fbb-caec-4b58-8b79-2783d8c52670 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:32.081057 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:29Z', 'revision_number': 4, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'gw_port': {'id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '2418a676-9bdf-4eb3-b3d6-190a01b36faf', 'name': '', 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'mac_address': 'fa:16:3e:a2:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '68d54ba5-cf57-42de-b832-bcb773e5a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:29Z', 'updated_at': '2022-04-01T16:13:30Z', 'revision_number': 2, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'subnets': [{'id': '68d54ba5-cf57-42de-b832-bcb773e5a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:32.107815 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Checking router: 12647fbb-caec-4b58-8b79-2783d8c52670 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:13:32.108163 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Updating router 12647fbb-caec-4b58-8b79-2783d8c52670 port 2418a676-9bdf-4eb3-b3d6-190a01b36faf binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:13:32.138931 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.422875 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.505352 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.576370 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa142-9def-4586-ac69-dcd9a6307d42 None None] Pushing event updated for resources: {'Port': ['ID=2418a676-9bdf-4eb3-b3d6-190a01b36faf,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:32.632938 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Attempting to bind port 2418a676-9bdf-4eb3-b3d6-190a01b36faf on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:32.633375 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Attempting to bind port 2418a676-9bdf-4eb3-b3d6-190a01b36faf by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '37178968-796f-45e1-9bf9-15145cb74b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:32.633838 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Attempting to bind port 2418a676-9bdf-4eb3-b3d6-190a01b36faf on network 470ba387-e144-4c00-94aa-6c54201fd353 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:32.640435 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:32.640849 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Checking segment: {'id': '37178968-796f-45e1-9bf9-15145cb74b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:32.641340 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.641798 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Bound using segment: {'id': '37178968-796f-45e1-9bf9-15145cb74b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:32.646464 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Bound port: 2418a676-9bdf-4eb3-b3d6-190a01b36faf, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37178968-796f-45e1-9bf9-15145cb74b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:32.646985 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.699032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-637c6b9f-c8ab-4192-822a-aaaa0728deb0 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:32.705074 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-637c6b9f-c8ab-4192-822a-aaaa0728deb0 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/networks?id=f87f2693-e141-4c68-a8e8-31a96377c4d8 HTTP/1.1" status: 200 len: 816 time: 0.1386638 Apr 01 16:13:32.718154 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] For port 2418a676-9bdf-4eb3-b3d6-190a01b36faf, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:32.719001 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-1943ed2a-1757-494c-bbcb-c037cd53bd42 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/quotas/5d8ba424d4834c70973009ee3b48d552 HTTP/1.1" status: 200 len: 375 time: 0.0110724 Apr 01 16:13:32.722021 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] For port 2418a676-9bdf-4eb3-b3d6-190a01b36faf, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2418a676-9bdf-4eb3-b3d6-190a01b36faf,segment=NetworkSegment(37178968-796f-45e1-9bf9-15145cb74b03),segment_id=37178968-796f-45e1-9bf9-15145cb74b03)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:32.773266 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-1df03065-0783-408d-97ab-322827f76cd6 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d8ba424d4834c70973009ee3b48d552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474813 Apr 01 16:13:32.790759 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.794658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5797a158-fecb-499b-803b-814aa96da532 None None] Provisioning complete for port 2418a676-9bdf-4eb3-b3d6-190a01b36faf triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:32.795129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5797a158-fecb-499b-803b-814aa96da532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.855524 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Routers {'12647fbb-caec-4b58-8b79-2783d8c52670'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:13:32.856154 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:13:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['12647fbb-caec-4b58-8b79-2783d8c52670'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:32.886585 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-c3007c8a-9654-4093-b2ab-0f7abf539e3f service neutron] 10.222.0.73 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006689 Apr 01 16:13:32.897443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5797a158-fecb-499b-803b-814aa96da532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:32.952230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-5797a158-fecb-499b-803b-814aa96da532 None None] For port 2418a676-9bdf-4eb3-b3d6-190a01b36faf, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2418a676-9bdf-4eb3-b3d6-190a01b36faf,segment=NetworkSegment(37178968-796f-45e1-9bf9-15145cb74b03),segment_id=37178968-796f-45e1-9bf9-15145cb74b03)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:32.991697 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa142-9def-4586-ac69-dcd9a6307d42 None None] Pushing event updated for resources: {'Port': ['ID=2418a676-9bdf-4eb3-b3d6-190a01b36faf,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:33.005009 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-3754bd7d-8efd-4901-b2bc-b4533af4e647 service neutron] 10.222.0.73 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065290 Apr 01 16:13:33.042335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5797a158-fecb-499b-803b-814aa96da532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:33.090612 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] Set router 12647fbb-caec-4b58-8b79-2783d8c52670 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:13:33.111949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fb0ac0ac-e2be-45be-8e35-3a67a7d2588f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:33.120011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797a158-fecb-499b-803b-814aa96da532 None None] Pushing event updated for resources: {'Port': ['ID=2418a676-9bdf-4eb3-b3d6-190a01b36faf,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:33.174564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-f5726655-b597-41d2-9f86-1ab942e5474c None None] Provisioning complete for port 2418a676-9bdf-4eb3-b3d6-190a01b36faf triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:33.174934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f5726655-b597-41d2-9f86-1ab942e5474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:33.203573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:33.203856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:33.314056 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0f5adc23-637e-4bcc-aa11-9eb9f6a728db req-72b32953-5a36-4c80-aecd-46177144f915 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 210 time: 0.0454385 Apr 01 16:13:33.323126 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:29Z', 'revision_number': 4, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'gw_port': {'id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '2418a676-9bdf-4eb3-b3d6-190a01b36faf', 'name': '', 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'mac_address': 'fa:16:3e:a2:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '68d54ba5-cf57-42de-b832-bcb773e5a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:29Z', 'updated_at': '2022-04-01T16:13:32Z', 'revision_number': 4, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'subnets': [{'id': '68d54ba5-cf57-42de-b832-bcb773e5a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:33.356292 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c0f4f9-df07-45d5-aac5-c22d879dda54 None None] The sync data for ids ['12647fbb-caec-4b58-8b79-2783d8c52670'] in dv-neutron-835865-1-hyperv is: [{'id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:29Z', 'revision_number': 4, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'gw_port': {'id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '2418a676-9bdf-4eb3-b3d6-190a01b36faf', 'name': '', 'network_id': '470ba387-e144-4c00-94aa-6c54201fd353', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'mac_address': 'fa:16:3e:a2:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '68d54ba5-cf57-42de-b832-bcb773e5a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:29Z', 'updated_at': '2022-04-01T16:13:32Z', 'revision_number': 4, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'subnets': [{'id': '68d54ba5-cf57-42de-b832-bcb773e5a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:13:34.396882 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-14515170-1c51-4f21-bf2a-63e6618bb4a9 req-d2a41918-1761-45ad-b98d-c0a15a4abe3b tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 210 time: 0.0282962 Apr 01 16:13:34.756142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-84ce790b-c4b3-4c41-af2d-4fd6889ce70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:35.090408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2418a676-9bdf-4eb3-b3d6-190a01b36faf up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:35.142300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 2418a676-9bdf-4eb3-b3d6-190a01b36faf triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:35.142661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:35.492271 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bd50f363-7985-4e65-8ddf-9aa1d13f35c7 req-2565c787-8d0c-4a94-aa85-d6980d6c3391 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 210 time: 0.0270503 Apr 01 16:13:36.558300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-a02ac3fe-78b2-4f93-9e92-a751c090288d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:36.559877 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-a02ac3fe-78b2-4f93-9e92-a751c090288d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.41 "GET /v2.0/networks?id=f87f2693-e141-4c68-a8e8-31a96377c4d8 HTTP/1.1" status: 200 len: 816 time: 0.1082065 Apr 01 16:13:36.588265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Request body: {'port': {'device_id': '8c0ad03d-ed83-480d-a6a3-786ad3e5d807', 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8', 'admin_state_up': True, 'tenant_id': '5d8ba424d4834c70973009ee3b48d552'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:36.600859 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0aa45101-5522-4612-888c-02cd53e64fb4 req-55929351-ff9f-43de-9949-95b501a6b602 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 210 time: 0.0336719 Apr 01 16:13:36.795589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Made reservation on behalf of 5d8ba424d4834c70973009ee3b48d552 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:36.799788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:36.929167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Allocated IP 172.20.0.10 (f87f2693-e141-4c68-a8e8-31a96377c4d8/a6486962-f52e-4b5c-b309-e9eddb9c0c8d/ce14ec47-8704-4afe-a066-53243cef7788) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:37.071316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:37.167616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:37.217719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:37.221418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:37.224003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:13:37.249655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Pushing event updated for resources: {'Port': ['ID=ce14ec47-8704-4afe-a066-53243cef7788,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:37.280851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.283657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:37.305704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a3deae14-2c51-42c5-b26f-9f790c3d4202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:37.393116 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-9df675dc-6cfd-4d30-bf31-8a2ab58a28c7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8087373 Apr 01 16:13:37.409245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Request body: {'port': {'device_id': '8c0ad03d-ed83-480d-a6a3-786ad3e5d807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:13:37.461040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:37.488886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4a0cd84d-bcea-4089-b9ae-c275f978563b None None] Provisioning complete for port ce14ec47-8704-4afe-a066-53243cef7788 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:37.489186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4a0cd84d-bcea-4089-b9ae-c275f978563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:37.530624 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4a0cd84d-bcea-4089-b9ae-c275f978563b None None] Port ce14ec47-8704-4afe-a066-53243cef7788 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:13:37.722098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e07c9-45cc-42fb-9860-d342a30f9f41 req-0316007e-939a-4e38-aa39-c39b7340c7a0 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.723607 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9c4e07c9-45cc-42fb-9860-d342a30f9f41 req-0316007e-939a-4e38-aa39-c39b7340c7a0 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 932 time: 0.0491111 Apr 01 16:13:37.734755 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce14ec47-8704-4afe-a066-53243cef7788 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:37.742455 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:37.755223 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Transition to ACTIVE for port object ce14ec47-8704-4afe-a066-53243cef7788 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:13:37.763418 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9c4e07c9-45cc-42fb-9860-d342a30f9f41 req-a655af4e-dab4-4475-a819-52f739944d51 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333316 Apr 01 16:13:37.892981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:37.943478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Pushing event updated for resources: {'Port': ['ID=ce14ec47-8704-4afe-a066-53243cef7788,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:38.013850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Attempting to bind port ce14ec47-8704-4afe-a066-53243cef7788 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:38.014197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Attempting to bind port ce14ec47-8704-4afe-a066-53243cef7788 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:38.014512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Attempting to bind port ce14ec47-8704-4afe-a066-53243cef7788 on network f87f2693-e141-4c68-a8e8-31a96377c4d8 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:38.020026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Port ce14ec47-8704-4afe-a066-53243cef7788 on network f87f2693-e141-4c68-a8e8-31a96377c4d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:13:38.020364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Attempting to bind port ce14ec47-8704-4afe-a066-53243cef7788 on network f87f2693-e141-4c68-a8e8-31a96377c4d8 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:13:38.025387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:13:38.025720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Checking segment: {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:13:38.026097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Bound using segment: {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:13:38.026521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Bound port: ce14ec47-8704-4afe-a066-53243cef7788, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:38.026878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:38.096431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] For port ce14ec47-8704-4afe-a066-53243cef7788, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:38.099343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] For port ce14ec47-8704-4afe-a066-53243cef7788, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ce14ec47-8704-4afe-a066-53243cef7788,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:38.230410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:38.266044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.266647 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:38.268020 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] 10.222.0.41 "PUT /v2.0/ports/ce14ec47-8704-4afe-a066-53243cef7788 HTTP/1.1" status: 200 len: 1094 time: 0.8634160 Apr 01 16:13:38.268487 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0ad03d-ed83-480d-a6a3-786ad3e5d807', 'tag': 'ce14ec47-8704-4afe-a066-53243cef7788'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:38.270724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72cdbf7-ddf3-4e04-a8eb-acd25c618072" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0ad03d-ed83-480d-a6a3-786ad3e5d807", "tag": "ce14ec47-8704-4afe-a066-53243cef7788"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:38.293799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535fb2d-78a9-4d18-a044-897ff1dcec4c service neutron] Pushing event updated for resources: {'Port': ['ID=ce14ec47-8704-4afe-a066-53243cef7788,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:38.320325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd68056-114f-4b57-a15c-cdcac9e90b56 x-openstack-request-id: req-9fd68056-114f-4b57-a15c-cdcac9e90b56 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:38.320782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0ad03d-ed83-480d-a6a3-786ad3e5d807", "tag": "ce14ec47-8704-4afe-a066-53243cef7788", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:38.321037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9fd68056-114f-4b57-a15c-cdcac9e90b56 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:38.321439 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd68056-114f-4b57-a15c-cdcac9e90b56'] response: {'name': 'network-changed', 'server_uuid': '8c0ad03d-ed83-480d-a6a3-786ad3e5d807', 'tag': 'ce14ec47-8704-4afe-a066-53243cef7788', 'status': 'completed', 'code': 200} Apr 01 16:13:38.385085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cdbf7-ddf3-4e04-a8eb-acd25c618072 req-f5b142e0-34d4-40a8-9514-32874be8b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.386671 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a72cdbf7-ddf3-4e04-a8eb-acd25c618072 req-f5b142e0-34d4-40a8-9514-32874be8b328 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8ba424d4834c70973009ee3b48d552&device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 1097 time: 0.0443754 Apr 01 16:13:38.503401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cdbf7-ddf3-4e04-a8eb-acd25c618072 req-e4c33806-ae67-4633-ac87-3ab95919fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.505071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a72cdbf7-ddf3-4e04-a8eb-acd25c618072 req-e4c33806-ae67-4633-ac87-3ab95919fc51 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5d8ba424d4834c70973009ee3b48d552&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1060874 Apr 01 16:13:38.602144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cdbf7-ddf3-4e04-a8eb-acd25c618072 req-3d4d82b3-011f-45d4-9ebd-5aeb40893bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.603604 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a72cdbf7-ddf3-4e04-a8eb-acd25c618072 req-3d4d82b3-011f-45d4-9ebd-5aeb40893bf1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0873156 Apr 01 16:13:38.692967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-fb1533f8-e536-4af9-990f-234d078555ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.694477 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-fb1533f8-e536-4af9-990f-234d078555ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8ba424d4834c70973009ee3b48d552&device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 1097 time: 0.0466270 Apr 01 16:13:38.741483 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-808ff4cc-d680-44cb-ad3e-4285b5729d9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce14ec47-8704-4afe-a066-53243cef7788 HTTP/1.1" status: 200 len: 217 time: 0.0365701 Apr 01 16:13:38.794289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-31739cfe-03a8-4cff-a7c0-ee56bf6fbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.795784 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-31739cfe-03a8-4cff-a7c0-ee56bf6fbe8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6486962-f52e-4b5c-b309-e9eddb9c0c8d HTTP/1.1" status: 200 len: 855 time: 0.0432818 Apr 01 16:13:38.850602 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-6416dedd-08a2-4223-ad1c-7b592818388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.852106 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-6416dedd-08a2-4223-ad1c-7b592818388c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f87f2693-e141-4c68-a8e8-31a96377c4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453777 Apr 01 16:13:38.881935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66783f18-4dae-4adb-9c2e-5b2dd98e3ccc req-e32d7d79-c58e-4502-9d99-03512cb607e7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.883365 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66783f18-4dae-4adb-9c2e-5b2dd98e3ccc req-e32d7d79-c58e-4502-9d99-03512cb607e7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 944 time: 0.0495396 Apr 01 16:13:38.922896 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66783f18-4dae-4adb-9c2e-5b2dd98e3ccc req-3d60b590-3b86-4376-84ce-3faac9ea11e0 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Apr 01 16:13:38.949657 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-a8d608f9-957d-42ff-86dc-2c15faced901 service neutron] 10.222.0.41 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866284 Apr 01 16:13:39.051392 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10008eee-9ffc-4c94-8b77-3bfeb0deb732 req-fafb6b0c-e361-4b9e-be95-a88b47c20eaa service neutron] 10.222.0.41 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904117 Apr 01 16:13:39.842135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:40.041710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099028e-7e0a-431e-ba65-0bd315b22db1 req-122d8a28-5250-475d-91b0-2b5b72025596 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:40.043188 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f099028e-7e0a-431e-ba65-0bd315b22db1 req-122d8a28-5250-475d-91b0-2b5b72025596 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 944 time: 0.0497305 Apr 01 16:13:40.085215 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f099028e-7e0a-431e-ba65-0bd315b22db1 req-32989cbb-25a6-42c2-81f7-34969d95f30a tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353107 Apr 01 16:13:40.927184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:41.075293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:41.200374 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8724-1147-485b-a795-b846452da6ef req-78f49535-8864-44cc-9cb2-042eb159dab9 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:41.201927 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51fb8724-1147-485b-a795-b846452da6ef req-78f49535-8864-44cc-9cb2-042eb159dab9 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 944 time: 0.0494714 Apr 01 16:13:41.242320 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51fb8724-1147-485b-a795-b846452da6ef req-f6974d38-bbab-4926-ae2a-7ff2248311a8 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334470 Apr 01 16:13:42.357623 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb88c2-3a17-4c34-91d1-e9d3151ab315 req-dee60b9c-383e-4651-b0da-342e6d7566da tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.359663 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d5bb88c2-3a17-4c34-91d1-e9d3151ab315 req-dee60b9c-383e-4651-b0da-342e6d7566da tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 944 time: 0.0502205 Apr 01 16:13:42.400368 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d5bb88c2-3a17-4c34-91d1-e9d3151ab315 req-30af4fcd-5286-477f-b43f-988119b4841f tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345991 Apr 01 16:13:42.959565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ce14ec47-8704-4afe-a066-53243cef7788 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:13:43.058053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ce14ec47-8704-4afe-a066-53243cef7788, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ce14ec47-8704-4afe-a066-53243cef7788,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:43.068826 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'ce14ec47-8704-4afe-a066-53243cef7788', 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8', 'port_id': 'ce14ec47-8704-4afe-a066-53243cef7788', 'mac_address': 'fa:16:3e:0e:1d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6486962-f52e-4b5c-b309-e9eddb9c0c8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:13:43.106666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:43.124376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce14ec47-8704-4afe-a066-53243cef7788 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:13:43.143739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ce14ec47-8704-4afe-a066-53243cef7788, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ce14ec47-8704-4afe-a066-53243cef7788,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:43.270758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:43.317664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=ce14ec47-8704-4afe-a066-53243cef7788,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:43.517919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5814-be70-411f-91cb-adc94f37b7cf req-115c09c8-22b8-43a5-b702-9707b8ed518f tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:43.519414 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-34cf5814-be70-411f-91cb-adc94f37b7cf req-115c09c8-22b8-43a5-b702-9707b8ed518f tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 945 time: 0.0500939 Apr 01 16:13:43.544399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['ce14ec47-8704-4afe-a066-53243cef7788'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:13:43.563433 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-34cf5814-be70-411f-91cb-adc94f37b7cf req-1696427b-245d-48fe-a2aa-52430a59e920 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Apr 01 16:13:44.684144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa7214-68d7-40bb-9eb8-1644f90fa73b req-a18bfcf6-eda0-4c93-a2b6-3215f86eb6ab tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:44.685966 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-84aa7214-68d7-40bb-9eb8-1644f90fa73b req-a18bfcf6-eda0-4c93-a2b6-3215f86eb6ab tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 945 time: 0.0516191 Apr 01 16:13:44.729983 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-84aa7214-68d7-40bb-9eb8-1644f90fa73b req-6308301e-6697-4aeb-8fbc-1c608e4df6dd tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340521 Apr 01 16:13:44.963658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ce14ec47-8704-4afe-a066-53243cef7788 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:13:45.121484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port ce14ec47-8704-4afe-a066-53243cef7788 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:13:45.126267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port ce14ec47-8704-4afe-a066-53243cef7788 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:45.126646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:45.202454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:45.226090 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0ad03d-ed83-480d-a6a3-786ad3e5d807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14ec47-8704-4afe-a066-53243cef7788'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:13:45.228398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bec1fc-c05e-4624-9c33-7dc2e32e552a" -d '{"events": [{"server_uuid": "8c0ad03d-ed83-480d-a6a3-786ad3e5d807", "name": "network-vif-plugged", "status": "completed", "tag": "ce14ec47-8704-4afe-a066-53243cef7788"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:13:45.241916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port ce14ec47-8704-4afe-a066-53243cef7788, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ce14ec47-8704-4afe-a066-53243cef7788,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:45.320507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7c2fa3-6a56-4a87-9c41-3a206ed02e10 x-openstack-request-id: req-6c7c2fa3-6a56-4a87-9c41-3a206ed02e10 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:13:45.320802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0ad03d-ed83-480d-a6a3-786ad3e5d807", "name": "network-vif-plugged", "status": "completed", "tag": "ce14ec47-8704-4afe-a066-53243cef7788", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:13:45.321055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c7c2fa3-6a56-4a87-9c41-3a206ed02e10 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:13:45.321477 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7c2fa3-6a56-4a87-9c41-3a206ed02e10'] response: {'server_uuid': '8c0ad03d-ed83-480d-a6a3-786ad3e5d807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14ec47-8704-4afe-a066-53243cef7788', 'code': 200} Apr 01 16:13:45.333204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:45.389058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=ce14ec47-8704-4afe-a066-53243cef7788,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:45.660101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4f8f-0192-4ed9-a55a-accf8f163e78 req-3fe578c3-0be9-4467-99cb-d660388fb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:45.661685 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e87a4f8f-0192-4ed9-a55a-accf8f163e78 req-3fe578c3-0be9-4467-99cb-d660388fb63c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 1099 time: 0.0415220 Apr 01 16:13:45.706683 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e87a4f8f-0192-4ed9-a55a-accf8f163e78 req-b5df278b-2d89-4d60-aed2-20c7301b6f98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302289 Apr 01 16:13:45.807536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:45.847419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2ed8b-10b0-4d47-9c76-121b86722200 req-9894aec8-f96c-4235-ab1c-227099ce0ad8 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:45.848946 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ec2ed8b-10b0-4d47-9c76-121b86722200 req-9894aec8-f96c-4235-ab1c-227099ce0ad8 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 946 time: 0.0504801 Apr 01 16:13:45.888152 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ec2ed8b-10b0-4d47-9c76-121b86722200 req-517c51a5-40c3-4ddd-b43d-c8e2687ae0ca tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Apr 01 16:13:47.008312 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b23455-344c-434e-9f26-9b9e66ba6201 req-f88cff4d-9e9d-4796-9598-b11f33551a0c tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:47.009973 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9b23455-344c-434e-9f26-9b9e66ba6201 req-f88cff4d-9e9d-4796-9598-b11f33551a0c tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 946 time: 0.0510511 Apr 01 16:13:47.051847 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9b23455-344c-434e-9f26-9b9e66ba6201 req-d03a214c-40ac-425c-9c43-feea2f73f424 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Apr 01 16:13:48.167775 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44876d97-a94b-4e1d-ab7e-aa0d1c41521f req-086a8d28-d571-4992-8923-a59ea9fcf791 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:48.169297 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-44876d97-a94b-4e1d-ab7e-aa0d1c41521f req-086a8d28-d571-4992-8923-a59ea9fcf791 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 946 time: 0.0497963 Apr 01 16:13:48.207721 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-44876d97-a94b-4e1d-ab7e-aa0d1c41521f req-7dd389a0-b19f-4a1a-b866-a0c9dee3df84 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Apr 01 16:13:48.324992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce012b9-0d8d-48c9-bfc1-106662d8c781 req-041aee10-0c42-4b79-b0bb-5bbabf90ef4b tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:48.326518 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3ce012b9-0d8d-48c9-bfc1-106662d8c781 req-041aee10-0c42-4b79-b0bb-5bbabf90ef4b tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 946 time: 0.0512753 Apr 01 16:13:48.365913 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3ce012b9-0d8d-48c9-bfc1-106662d8c781 req-6b969ff3-8e33-4a9a-a39d-1122e2ece180 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Apr 01 16:13:49.121781 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:14:04.756486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d62672d-8e88-4658-8910-ee0db14b2667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:07.362523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1ec2a428-c2a4-4b60-8c1a-c7805b46db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:09.830648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:10.888511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:11.053493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:14.351990 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d8799-3742-4e12-ba4b-075082ee4e6a req-6324288e-e5d6-4a83-864b-e18f807b66bb tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:14.353492 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a62d8799-3742-4e12-ba4b-075082ee4e6a req-6324288e-e5d6-4a83-864b-e18f807b66bb tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 946 time: 0.0492144 Apr 01 16:14:14.395327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a62d8799-3742-4e12-ba4b-075082ee4e6a req-338ddce8-8d0b-40ec-9586-7c83c4a88aca tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Apr 01 16:14:15.512306 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a6c8c-af03-4c8d-8a59-6334a29b2e77 req-f51ad49f-5264-4611-bd45-17393fc2901e tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:15.513886 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b19a6c8c-af03-4c8d-8a59-6334a29b2e77 req-f51ad49f-5264-4611-bd45-17393fc2901e tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 946 time: 0.0492618 Apr 01 16:14:15.552118 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b19a6c8c-af03-4c8d-8a59-6334a29b2e77 req-5eca8851-4aee-4b7b-b1aa-284a58935095 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Apr 01 16:14:15.847753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:16.103880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-b3350555-3dbe-4afd-b1a1-ef61398a971c tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:16.105287 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-b3350555-3dbe-4afd-b1a1-ef61398a971c tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 946 time: 0.0516953 Apr 01 16:14:16.193192 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Deleting port ce14ec47-8704-4afe-a066-53243cef7788 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:14:16.193558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:16.285651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] For port ce14ec47-8704-4afe-a066-53243cef7788, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=ce14ec47-8704-4afe-a066-53243cef7788,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:16.286011 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:16.298448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Calling delete_port for ce14ec47-8704-4afe-a066-53243cef7788 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:14:16.551226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:16.572980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['ce14ec47-8704-4afe-a066-53243cef7788'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:14:16.582961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Pushing event deleted for resources: {'Port': ['ID=ce14ec47-8704-4afe-a066-53243cef7788,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:16.594110 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.594323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.594664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.595091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.595390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.595733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.596069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.596430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.596765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.597099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.597432 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.597771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:16.639256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] No DVR routers for this DVR port ce14ec47-8704-4afe-a066-53243cef7788 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:16.644004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:16.645668 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f1384a1f-1893-45cf-8e07-3fd8c3cf07b6 req-6008c367-2fbb-41d8-9952-ce5c17748809 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.41 "DELETE /v2.0/ports/ce14ec47-8704-4afe-a066-53243cef7788 HTTP/1.1" status: 204 len: 173 time: 0.5343642 Apr 01 16:14:16.646143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0ad03d-ed83-480d-a6a3-786ad3e5d807', 'name': 'network-vif-deleted', 'tag': 'ce14ec47-8704-4afe-a066-53243cef7788'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:16.648606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d30632-e897-44a9-93e3-9baedcc9338c" -d '{"events": [{"server_uuid": "8c0ad03d-ed83-480d-a6a3-786ad3e5d807", "name": "network-vif-deleted", "tag": "ce14ec47-8704-4afe-a066-53243cef7788"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:16.663351 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c397bfbe-e6c4-4e51-bbf4-4d0d6c1b97cd req-39a44cf3-07b4-4079-8f4d-2e4f03b4d113 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 210 time: 0.0320725 Apr 01 16:14:16.690594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d83247b-6058-447f-935a-816c24a71a90 x-openstack-request-id: req-1d83247b-6058-447f-935a-816c24a71a90 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:16.690891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0ad03d-ed83-480d-a6a3-786ad3e5d807", "name": "network-vif-deleted", "tag": "ce14ec47-8704-4afe-a066-53243cef7788", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:16.691144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d83247b-6058-447f-935a-816c24a71a90 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:16.691541 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d83247b-6058-447f-935a-816c24a71a90'] response: {'server_uuid': '8c0ad03d-ed83-480d-a6a3-786ad3e5d807', 'name': 'network-vif-deleted', 'tag': 'ce14ec47-8704-4afe-a066-53243cef7788', 'status': 'completed', 'code': 200} Apr 01 16:14:17.771509 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8e813d5f-d420-4970-b0b2-0bbe14140ee0 req-b290f892-4fe6-4c0d-bb6e-51f90b5404d1 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c0ad03d-ed83-480d-a6a3-786ad3e5d807 HTTP/1.1" status: 200 len: 210 time: 0.0265970 Apr 01 16:14:19.625262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-991d3ae1-f3c1-4bf7-beb4-1a7844cee10c tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:19.626730 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-991d3ae1-f3c1-4bf7-beb4-1a7844cee10c tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/networks?id=f87f2693-e141-4c68-a8e8-31a96377c4d8 HTTP/1.1" status: 200 len: 816 time: 0.1044321 Apr 01 16:14:19.641405 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-aa5534f0-4a48-4353-8a4f-cd744a0a71e7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/quotas/5d8ba424d4834c70973009ee3b48d552 HTTP/1.1" status: 200 len: 375 time: 0.0089674 Apr 01 16:14:19.695336 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-db7221fb-50f0-4b92-bac2-2bb464e1ed3c tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d8ba424d4834c70973009ee3b48d552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478394 Apr 01 16:14:19.710914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-658df140-528a-4445-af1f-fa4e3fa9a0dc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:14:19.711925 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-658df140-528a-4445-af1f-fa4e3fa9a0dc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053010 Apr 01 16:14:19.806126 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-6b519a5a-d3fa-4f22-8550-6f1900c232dd service neutron] 10.222.0.73 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880427 Apr 01 16:14:19.895643 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-f25615d0-501b-4857-9b87-28e77555fece service neutron] 10.222.0.73 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832388 Apr 01 16:14:20.174837 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c6563329-cd3c-4a50-8dac-f3d4bc37ad74 req-6e7e355d-34ab-49e3-86a8-23adc95a7e54 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 210 time: 0.0338507 Apr 01 16:14:21.204917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ce14ec47-8704-4afe-a066-53243cef7788 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:14:21.225314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: ce14ec47-8704-4afe-a066-53243cef7788 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:14:21.225652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device ce14ec47-8704-4afe-a066-53243cef7788 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:14:21.271823 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4928910d-79d6-47ae-8ad9-0f8655879fc3 req-9e8a3145-a575-408a-a588-783fb039308e tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 210 time: 0.0268340 Apr 01 16:14:22.289198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-b1d048ff-a391-436d-bb17-e2db6b24ba9d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:22.290677 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-b1d048ff-a391-436d-bb17-e2db6b24ba9d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.41 "GET /v2.0/networks?id=f87f2693-e141-4c68-a8e8-31a96377c4d8 HTTP/1.1" status: 200 len: 816 time: 0.1095400 Apr 01 16:14:22.306927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Request body: {'port': {'device_id': 'e47f03ba-b9c6-4414-a5a1-eeb3e2110041', 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8', 'admin_state_up': True, 'tenant_id': '5d8ba424d4834c70973009ee3b48d552'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:22.371657 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c31329f5-f845-4aab-a972-f20d727ad366 req-722e988d-ff4e-4c58-b7fd-507a36e3544f tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 210 time: 0.0304985 Apr 01 16:14:22.836785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Made reservation on behalf of 5d8ba424d4834c70973009ee3b48d552 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:22.840662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:22.968169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Allocated IP 172.20.0.14 (f87f2693-e141-4c68-a8e8-31a96377c4d8/a6486962-f52e-4b5c-b309-e9eddb9c0c8d/4cae895b-bfd8-43c2-abd4-018d6e3e86cc) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:23.119278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:23.220394 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:23.264988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:23.268925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:23.272753 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:14:23.279377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Pushing event updated for resources: {'Port': ['ID=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:23.327786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.329226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:23.480380 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-184d46b9-e9da-43ca-82f4-249a48cd5cba tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1778448 Apr 01 16:14:23.488696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7431e285-6a71-466d-a7da-21d6b1bde94a None None] Provisioning complete for port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:14:23.489254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7431e285-6a71-466d-a7da-21d6b1bde94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:23.492021 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d96efd-4d1c-4a0b-bdd6-93dd4614a955 req-5e2dfb9d-27b0-490b-9227-67322854ff3a tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.493611 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-94d96efd-4d1c-4a0b-bdd6-93dd4614a955 req-5e2dfb9d-27b0-490b-9227-67322854ff3a tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 932 time: 0.0512941 Apr 01 16:14:23.497695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Request body: {'port': {'device_id': 'e47f03ba-b9c6-4414-a5a1-eeb3e2110041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:14:23.535248 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-94d96efd-4d1c-4a0b-bdd6-93dd4614a955 req-5d069df0-35a3-4da3-b81d-2949421c0058 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350704 Apr 01 16:14:23.560307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:23.681472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7431e285-6a71-466d-a7da-21d6b1bde94a None None] Port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:14:23.849683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cae895b-bfd8-43c2-abd4-018d6e3e86cc {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:23.857844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:23.871303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Transition to ACTIVE for port object 4cae895b-bfd8-43c2-abd4-018d6e3e86cc will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:14:23.968211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:24.017466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Pushing event updated for resources: {'Port': ['ID=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:24.093516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Attempting to bind port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:14:24.094366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Attempting to bind port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:14:24.094693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Attempting to bind port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc on network f87f2693-e141-4c68-a8e8-31a96377c4d8 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:14:24.099371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc on network f87f2693-e141-4c68-a8e8-31a96377c4d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:14:24.099746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Attempting to bind port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc on network f87f2693-e141-4c68-a8e8-31a96377c4d8 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:14:24.104904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:14:24.105235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Checking segment: {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:14:24.105630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Bound using segment: {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:14:24.106048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Bound port: 4cae895b-bfd8-43c2-abd4-018d6e3e86cc, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3576de9-8591-4351-b19e-06068b4a078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:14:24.106399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:24.173101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] For port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:14:24.176241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] For port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:14:24.254387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:24.290838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.291447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:24.292851 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] 10.222.0.41 "PUT /v2.0/ports/4cae895b-bfd8-43c2-abd4-018d6e3e86cc HTTP/1.1" status: 200 len: 1094 time: 0.7996085 Apr 01 16:14:24.293285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47f03ba-b9c6-4414-a5a1-eeb3e2110041', 'tag': '4cae895b-bfd8-43c2-abd4-018d6e3e86cc'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:24.295548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f3089d-1913-4e50-9975-67321edb3e43" -d '{"events": [{"name": "network-changed", "server_uuid": "e47f03ba-b9c6-4414-a5a1-eeb3e2110041", "tag": "4cae895b-bfd8-43c2-abd4-018d6e3e86cc"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:24.318731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d67c3-9daf-49c7-9310-e66d2c3da27e service neutron] Pushing event updated for resources: {'Port': ['ID=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:24.342032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84a80c5-8270-41bf-8de0-db5daaec8548 x-openstack-request-id: req-e84a80c5-8270-41bf-8de0-db5daaec8548 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:24.342658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47f03ba-b9c6-4414-a5a1-eeb3e2110041", "tag": "4cae895b-bfd8-43c2-abd4-018d6e3e86cc", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:24.342658 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e84a80c5-8270-41bf-8de0-db5daaec8548 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:24.342973 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84a80c5-8270-41bf-8de0-db5daaec8548'] response: {'name': 'network-changed', 'server_uuid': 'e47f03ba-b9c6-4414-a5a1-eeb3e2110041', 'tag': '4cae895b-bfd8-43c2-abd4-018d6e3e86cc', 'status': 'completed', 'code': 200} Apr 01 16:14:24.411748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3089d-1913-4e50-9975-67321edb3e43 req-c1588afd-4c59-4e46-95a9-1bad4a1b8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.413393 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3f3089d-1913-4e50-9975-67321edb3e43 req-c1588afd-4c59-4e46-95a9-1bad4a1b8dfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8ba424d4834c70973009ee3b48d552&device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 1097 time: 0.0489092 Apr 01 16:14:24.517921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3089d-1913-4e50-9975-67321edb3e43 req-16a154f0-e53e-4790-87fa-9f15be4e8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.519330 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3f3089d-1913-4e50-9975-67321edb3e43 req-16a154f0-e53e-4790-87fa-9f15be4e8dab service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5d8ba424d4834c70973009ee3b48d552&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0952270 Apr 01 16:14:24.620457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3089d-1913-4e50-9975-67321edb3e43 req-d2f405ce-e7d2-4040-8e63-3000bd1bebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.621948 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d3f3089d-1913-4e50-9975-67321edb3e43 req-d2f405ce-e7d2-4040-8e63-3000bd1bebc7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925732 Apr 01 16:14:24.657472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94ca16-4727-4622-b524-3b2d99adfd68 req-e04cd79c-119b-44f4-b0ab-92175f0f79f0 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.659041 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2d94ca16-4727-4622-b524-3b2d99adfd68 req-e04cd79c-119b-44f4-b0ab-92175f0f79f0 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 944 time: 0.0497582 Apr 01 16:14:24.702102 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2d94ca16-4727-4622-b524-3b2d99adfd68 req-cc7668e0-23b3-47d9-96ff-5574d08fd72e tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369654 Apr 01 16:14:24.707052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-48127d3f-46f3-4115-9e8d-0b85bfbb45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.708634 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-48127d3f-46f3-4115-9e8d-0b85bfbb45e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8ba424d4834c70973009ee3b48d552&device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 1097 time: 0.0426362 Apr 01 16:14:24.769787 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-3b707aae-5fab-4456-8a68-d7220b9ffa64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cae895b-bfd8-43c2-abd4-018d6e3e86cc HTTP/1.1" status: 200 len: 217 time: 0.0396662 Apr 01 16:14:24.818312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-587eff90-ab5d-4710-b941-71489463ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.819757 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-587eff90-ab5d-4710-b941-71489463ced8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6486962-f52e-4b5c-b309-e9eddb9c0c8d HTTP/1.1" status: 200 len: 855 time: 0.0431368 Apr 01 16:14:24.869271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-0a39076d-0b1d-4426-acc8-88df705c053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.870780 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-0a39076d-0b1d-4426-acc8-88df705c053f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f87f2693-e141-4c68-a8e8-31a96377c4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400970 Apr 01 16:14:24.971348 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-03764ce3-a283-4855-bfee-ecbc0ecb8c50 service neutron] 10.222.0.41 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884945 Apr 01 16:14:25.071663 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-57f0267b-715f-44d6-9cba-ad93fed9be5b req-06802574-26cb-4f4b-a583-f254bb053ab4 service neutron] 10.222.0.41 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886838 Apr 01 16:14:25.817497 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7b309-8e11-4660-ba79-0b5bfe24018f req-36f7a4d8-82d3-422d-97ba-7b7ad7b9c468 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:25.818965 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-76c7b309-8e11-4660-ba79-0b5bfe24018f req-36f7a4d8-82d3-422d-97ba-7b7ad7b9c468 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 944 time: 0.0485184 Apr 01 16:14:25.855792 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-76c7b309-8e11-4660-ba79-0b5bfe24018f req-17ef126c-78f4-4718-93e6-a9543e5f8268 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309267 Apr 01 16:14:26.120917 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:14:26.971952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ccfa9-8194-427c-8208-8498013537b4 req-7ee7e7a5-e0f9-42a4-9fc5-e48c5c52a10e tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:26.973411 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-867ccfa9-8194-427c-8208-8498013537b4 req-7ee7e7a5-e0f9-42a4-9fc5-e48c5c52a10e tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 944 time: 0.0506108 Apr 01 16:14:27.013023 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-867ccfa9-8194-427c-8208-8498013537b4 req-a45008ad-81d1-40ca-968b-f5e9b0f6f2a5 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334377 Apr 01 16:14:27.231735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4cae895b-bfd8-43c2-abd4-018d6e3e86cc details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:14:27.325400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:27.336218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '4cae895b-bfd8-43c2-abd4-018d6e3e86cc', 'network_id': 'f87f2693-e141-4c68-a8e8-31a96377c4d8', 'port_id': '4cae895b-bfd8-43c2-abd4-018d6e3e86cc', 'mac_address': 'fa:16:3e:6c:81:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6486962-f52e-4b5c-b309-e9eddb9c0c8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:14:27.371735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:27.384635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cae895b-bfd8-43c2-abd4-018d6e3e86cc {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:14:27.403531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:27.499850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:27.548784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:27.737093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['4cae895b-bfd8-43c2-abd4-018d6e3e86cc'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:14:28.130763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a83d-2e5d-40e4-aa9e-b922f7375aaa req-3ab6f3f7-6cdb-436e-9c95-33248fa277b2 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:28.132248 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bc55a83d-2e5d-40e4-aa9e-b922f7375aaa req-3ab6f3f7-6cdb-436e-9c95-33248fa277b2 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 945 time: 0.0493183 Apr 01 16:14:28.176295 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bc55a83d-2e5d-40e4-aa9e-b922f7375aaa req-38f86994-27f3-4244-b0ae-cb78dee38595 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378857 Apr 01 16:14:29.253485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4cae895b-bfd8-43c2-abd4-018d6e3e86cc up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:14:29.291147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67ceff-5f51-4ffa-bf2d-b22a681aa15f req-4ca6c888-65d2-42e7-a6fe-505a8644d5c1 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:29.292713 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3b67ceff-5f51-4ffa-bf2d-b22a681aa15f req-4ca6c888-65d2-42e7-a6fe-505a8644d5c1 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 945 time: 0.0487611 Apr 01 16:14:29.331548 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3b67ceff-5f51-4ffa-bf2d-b22a681aa15f req-1b390180-2c1e-467e-882a-fb538389796a tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Apr 01 16:14:29.373861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:14:29.378353 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:14:29.380666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:29.457637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:29.479960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47f03ba-b9c6-4414-a5a1-eeb3e2110041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cae895b-bfd8-43c2-abd4-018d6e3e86cc'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:29.482274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413247c8-9081-4237-aeb2-e720a64560fe" -d '{"events": [{"server_uuid": "e47f03ba-b9c6-4414-a5a1-eeb3e2110041", "name": "network-vif-plugged", "status": "completed", "tag": "4cae895b-bfd8-43c2-abd4-018d6e3e86cc"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:29.494621 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:29.519877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f8b580-9fce-4815-b5e0-c8ed42396426 x-openstack-request-id: req-c6f8b580-9fce-4815-b5e0-c8ed42396426 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:29.520165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47f03ba-b9c6-4414-a5a1-eeb3e2110041", "name": "network-vif-plugged", "status": "completed", "tag": "4cae895b-bfd8-43c2-abd4-018d6e3e86cc", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:29.520454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6f8b580-9fce-4815-b5e0-c8ed42396426 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:29.520848 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f8b580-9fce-4815-b5e0-c8ed42396426'] response: {'server_uuid': 'e47f03ba-b9c6-4414-a5a1-eeb3e2110041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cae895b-bfd8-43c2-abd4-018d6e3e86cc', 'code': 200} Apr 01 16:14:29.563909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:29.610986 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:29.852472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857bbb8-7af0-45fe-8de3-3e68b0966257 req-56f9ba5a-1156-40cf-a4e4-97de1a65d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:29.854034 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7857bbb8-7af0-45fe-8de3-3e68b0966257 req-56f9ba5a-1156-40cf-a4e4-97de1a65d8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 1099 time: 0.0410156 Apr 01 16:14:29.894860 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7857bbb8-7af0-45fe-8de3-3e68b0966257 req-80300647-1c21-4b0c-aac1-f7c0f742f892 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Apr 01 16:14:30.443627 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e82bd-40da-4eeb-bd11-7530c338e4e7 req-e5d5f50a-2d4e-4823-85a9-34b097427475 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:30.445196 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-063e82bd-40da-4eeb-bd11-7530c338e4e7 req-e5d5f50a-2d4e-4823-85a9-34b097427475 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 946 time: 0.0479236 Apr 01 16:14:30.484187 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-063e82bd-40da-4eeb-bd11-7530c338e4e7 req-83205586-e4f2-412f-9141-4ad53f32f5f7 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322483 Apr 01 16:14:31.600812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ef32b-1245-4ab4-9343-a2d776387415 req-8f42ebd4-3508-4894-8d24-1acf3b6a13e6 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:31.602301 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-646ef32b-1245-4ab4-9343-a2d776387415 req-8f42ebd4-3508-4894-8d24-1acf3b6a13e6 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 946 time: 0.0494061 Apr 01 16:14:31.643751 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-646ef32b-1245-4ab4-9343-a2d776387415 req-14ce13e4-cebb-41e0-bcaf-82888215e50c tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353334 Apr 01 16:14:31.758991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6d77-67e9-4ee1-bb66-51aed150d66b req-37cb3778-bebb-4568-93a1-de05f9a13758 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:31.760517 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-707d6d77-67e9-4ee1-bb66-51aed150d66b req-37cb3778-bebb-4568-93a1-de05f9a13758 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 946 time: 0.0505269 Apr 01 16:14:31.799796 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-707d6d77-67e9-4ee1-bb66-51aed150d66b req-54172de2-bdbb-4abb-942f-446e93bd8df0 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Apr 01 16:14:34.740148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3b006dac-c683-42b0-bebb-30630a8f75db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:37.271324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4ea18ff5-1aa9-4873-b213-c8f789e0a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:39.882838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:40.911516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:41.065506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:45.240248 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-d33f69cf-3711-4d77-b290-3f91506ad8c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418854 Apr 01 16:14:45.323961 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-8b1487eb-b071-4843-b4d8-6f008cd80a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:45.325575 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-8b1487eb-b071-4843-b4d8-6f008cd80a2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8ba424d4834c70973009ee3b48d552&device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 1099 time: 0.0419977 Apr 01 16:14:45.445144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-3bbe96b9-fd10-4700-aaef-7e7786d38867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:45.446841 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-3bbe96b9-fd10-4700-aaef-7e7786d38867 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f87f2693-e141-4c68-a8e8-31a96377c4d8 HTTP/1.1" status: 200 len: 918 time: 0.0974905 Apr 01 16:14:45.490082 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-88c1a3d9-2444-4507-a5d2-6988b57017c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cae895b-bfd8-43c2-abd4-018d6e3e86cc HTTP/1.1" status: 200 len: 217 time: 0.0361617 Apr 01 16:14:45.542564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-0574474f-a01c-4de2-94fd-4ec61522350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:45.544046 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-0574474f-a01c-4de2-94fd-4ec61522350e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6486962-f52e-4b5c-b309-e9eddb9c0c8d HTTP/1.1" status: 200 len: 855 time: 0.0482104 Apr 01 16:14:45.597952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-eba979c7-85aa-4b79-85c7-783583ada8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:45.599455 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-eba979c7-85aa-4b79-85c7-783583ada8e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f87f2693-e141-4c68-a8e8-31a96377c4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478580 Apr 01 16:14:45.692495 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-b470fb4c-bcf8-4705-8f6e-64a3a5c70521 service neutron] 10.222.0.41 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844531 Apr 01 16:14:45.800286 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0d2011e-95f2-4a18-acb9-e7aeaed515ff req-a99bac12-cf1c-4e5b-b954-b7060272d12b service neutron] 10.222.0.41 "GET /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011765 Apr 01 16:14:45.951558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:54.671508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8fe93-349b-4bd5-8d73-baee97b54180 req-472330b8-088a-402c-a76d-b50c1def4439 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:54.673054 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c3a8fe93-349b-4bd5-8d73-baee97b54180 req-472330b8-088a-402c-a76d-b50c1def4439 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 946 time: 0.0500367 Apr 01 16:14:54.712656 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c3a8fe93-349b-4bd5-8d73-baee97b54180 req-cf43013b-f28b-4218-b587-bb539dc4b385 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Apr 01 16:14:55.832000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc567a02-b250-4331-9cf3-5de0969e9002 req-918bad6e-0f1e-4c7b-83ca-3557d3f01574 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:55.833555 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc567a02-b250-4331-9cf3-5de0969e9002 req-918bad6e-0f1e-4c7b-83ca-3557d3f01574 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 946 time: 0.0489674 Apr 01 16:14:55.874987 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc567a02-b250-4331-9cf3-5de0969e9002 req-8ab3af42-ee31-48f0-b095-bfaa890facf6 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b48bd38-0cd1-428d-882b-3a3440c72453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352600 Apr 01 16:14:56.430997 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084e099-3bb4-447e-9733-76649eee45ab req-7af8e6df-5898-457d-9246-c7b2eb66498e tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:56.432537 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0084e099-3bb4-447e-9733-76649eee45ab req-7af8e6df-5898-457d-9246-c7b2eb66498e tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.41 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 946 time: 0.0506401 Apr 01 16:14:56.531376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-0084e099-3bb4-447e-9733-76649eee45ab req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Deleting port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:14:56.531721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0084e099-3bb4-447e-9733-76649eee45ab req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.622749 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-0084e099-3bb4-447e-9733-76649eee45ab req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] For port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:56.623132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0084e099-3bb4-447e-9733-76649eee45ab req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.636163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-0084e099-3bb4-447e-9733-76649eee45ab req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Calling delete_port for 4cae895b-bfd8-43c2-abd4-018d6e3e86cc owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:14:56.837300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0084e099-3bb4-447e-9733-76649eee45ab req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.852065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['4cae895b-bfd8-43c2-abd4-018d6e3e86cc'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:14:56.869445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Pushing event deleted for resources: {'Port': ['ID=4cae895b-bfd8-43c2-abd4-018d6e3e86cc,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:56.912783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0084e099-3bb4-447e-9733-76649eee45ab req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] No DVR routers for this DVR port 4cae895b-bfd8-43c2-abd4-018d6e3e86cc on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:56.915502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0084e099-3bb4-447e-9733-76649eee45ab req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.919111 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0084e099-3bb4-447e-9733-76649eee45ab req-fbb691e8-9eca-4d5e-9e33-bd64030a068d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.41 "DELETE /v2.0/ports/4cae895b-bfd8-43c2-abd4-018d6e3e86cc HTTP/1.1" status: 204 len: 173 time: 0.4781241 Apr 01 16:14:56.919595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47f03ba-b9c6-4414-a5a1-eeb3e2110041', 'name': 'network-vif-deleted', 'tag': '4cae895b-bfd8-43c2-abd4-018d6e3e86cc'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:14:56.921904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dbc6cf-184b-4147-a051-1ffdcc9b0874" -d '{"events": [{"server_uuid": "e47f03ba-b9c6-4414-a5a1-eeb3e2110041", "name": "network-vif-deleted", "tag": "4cae895b-bfd8-43c2-abd4-018d6e3e86cc"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:14:56.973678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3da1b4-0378-4693-a1b2-f76287981127 x-openstack-request-id: req-9b3da1b4-0378-4693-a1b2-f76287981127 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:14:56.976281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47f03ba-b9c6-4414-a5a1-eeb3e2110041", "name": "network-vif-deleted", "tag": "4cae895b-bfd8-43c2-abd4-018d6e3e86cc", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:14:56.976281 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b3da1b4-0378-4693-a1b2-f76287981127 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:14:56.976281 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3da1b4-0378-4693-a1b2-f76287981127'] response: {'server_uuid': 'e47f03ba-b9c6-4414-a5a1-eeb3e2110041', 'name': 'network-vif-deleted', 'tag': '4cae895b-bfd8-43c2-abd4-018d6e3e86cc', 'status': 'completed', 'code': 200} Apr 01 16:14:56.992570 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18298c98-f8f6-473f-845c-9a89f66b92de req-b5c9ffe0-b368-4a8d-af6d-359fb4941eb6 tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 210 time: 0.0336049 Apr 01 16:14:58.097915 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5b6910a0-98a0-4b97-a1ac-1e2d706a68d8 req-07937c70-e6b3-48ee-a723-bc69c083359d tempest-TestEncryptedCinderVolumes-1479930349 tempest-TestEncryptedCinderVolumes-1479930349-project] 10.222.0.73 "GET /v2.0/ports?device_id=e47f03ba-b9c6-4414-a5a1-eeb3e2110041 HTTP/1.1" status: 200 len: 210 time: 0.0275371 Apr 01 16:14:59.274513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59964) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:14:59.891276 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.130139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Deleting port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:15:00.130476 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.210130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] For port 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:00.210489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.223706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Calling delete_port for 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:15:00.489180 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.516456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:00.542813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.543234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.543599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.543942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.544281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.544646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.544987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.545314 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.545642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.545970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.546302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.546622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:00.700723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.916423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:01.025870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:01.030813 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e5bdaef2-7436-42b4-a62f-19fa4697b8d7 admin admin] 10.222.0.73 "PUT /v2.0/routers/79a9cb6a-1af1-4603-bfbe-12159d60a8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7552333 Apr 01 16:15:01.033367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59966) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:01.036784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] Sync routers for ids ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:01.047415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] Routers {'79a9cb6a-1af1-4603-bfbe-12159d60a8cc'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:01.048113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:14:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:01.142451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.160717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] Set router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:01.245907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.345666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '74791655-768d-4627-9123-c0e246dce1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:19Z', 'updated_at': '2022-04-01T16:15:00Z', 'revision_number': 5, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'gw_port': {'id': '74791655-768d-4627-9123-c0e246dce1e4', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:20Z', 'updated_at': '2022-04-01T16:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:01.372166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] Checking router: 79a9cb6a-1af1-4603-bfbe-12159d60a8cc for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:01.380317 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] Routers {'79a9cb6a-1af1-4603-bfbe-12159d60a8cc'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:01.380959 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:14:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:01.413346 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Deleting port 74791655-768d-4627-9123-c0e246dce1e4 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:15:01.413874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.420228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4cae895b-bfd8-43c2-abd4-018d6e3e86cc no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:01.467739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 4cae895b-bfd8-43c2-abd4-018d6e3e86cc {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:15:01.468069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4cae895b-bfd8-43c2-abd4-018d6e3e86cc not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:01.488832 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] Set router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:01.500995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] For port 74791655-768d-4627-9123-c0e246dce1e4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=74791655-768d-4627-9123-c0e246dce1e4,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:01.501574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.513076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Calling delete_port for 74791655-768d-4627-9123-c0e246dce1e4 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:15:01.543184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:19Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 6, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:01.569479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4404612-0a20-4f69-8fe2-b1e692a4d559 None None] The sync data for ids ['79a9cb6a-1af1-4603-bfbe-12159d60a8cc'] in dv-neutron-835865-1-hyperv is: [{'id': '79a9cb6a-1af1-4603-bfbe-12159d60a8cc', 'name': 'tempest-TestEncryptedCinderVolumes-354539164-router', 'tenant_id': '5d8ba424d4834c70973009ee3b48d552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:19Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 6, 'project_id': '5d8ba424d4834c70973009ee3b48d552', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:01.745980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.773514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Pushing event deleted for resources: {'Port': ['ID=74791655-768d-4627-9123-c0e246dce1e4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:01.835595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.927000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.929282 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.071949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.072569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79a9cb6a-1af1-4603-bfbe-12159d60a8cc {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:15:02.076952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.078107 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4e766b55-8dac-4510-acfb-9191985c914e admin admin] 10.222.0.73 "DELETE /v2.0/routers/79a9cb6a-1af1-4603-bfbe-12159d60a8cc HTTP/1.1" status: 204 len: 168 time: 1.0432510 Apr 01 16:15:02.080612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59968) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:02.125643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-585074ec-fab4-4ca8-9ce1-898f4521c186 admin admin] Deleting subnet a6486962-f52e-4b5c-b309-e9eddb9c0c8d {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:15:02.129233 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-585074ec-fab4-4ca8-9ce1-898f4521c186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.168166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-585074ec-fab4-4ca8-9ce1-898f4521c186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.246390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-585074ec-fab4-4ca8-9ce1-898f4521c186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.392223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-585074ec-fab4-4ca8-9ce1-898f4521c186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.418363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585074ec-fab4-4ca8-9ce1-898f4521c186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6486962-f52e-4b5c-b309-e9eddb9c0c8d,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:02.422232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-585074ec-fab4-4ca8-9ce1-898f4521c186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.427943 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-585074ec-fab4-4ca8-9ce1-898f4521c186 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a6486962-f52e-4b5c-b309-e9eddb9c0c8d HTTP/1.1" status: 204 len: 168 time: 0.3432469 Apr 01 16:15:02.428558 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59970) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:02.431116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d03c44b-eae8-42bc-ac70-8f3961b16ed8 None None] Network f87f2693-e141-4c68-a8e8-31a96377c4d8 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:15:02.507706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.563582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Deleting port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:15:02.563925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.639453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] For port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1c683758-f0ff-4c25-a0fa-40ae48bf4f51,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:02.639830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.656475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] DHCP port deletion for f87f2693-e141-4c68-a8e8-31a96377c4d8 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:15:02.657997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Calling delete_port for 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:15:02.709955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Deleting port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:15:02.710366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.779743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] For port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1c683758-f0ff-4c25-a0fa-40ae48bf4f51,segment=NetworkSegment(d3576de9-8591-4351-b19e-06068b4a078d),segment_id=d3576de9-8591-4351-b19e-06068b4a078d)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:02.780045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.792706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Calling delete_port for 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:15:02.820195 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.848303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c683758-f0ff-4c25-a0fa-40ae48bf4f51,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:02.852932 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] No DVR routers for this DVR port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:02.867320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.895800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Pushing event deleted for resources: {'Port': ['ID=1c683758-f0ff-4c25-a0fa-40ae48bf4f51,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:02.900137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] No DVR routers for this DVR port 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:02.906987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.907267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.907604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.907949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.908278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.908637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.909469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.909878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.910531 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.910763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.911059 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.911382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cd691-ec12-42f9-8b51-d3fd94e0a1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:02.938347 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.958280 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87f2693-e141-4c68-a8e8-31a96377c4d8']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:02.967901 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3576de9-8591-4351-b19e-06068b4a078d') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:02.968194 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3576de9-8591-4351-b19e-06068b4a078d') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:02.978284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.992698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.998600 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:15:02.998984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:15:03.000711 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:15:03.118612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:03.121005 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:15:03.138340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:15:03.138686 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 00e0c0ea-a2d3-423f-873c-b2c8f7cf5e00 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:03.139096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:03.157869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:15:03.158207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1c683758-f0ff-4c25-a0fa-40ae48bf4f51 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:03.158614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 74791655-768d-4627-9123-c0e246dce1e4 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:03.169043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.175319 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.182465 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] 10.222.0.73 "DELETE /v2.0/networks/f87f2693-e141-4c68-a8e8-31a96377c4d8 HTTP/1.1" status: 204 len: 168 time: 0.7489955 Apr 01 16:15:03.182677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 74791655-768d-4627-9123-c0e246dce1e4 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:15:03.182677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 74791655-768d-4627-9123-c0e246dce1e4 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:03.182870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59972) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:03.197744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b7b6c-f378-4b7b-b145-22292f27c82f admin admin] Pushing event deleted for resources: {'Network': ['ID=f87f2693-e141-4c68-a8e8-31a96377c4d8,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:03.536137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.786632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Deleting port 2418a676-9bdf-4eb3-b3d6-190a01b36faf {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:15:03.786959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.868179 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] For port 2418a676-9bdf-4eb3-b3d6-190a01b36faf, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=2418a676-9bdf-4eb3-b3d6-190a01b36faf,segment=NetworkSegment(37178968-796f-45e1-9bf9-15145cb74b03),segment_id=37178968-796f-45e1-9bf9-15145cb74b03)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:03.868569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.881168 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Calling delete_port for 2418a676-9bdf-4eb3-b3d6-190a01b36faf owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:15:04.426423 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.450741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Pushing event deleted for resources: {'Port': ['ID=2418a676-9bdf-4eb3-b3d6-190a01b36faf,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:04.625861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.734989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a209928d-5933-4426-89fd-f0cf43ab268a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.860102 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Router 12647fbb-caec-4b58-8b79-2783d8c52670 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:04.972728 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:04.977899 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0aa70bc5-f70b-4e67-a1ef-306a1a969ace admin admin] 10.222.0.73 "PUT /v2.0/routers/12647fbb-caec-4b58-8b79-2783d8c52670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7955101 Apr 01 16:15:04.980656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59974) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:04.983492 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] Sync routers for ids ['12647fbb-caec-4b58-8b79-2783d8c52670'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:04.994355 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] Routers {'12647fbb-caec-4b58-8b79-2783d8c52670'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:04.994888 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:14:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['12647fbb-caec-4b58-8b79-2783d8c52670'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:05.099183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.106382 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] Set router 12647fbb-caec-4b58-8b79-2783d8c52670 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:05.203127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.306248 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:15:04Z', 'revision_number': 5, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'gw_port': {'id': 'fb0ac0ac-e2be-45be-8e35-3a67a7d2588f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:05.332794 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] Checking router: 12647fbb-caec-4b58-8b79-2783d8c52670 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:05.342227 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] Routers {'12647fbb-caec-4b58-8b79-2783d8c52670'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:05.342854 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:14:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['12647fbb-caec-4b58-8b79-2783d8c52670'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:05.346052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Deleting port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:15:05.347111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.428705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] For port fb0ac0ac-e2be-45be-8e35-3a67a7d2588f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fb0ac0ac-e2be-45be-8e35-3a67a7d2588f,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:05.429066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.434090 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] Set router 12647fbb-caec-4b58-8b79-2783d8c52670 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:05.441810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Calling delete_port for fb0ac0ac-e2be-45be-8e35-3a67a7d2588f owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:15:05.490479 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:15:05Z', 'revision_number': 6, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:05.516569 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3054a5e3-a347-4d21-a443-b57da5ab0ab6 None None] The sync data for ids ['12647fbb-caec-4b58-8b79-2783d8c52670'] in dv-neutron-835865-1-hyperv is: [{'id': '12647fbb-caec-4b58-8b79-2783d8c52670', 'name': 'tempest-TestEncryptedCinderVolumes-2178604-router', 'tenant_id': 'f55dcb80a6194cffb540c5491a813c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:13:26Z', 'updated_at': '2022-04-01T16:15:05Z', 'revision_number': 6, 'project_id': 'f55dcb80a6194cffb540c5491a813c5b', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:05.751844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.777642 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0ac0ac-e2be-45be-8e35-3a67a7d2588f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:05.844330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.940940 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.943084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.117272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.118009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12647fbb-caec-4b58-8b79-2783d8c52670 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:15:06.122386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.123361 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e0ca8dbc-3462-4bf8-ad29-e8de642128de admin admin] 10.222.0.73 "DELETE /v2.0/routers/12647fbb-caec-4b58-8b79-2783d8c52670 HTTP/1.1" status: 204 len: 168 time: 1.1417172 Apr 01 16:15:06.126089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59976) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:06.173387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60a4737-0072-4489-91ba-d3cfd8e54794 admin admin] Deleting subnet 68d54ba5-cf57-42de-b832-bcb773e5a573 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:15:06.177136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e60a4737-0072-4489-91ba-d3cfd8e54794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.210786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e60a4737-0072-4489-91ba-d3cfd8e54794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.292608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e60a4737-0072-4489-91ba-d3cfd8e54794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.489796 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e60a4737-0072-4489-91ba-d3cfd8e54794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.522379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a4737-0072-4489-91ba-d3cfd8e54794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d54ba5-cf57-42de-b832-bcb773e5a573,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:06.524504 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e60a4737-0072-4489-91ba-d3cfd8e54794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.527629 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e60a4737-0072-4489-91ba-d3cfd8e54794 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/68d54ba5-cf57-42de-b832-bcb773e5a573 HTTP/1.1" status: 204 len: 168 time: 0.4006097 Apr 01 16:15:06.528631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517db54-47c5-4816-a861-8bbd4030424b None None] Network 470ba387-e144-4c00-94aa-6c54201fd353 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:15:06.530416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59978) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:06.600503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.655861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Deleting port b5e215ef-7b8e-4ef6-8321-f248d8c3266c {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:15:06.656204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.719418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21100293-2692-4b3e-85ff-e5cd241c44b8 None None] DHCP port deletion for 470ba387-e144-4c00-94aa-6c54201fd353 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:15:06.763650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] For port b5e215ef-7b8e-4ef6-8321-f248d8c3266c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b5e215ef-7b8e-4ef6-8321-f248d8c3266c,segment=NetworkSegment(37178968-796f-45e1-9bf9-15145cb74b03),segment_id=37178968-796f-45e1-9bf9-15145cb74b03)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:06.764024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.773473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-21100293-2692-4b3e-85ff-e5cd241c44b8 None None] Deleting port b5e215ef-7b8e-4ef6-8321-f248d8c3266c {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:15:06.773473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-21100293-2692-4b3e-85ff-e5cd241c44b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.778103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Calling delete_port for b5e215ef-7b8e-4ef6-8321-f248d8c3266c owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:15:06.834470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-21100293-2692-4b3e-85ff-e5cd241c44b8 None None] For port b5e215ef-7b8e-4ef6-8321-f248d8c3266c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=b5e215ef-7b8e-4ef6-8321-f248d8c3266c,segment=NetworkSegment(37178968-796f-45e1-9bf9-15145cb74b03),segment_id=37178968-796f-45e1-9bf9-15145cb74b03)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:06.834868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-21100293-2692-4b3e-85ff-e5cd241c44b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.847122 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-21100293-2692-4b3e-85ff-e5cd241c44b8 None None] Calling delete_port for b5e215ef-7b8e-4ef6-8321-f248d8c3266c owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:15:06.946465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.952014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-21100293-2692-4b3e-85ff-e5cd241c44b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.975506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21100293-2692-4b3e-85ff-e5cd241c44b8 None None] Pushing event deleted for resources: {'Port': ['ID=b5e215ef-7b8e-4ef6-8321-f248d8c3266c,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:06.975712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] No DVR routers for this DVR port b5e215ef-7b8e-4ef6-8321-f248d8c3266c on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:06.981062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21100293-2692-4b3e-85ff-e5cd241c44b8 None None] No DVR routers for this DVR port b5e215ef-7b8e-4ef6-8321-f248d8c3266c on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:06.981660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e215ef-7b8e-4ef6-8321-f248d8c3266c,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:07.057089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.077729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470ba387-e144-4c00-94aa-6c54201fd353']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:07.090506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37178968-796f-45e1-9bf9-15145cb74b03') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:07.091089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37178968-796f-45e1-9bf9-15145cb74b03') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:07.101197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.115605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.119628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2418a676-9bdf-4eb3-b3d6-190a01b36faf no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:07.126569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:15:07.127096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:15:07.129486 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:15:07.140619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 2418a676-9bdf-4eb3-b3d6-190a01b36faf {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:15:07.140967 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 2418a676-9bdf-4eb3-b3d6-190a01b36faf not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:07.141399 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b5e215ef-7b8e-4ef6-8321-f248d8c3266c no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:07.160427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: b5e215ef-7b8e-4ef6-8321-f248d8c3266c {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:15:07.160776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device b5e215ef-7b8e-4ef6-8321-f248d8c3266c not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:07.161259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fb0ac0ac-e2be-45be-8e35-3a67a7d2588f no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:15:07.181053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: fb0ac0ac-e2be-45be-8e35-3a67a7d2588f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:15:07.181402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fb0ac0ac-e2be-45be-8e35-3a67a7d2588f not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:15:07.255014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.268490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.268490 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/470ba387-e144-4c00-94aa-6c54201fd353 HTTP/1.1" status: 204 len: 168 time: 0.7323723 Apr 01 16:15:07.275059 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f6a46-e8da-45bb-9e2b-48acf301aac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=470ba387-e144-4c00-94aa-6c54201fd353,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:07.294335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-119147fd-2872-416a-86e0-9f240b0630f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.662457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 59982) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:07.706681 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ad47234d-779f-47b4-b26c-d453a8357fad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5d8ba424d4834c70973009ee3b48d552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430436 Apr 01 16:15:07.709617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59984) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:07.762377 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3c40ada-85cc-42da-bc6f-d909a3fa1e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.783683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3c40ada-85cc-42da-bc6f-d909a3fa1e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.963568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3c40ada-85cc-42da-bc6f-d909a3fa1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.966460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3c40ada-85cc-42da-bc6f-d909a3fa1e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.967631 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f3c40ada-85cc-42da-bc6f-d909a3fa1e2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5b48bd38-0cd1-428d-882b-3a3440c72453 HTTP/1.1" status: 204 len: 168 time: 0.2569730 Apr 01 16:15:07.976583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c40ada-85cc-42da-bc6f-d909a3fa1e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b48bd38-0cd1-428d-882b-3a3440c72453,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:08.690982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59990) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:08.735299 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-d28690d3-12b8-4fd5-b4cf-c5f9d2614bf7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f55dcb80a6194cffb540c5491a813c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430562 Apr 01 16:15:08.742421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 59992) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:08.793251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a1212baf-2d1c-4c7f-9e40-c99445c05ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.814284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a1212baf-2d1c-4c7f-9e40-c99445c05ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.969253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a1212baf-2d1c-4c7f-9e40-c99445c05ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.972007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a1212baf-2d1c-4c7f-9e40-c99445c05ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.973295 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a1212baf-2d1c-4c7f-9e40-c99445c05ca0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/815f0e8e-cbdb-4679-abc7-57f303c3a9cf HTTP/1.1" status: 204 len: 168 time: 0.2298765 Apr 01 16:15:08.981239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1212baf-2d1c-4c7f-9e40-c99445c05ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815f0e8e-cbdb-4679-abc7-57f303c3a9cf,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:09.918324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.171490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60014) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:10.278158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-957442387-network', 'tenant_id': '96e66618bb374989933862ebed0d1ccb'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:10.380453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Made reservation on behalf of 96e66618bb374989933862ebed0d1ccb for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:10.382829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.391236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.464690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.574221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.598939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:15:10.607663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e966bdd9-c6d9-49a9-9164-fd8369175499,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:10.615322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.615663 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Added segment 079a60dd-0ce1-425d-9ac0-3cb6118b4a64 of type vlan for network c4b42cfc-4b5f-4254-9803-6261f90da267 Apr 01 16:15:10.655173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.797891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.799023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:10.800151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.858947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] Pushing event updated for resources: {'Network': ['ID=c4b42cfc-4b5f-4254-9803-6261f90da267,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:10.870049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network c4b42cfc-4b5f-4254-9803-6261f90da267 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:15:10.969101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:10.982835 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-edc10da7-f50c-4929-b30e-d63f0ce574dd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8102496 Apr 01 16:15:10.986021 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60018) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:10.991046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Request body: {'subnet': {'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-957442387-subnet', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'ip_version': 4}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:11.140512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:11.180420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Made reservation on behalf of 96e66618bb374989933862ebed0d1ccb for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:11.182802 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:11.431890 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:11.479560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a01771e-4b70-4d8a-ac4d-5223a2db37a9,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:11.499653 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Checking segment: {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:15:11.500051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Network hostable DHCP agents. Network: c4b42cfc-4b5f-4254-9803-6261f90da267, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:15:11.626536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Network c4b42cfc-4b5f-4254-9803-6261f90da267 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:15:11.729184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, c4b42cfc-4b5f-4254-9803-6261f90da267) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:11.733850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:11.734604 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:11.739759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c472b16-bb12-448a-87f6-9480d2ad8bd2 None None] Network c4b42cfc-4b5f-4254-9803-6261f90da267 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:15:11.828761 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-87cf39d5-3a0a-4448-9d06-bd3a6faaf899 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8415689 Apr 01 16:15:11.831801 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60020) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:11.836330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:11.946380 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:11.947561 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.007231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.028818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-c4b42cfc-4b5f-4254-9803-6261f90da267', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:15:12.029692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.166576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Allocated IP 172.20.0.2 (c4b42cfc-4b5f-4254-9803-6261f90da267/4a01771e-4b70-4d8a-ac4d-5223a2db37a9/fc7c3839-3044-4c9d-a004-332266d10e60) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:12.247676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.317652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.409923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.453746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Network c4b42cfc-4b5f-4254-9803-6261f90da267 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:12.456828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:12.461186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:15:12.464328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Pushing event updated for resources: {'Port': ['ID=fc7c3839-3044-4c9d-a004-332266d10e60,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:12.521964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Attempting to bind port fc7c3839-3044-4c9d-a004-332266d10e60 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:12.529402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Attempting to bind port fc7c3839-3044-4c9d-a004-332266d10e60 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:12.529402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Attempting to bind port fc7c3839-3044-4c9d-a004-332266d10e60 on network c4b42cfc-4b5f-4254-9803-6261f90da267 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:12.529402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:15:12.529402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Checking segment: {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:15:12.529402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.529402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Bound using segment: {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:15:12.529982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Bound port: fc7c3839-3044-4c9d-a004-332266d10e60, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:12.529982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.546602 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.566549 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.592264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] For port fc7c3839-3044-4c9d-a004-332266d10e60, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:12.595274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] For port fc7c3839-3044-4c9d-a004-332266d10e60, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fc7c3839-3044-4c9d-a004-332266d10e60,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:12.672642 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Allocated IP 172.26.6.187 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/467a64fb-b83e-4b3a-bf15-ada5fddf0125) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:12.677740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.736390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb78713-40e7-4e92-93a3-38aeb8ef29f7 None None] Pushing event updated for resources: {'Port': ['ID=fc7c3839-3044-4c9d-a004-332266d10e60,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:12.788228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.878303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.932543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:12.935841 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:12.940905 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:15:12.944127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Pushing event updated for resources: {'Port': ['ID=467a64fb-b83e-4b3a-bf15-ada5fddf0125,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:13.145056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fc7c3839-3044-4c9d-a004-332266d10e60 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:13.197041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port fc7c3839-3044-4c9d-a004-332266d10e60 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:13.197404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.274290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.307338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port fc7c3839-3044-4c9d-a004-332266d10e60, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fc7c3839-3044-4c9d-a004-332266d10e60,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:13.309294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.414890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.469680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=fc7c3839-3044-4c9d-a004-332266d10e60,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:13.523625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.658424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af209f9-2f4d-458b-bade-aecad4c40d4c None None] Network c4b42cfc-4b5f-4254-9803-6261f90da267 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:15:13.723014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Router d297de0c-6916-4f51-bacb-af706be91e18 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:15:13.788239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ea6bdf53-2e18-441e-b0e3-e71f7fde7595 None None] Provisioning complete for port fc7c3839-3044-4c9d-a004-332266d10e60 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:13.788636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ea6bdf53-2e18-441e-b0e3-e71f7fde7595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.831468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:13.844365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Sync routers for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:13.867524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:13.868243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:15:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:13.914371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.918513 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-56aef3ae-77e9-4781-8ad0-8ecc78a1a0bf admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0831575 Apr 01 16:15:13.918798 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60022) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:14.010677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:14.128522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-165a6bdd-f64b-4f3a-9a6a-bdb99cfbfb9f None None] Provisioning complete for port fc7c3839-3044-4c9d-a004-332266d10e60 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:14.129015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-165a6bdd-f64b-4f3a-9a6a-bdb99cfbfb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.270926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:13Z', 'revision_number': 3, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:14.301257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Checking router: d297de0c-6916-4f51-bacb-af706be91e18 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:14.301601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Updating router d297de0c-6916-4f51-bacb-af706be91e18 port 467a64fb-b83e-4b3a-bf15-ada5fddf0125 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:15:14.326671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.355029 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.517160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Allocated IP 172.20.0.1 (c4b42cfc-4b5f-4254-9803-6261f90da267/4a01771e-4b70-4d8a-ac4d-5223a2db37a9/9d22cbb2-7afb-457b-89d8-4313355c51e3) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:14.582099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.619730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.671784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.727691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Attempting to bind port 467a64fb-b83e-4b3a-bf15-ada5fddf0125 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:14.728056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Attempting to bind port 467a64fb-b83e-4b3a-bf15-ada5fddf0125 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:14.728438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Attempting to bind port 467a64fb-b83e-4b3a-bf15-ada5fddf0125 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:14.730348 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09195ec5-8cd3-470f-a8f0-5d5a3c8b651b None None] Pushing event updated for resources: {'Port': ['ID=467a64fb-b83e-4b3a-bf15-ada5fddf0125,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:14.735835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:15:14.736205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:15:14.736632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.737576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:15:14.737576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Bound port: 467a64fb-b83e-4b3a-bf15-ada5fddf0125, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:14.737857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.746404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.790975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Network c4b42cfc-4b5f-4254-9803-6261f90da267 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:14.793850 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:14.794913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] For port 467a64fb-b83e-4b3a-bf15-ada5fddf0125, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:14.796448 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:15:14.801340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] For port 467a64fb-b83e-4b3a-bf15-ada5fddf0125, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=467a64fb-b83e-4b3a-bf15-ada5fddf0125,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:14.824133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Pushing event updated for resources: {'Port': ['ID=9d22cbb2-7afb-457b-89d8-4313355c51e3,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:14.846626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:14.946797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.019916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:15.020559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:15:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:15.024387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09195ec5-8cd3-470f-a8f0-5d5a3c8b651b None None] Pushing event updated for resources: {'Port': ['ID=467a64fb-b83e-4b3a-bf15-ada5fddf0125,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:15.026833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-abefa005-a277-4d50-9a2a-b537535176b6 None None] Provisioning complete for port 9d22cbb2-7afb-457b-89d8-4313355c51e3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:15.027207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-abefa005-a277-4d50-9a2a-b537535176b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.097232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.106334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-abefa005-a277-4d50-9a2a-b537535176b6 None None] Port 9d22cbb2-7afb-457b-89d8-4313355c51e3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:15:15.140069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fc7c3839-3044-4c9d-a004-332266d10e60 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:15.194191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:15.319184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port fc7c3839-3044-4c9d-a004-332266d10e60 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:15.319886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.456963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:13Z', 'revision_number': 3, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:15.565791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.627557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fd7a5c-5d85-4e53-9c77-c70281bf62de None None] The sync data for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv is: [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:13Z', 'revision_number': 3, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:15.637529 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.710964 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.712790 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Pushing event updated for resources: {'Port': ['ID=9d22cbb2-7afb-457b-89d8-4313355c51e3,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:15.814725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Network c4b42cfc-4b5f-4254-9803-6261f90da267 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:15.815958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:15.828186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.953974 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Router d297de0c-6916-4f51-bacb-af706be91e18 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:16.076770 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:16.082374 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a8ae5618-9ac6-4eab-b6e7-94623c2dd0ce admin admin] 10.222.0.73 "PUT /v2.0/routers/d297de0c-6916-4f51-bacb-af706be91e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625612 Apr 01 16:15:16.135607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-58f70c72-afc9-40f0-9cec-222c561157aa None None] Provisioning complete for port 9d22cbb2-7afb-457b-89d8-4313355c51e3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:16.135988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-58f70c72-afc9-40f0-9cec-222c561157aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:16.176572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-58f70c72-afc9-40f0-9cec-222c561157aa None None] Port 9d22cbb2-7afb-457b-89d8-4313355c51e3 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:15:16.934312 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60038) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:16.939487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-991328459-network', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:17.026281 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Made reservation on behalf of 2a7fd5dcf65348be9daeeb0a58dae1e1 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:17.028754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.042407 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.125498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.139056 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Sync routers for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:17.146397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 467a64fb-b83e-4b3a-bf15-ada5fddf0125 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:17.153957 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:17.154679 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:15:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:17.197357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 467a64fb-b83e-4b3a-bf15-ada5fddf0125 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:17.197723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.231594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.255403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1137, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:15:17.262858 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:17.271528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790522d2-2237-4fe4-85a3-0e5e5ec6c6fb,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:17.274738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.275197 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Added segment ffdd29d8-2911-4a72-93dc-487ede8ddfbb of type vlan for network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 Apr 01 16:15:17.283463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.307982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 467a64fb-b83e-4b3a-bf15-ada5fddf0125, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=467a64fb-b83e-4b3a-bf15-ada5fddf0125,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:17.320192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.369592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.418893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=467a64fb-b83e-4b3a-bf15-ada5fddf0125,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:17.449166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.458756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:17.458756 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.517484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] Pushing event updated for resources: {'Network': ['ID=46e646cd-0c5f-4e6a-899c-b7975ed09c82,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:17.528433 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:15:17.560952 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-467d2d90-0924-45fc-9cb5-a44e7a8526e9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6251953 Apr 01 16:15:17.563448 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d22cbb2-7afb-457b-89d8-4313355c51e3', 'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'mac_address': 'fa:16:3e:78:b9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:15Z', 'revision_number': 2, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'subnets': [{'id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:17.563963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60040) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:17.569849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Request body: {'subnet': {'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-991328459-subnet', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:17.590134 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Checking router: d297de0c-6916-4f51-bacb-af706be91e18 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:17.590486 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Updating router d297de0c-6916-4f51-bacb-af706be91e18 port 9d22cbb2-7afb-457b-89d8-4313355c51e3 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:15:17.619721 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.666426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Made reservation on behalf of 2a7fd5dcf65348be9daeeb0a58dae1e1 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:17.668934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.892725 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.895271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:17.951701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3afaac-49b3-4b28-8840-1cd844ccf759,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:17.962969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.963323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.963649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.964000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.964332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.969916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.969916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.969916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.969916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.969916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.969916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.969916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:17.970824 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Checking segment: {'id': 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:15:17.970824 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Network hostable DHCP agents. Network: 46e646cd-0c5f-4e6a-899c-b7975ed09c82, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:15:17.991741 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.041178 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Pushing event updated for resources: {'Port': ['ID=9d22cbb2-7afb-457b-89d8-4313355c51e3,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:18.052439 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.052789 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.053157 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.053491 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.053819 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.054153 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.054504 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.054834 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.055157 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.055546 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.055827 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.056144 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:18.091416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:15:18.108575 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Attempting to bind port 9d22cbb2-7afb-457b-89d8-4313355c51e3 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:18.109054 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Attempting to bind port 9d22cbb2-7afb-457b-89d8-4313355c51e3 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:18.109482 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Attempting to bind port 9d22cbb2-7afb-457b-89d8-4313355c51e3 on network c4b42cfc-4b5f-4254-9803-6261f90da267 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:18.114915 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:15:18.115306 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Checking segment: {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:15:18.115675 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.116099 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Bound using segment: {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:15:18.117169 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Bound port: 9d22cbb2-7afb-457b-89d8-4313355c51e3, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:18.118025 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.188241 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] For port 9d22cbb2-7afb-457b-89d8-4313355c51e3, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:18.191908 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] For port 9d22cbb2-7afb-457b-89d8-4313355c51e3, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9d22cbb2-7afb-457b-89d8-4313355c51e3,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:18.209123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 46e646cd-0c5f-4e6a-899c-b7975ed09c82) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:18.214238 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:18.214840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.221244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55affd96-6d63-4f2d-b050-5fb9e768b16d None None] Network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:15:18.312119 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.329310 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bbbd218a-8d6b-4e08-bef7-26d03897b443 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7619395 Apr 01 16:15:18.330393 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60042) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:18.334665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:18.343041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-93b82fcb-2820-440a-853c-d108cc096490 None None] Provisioning complete for port 9d22cbb2-7afb-457b-89d8-4313355c51e3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:18.343404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-93b82fcb-2820-440a-853c-d108cc096490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.391378 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465f9b6-b93f-4d01-99f3-3886e93da7ca None None] Pushing event updated for resources: {'Port': ['ID=9d22cbb2-7afb-457b-89d8-4313355c51e3,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:18.395016 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:18.395841 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:15:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:18.434612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-46e646cd-0c5f-4e6a-899c-b7975ed09c82', 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'fixed_ips': [{'subnet_id': '2f3afaac-49b3-4b28-8840-1cd844ccf759'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:15:18.435480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.455503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.458027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.470989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-93b82fcb-2820-440a-853c-d108cc096490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.519267 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:18.529949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.582000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-93b82fcb-2820-440a-853c-d108cc096490 None None] For port 9d22cbb2-7afb-457b-89d8-4313355c51e3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9d22cbb2-7afb-457b-89d8-4313355c51e3,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:18.630243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Allocated IP 172.20.0.2 (46e646cd-0c5f-4e6a-899c-b7975ed09c82/2f3afaac-49b3-4b28-8840-1cd844ccf759/c5f25db3-9cbe-4016-b097-4bf1d0e73deb) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:18.632695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-93b82fcb-2820-440a-853c-d108cc096490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.738644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b82fcb-2820-440a-853c-d108cc096490 None None] Pushing event updated for resources: {'Port': ['ID=9d22cbb2-7afb-457b-89d8-4313355c51e3,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:18.766530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.770835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fe5a36db-7978-48ba-97a2-cfd8a29def56 None None] Provisioning complete for port 9d22cbb2-7afb-457b-89d8-4313355c51e3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:18.771203 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fe5a36db-7978-48ba-97a2-cfd8a29def56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.776972 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d22cbb2-7afb-457b-89d8-4313355c51e3', 'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'mac_address': 'fa:16:3e:78:b9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'subnets': [{'id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:18.805717 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65392cb3-4f7c-4c65-bcc4-64644eec28f1 None None] The sync data for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv is: [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d22cbb2-7afb-457b-89d8-4313355c51e3', 'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'mac_address': 'fa:16:3e:78:b9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'subnets': [{'id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:18.903237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.998346 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.045446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:19.048381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:19.053335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:15:19.056567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Pushing event updated for resources: {'Port': ['ID=c5f25db3-9cbe-4016-b097-4bf1d0e73deb,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:19.111676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.125548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Attempting to bind port c5f25db3-9cbe-4016-b097-4bf1d0e73deb on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:19.125919 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Attempting to bind port c5f25db3-9cbe-4016-b097-4bf1d0e73deb by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:19.126280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Attempting to bind port c5f25db3-9cbe-4016-b097-4bf1d0e73deb on network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:19.132779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:15:19.133155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Checking segment: {'id': 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:15:19.133582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.133976 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Bound using segment: {'id': 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:15:19.134448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Bound port: c5f25db3-9cbe-4016-b097-4bf1d0e73deb, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:19.134859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.139187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.218916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] For port c5f25db3-9cbe-4016-b097-4bf1d0e73deb, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:19.222515 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] For port c5f25db3-9cbe-4016-b097-4bf1d0e73deb, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c5f25db3-9cbe-4016-b097-4bf1d0e73deb,segment=NetworkSegment(ffdd29d8-2911-4a72-93dc-487ede8ddfbb),segment_id=ffdd29d8-2911-4a72-93dc-487ede8ddfbb)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:19.248210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 467a64fb-b83e-4b3a-bf15-ada5fddf0125 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:19.293789 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Allocated IP 172.26.6.188 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/1e35ab8d-23e2-4175-9c39-a4265e92208c) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:19.300882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 467a64fb-b83e-4b3a-bf15-ada5fddf0125 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:19.301259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.335499 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.428955 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.435875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342d41a-fed6-46e0-954f-4e25a12856ed None None] Pushing event updated for resources: {'Port': ['ID=c5f25db3-9cbe-4016-b097-4bf1d0e73deb,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:19.459895 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9d22cbb2-7afb-457b-89d8-4313355c51e3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:19.515055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9d22cbb2-7afb-457b-89d8-4313355c51e3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:19.515442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.609747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.659016 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:19.662207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:19.666261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:15:19.699163 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e35ab8d-23e2-4175-9c39-a4265e92208c,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:20.026752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.262275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.420648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775fcd1f-358b-444e-ad04-0837dc7ca88a None None] Network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:15:20.466239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Router 7b0c8456-ad83-4103-b9ae-183af291ea52 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:15:20.508952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-88da736e-96bf-4c56-8514-cdfb2a2974a2 None None] Provisioning complete for port c5f25db3-9cbe-4016-b097-4bf1d0e73deb triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:20.509318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-88da736e-96bf-4c56-8514-cdfb2a2974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.597225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:20.610819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Sync routers for ids ['7b0c8456-ad83-4103-b9ae-183af291ea52'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:20.665066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Routers {'7b0c8456-ad83-4103-b9ae-183af291ea52'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:20.665066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:15:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7b0c8456-ad83-4103-b9ae-183af291ea52'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:20.665066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-88da736e-96bf-4c56-8514-cdfb2a2974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.686251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.692494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60044) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:15:20.694851 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-a527ee5f-6886-44fe-9289-c8cd55d36ee0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3637733 Apr 01 16:15:20.750576 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-88da736e-96bf-4c56-8514-cdfb2a2974a2 None None] For port c5f25db3-9cbe-4016-b097-4bf1d0e73deb, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c5f25db3-9cbe-4016-b097-4bf1d0e73deb,segment=NetworkSegment(ffdd29d8-2911-4a72-93dc-487ede8ddfbb),segment_id=ffdd29d8-2911-4a72-93dc-487ede8ddfbb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:20.807459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Set router 7b0c8456-ad83-4103-b9ae-183af291ea52 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:20.838265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-88da736e-96bf-4c56-8514-cdfb2a2974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:20.977216 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da736e-96bf-4c56-8514-cdfb2a2974a2 None None] Pushing event updated for resources: {'Port': ['ID=c5f25db3-9cbe-4016-b097-4bf1d0e73deb,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:20.995909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-4d3b0b4b-930a-43a1-b78d-cd6ade5677f3 None None] Provisioning complete for port c5f25db3-9cbe-4016-b097-4bf1d0e73deb triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:20.996332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d3b0b4b-930a-43a1-b78d-cd6ade5677f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.137356 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:18Z', 'updated_at': '2022-04-01T16:15:19Z', 'revision_number': 3, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'gw_port': {'id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:19Z', 'updated_at': '2022-04-01T16:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:21.170238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Checking router: 7b0c8456-ad83-4103-b9ae-183af291ea52 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:21.170238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Updating router 7b0c8456-ad83-4103-b9ae-183af291ea52 port 1e35ab8d-23e2-4175-9c39-a4265e92208c binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:15:21.187890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c5f25db3-9cbe-4016-b097-4bf1d0e73deb up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:21.195316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.362626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Allocated IP 172.20.0.1 (46e646cd-0c5f-4e6a-899c-b7975ed09c82/2f3afaac-49b3-4b28-8840-1cd844ccf759/81571362-fbf9-435d-9614-c92e7680b949) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:21.370729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.472744 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c5f25db3-9cbe-4016-b097-4bf1d0e73deb triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:21.473479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.475379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.615021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.667196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:21.670345 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:21.673239 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:15:21.700201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=81571362-fbf9-435d-9614-c92e7680b949,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:21.709537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.721009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.814939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.869523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Attempting to bind port 1e35ab8d-23e2-4175-9c39-a4265e92208c on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:21.869900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Attempting to bind port 1e35ab8d-23e2-4175-9c39-a4265e92208c by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:21.870261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Attempting to bind port 1e35ab8d-23e2-4175-9c39-a4265e92208c on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:21.872266 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a4b5a-4b14-47af-8357-3bff864737b7 None None] Pushing event updated for resources: {'Port': ['ID=1e35ab8d-23e2-4175-9c39-a4265e92208c,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:21.877812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:15:21.878792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:15:21.878792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.879829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:15:21.879829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Bound port: 1e35ab8d-23e2-4175-9c39-a4265e92208c, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:21.879829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.931103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.938855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] For port 1e35ab8d-23e2-4175-9c39-a4265e92208c, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:21.942209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] For port 1e35ab8d-23e2-4175-9c39-a4265e92208c, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1e35ab8d-23e2-4175-9c39-a4265e92208c,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:21.963381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-06b8e793-94b1-4fe3-89e8-e5c05207f4c1 None None] Provisioning complete for port 81571362-fbf9-435d-9614-c92e7680b949 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:21.963752 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-06b8e793-94b1-4fe3-89e8-e5c05207f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:21.998064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-06b8e793-94b1-4fe3-89e8-e5c05207f4c1 None None] Port 81571362-fbf9-435d-9614-c92e7680b949 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:15:22.020790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:22.079836 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a4b5a-4b14-47af-8357-3bff864737b7 None None] Pushing event updated for resources: {'Port': ['ID=1e35ab8d-23e2-4175-9c39-a4265e92208c,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:22.083168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Routers {'7b0c8456-ad83-4103-b9ae-183af291ea52'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:22.083782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:15:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7b0c8456-ad83-4103-b9ae-183af291ea52'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:22.096096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:22.174798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:22.195747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] Set router 7b0c8456-ad83-4103-b9ae-183af291ea52 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:22.245309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=81571362-fbf9-435d-9614-c92e7680b949,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:22.247953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:22.351023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:22.352540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:22.413378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:18Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 4, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'gw_port': {'id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:19Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '81571362-fbf9-435d-9614-c92e7680b949', 'name': '', 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'mac_address': 'fa:16:3e:59:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:21Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 1, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'subnets': [{'id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:22.446754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b7921-d3ce-4fab-875e-c345ced7d408 None None] The sync data for ids ['7b0c8456-ad83-4103-b9ae-183af291ea52'] in dv-neutron-835865-1-hyperv is: [{'id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:18Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 4, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'gw_port': {'id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:19Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '81571362-fbf9-435d-9614-c92e7680b949', 'name': '', 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'mac_address': 'fa:16:3e:59:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:21Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 1, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'subnets': [{'id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:22.481115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Router 7b0c8456-ad83-4103-b9ae-183af291ea52 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:22.599214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:22.604474 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9ecc3ddd-66e1-4a28-925e-3b8082c5f1b0 admin admin] 10.222.0.73 "PUT /v2.0/routers/7b0c8456-ad83-4103-b9ae-183af291ea52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9106696 Apr 01 16:15:22.631879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-9f411106-e860-4e26-a1b9-d8089e27324b None None] Provisioning complete for port 81571362-fbf9-435d-9614-c92e7680b949 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:22.632444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9f411106-e860-4e26-a1b9-d8089e27324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:22.684152 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-9f411106-e860-4e26-a1b9-d8089e27324b None None] Port 81571362-fbf9-435d-9614-c92e7680b949 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:15:23.195056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1e35ab8d-23e2-4175-9c39-a4265e92208c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:23.262577 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1e35ab8d-23e2-4175-9c39-a4265e92208c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:23.262953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:23.355106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:23.379785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 1e35ab8d-23e2-4175-9c39-a4265e92208c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1e35ab8d-23e2-4175-9c39-a4265e92208c,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:23.477598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:23.543874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=1e35ab8d-23e2-4175-9c39-a4265e92208c,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:25.181968 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1e35ab8d-23e2-4175-9c39-a4265e92208c up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:25.239664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1e35ab8d-23e2-4175-9c39-a4265e92208c triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:25.240077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:26.132835 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Sync routers for ids ['7b0c8456-ad83-4103-b9ae-183af291ea52'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:15:26.143062 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Routers {'7b0c8456-ad83-4103-b9ae-183af291ea52'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:26.143600 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:15:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7b0c8456-ad83-4103-b9ae-183af291ea52'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:26.262167 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Set router 7b0c8456-ad83-4103-b9ae-183af291ea52 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:26.465257 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:18Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 4, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'gw_port': {'id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:19Z', 'updated_at': '2022-04-01T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '81571362-fbf9-435d-9614-c92e7680b949', 'name': '', 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'mac_address': 'fa:16:3e:59:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:21Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 2, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'subnets': [{'id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:26.494863 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Checking router: 7b0c8456-ad83-4103-b9ae-183af291ea52 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:15:26.496686 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Updating router 7b0c8456-ad83-4103-b9ae-183af291ea52 port 81571362-fbf9-435d-9614-c92e7680b949 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:15:26.520121 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:26.798362 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:26.906468 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:26.951664 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd80b4-9642-4ce5-b5b4-10db40c2b0db None None] Pushing event updated for resources: {'Port': ['ID=81571362-fbf9-435d-9614-c92e7680b949,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:27.019738 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Attempting to bind port 81571362-fbf9-435d-9614-c92e7680b949 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:27.020422 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Attempting to bind port 81571362-fbf9-435d-9614-c92e7680b949 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:27.020969 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Attempting to bind port 81571362-fbf9-435d-9614-c92e7680b949 on network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:27.028546 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:15:27.029249 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Checking segment: {'id': 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:15:27.029844 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:27.030433 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Bound using segment: {'id': 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:15:27.031107 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Bound port: 81571362-fbf9-435d-9614-c92e7680b949, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:27.031675 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:27.106498 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] For port 81571362-fbf9-435d-9614-c92e7680b949, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:27.110104 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] For port 81571362-fbf9-435d-9614-c92e7680b949, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=81571362-fbf9-435d-9614-c92e7680b949,segment=NetworkSegment(ffdd29d8-2911-4a72-93dc-487ede8ddfbb),segment_id=ffdd29d8-2911-4a72-93dc-487ede8ddfbb)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:27.222483 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:27.337368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-08531ab9-668a-41e6-b2d8-2a82e26bcbdd None None] Provisioning complete for port 81571362-fbf9-435d-9614-c92e7680b949 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:27.341233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08531ab9-668a-41e6-b2d8-2a82e26bcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:27.382651 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Routers {'7b0c8456-ad83-4103-b9ae-183af291ea52'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:15:27.383291 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:15:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7b0c8456-ad83-4103-b9ae-183af291ea52'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:27.465626 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08531ab9-668a-41e6-b2d8-2a82e26bcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:27.508188 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] Set router 7b0c8456-ad83-4103-b9ae-183af291ea52 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:15:27.523251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-08531ab9-668a-41e6-b2d8-2a82e26bcbdd None None] For port 81571362-fbf9-435d-9614-c92e7680b949, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=81571362-fbf9-435d-9614-c92e7680b949,segment=NetworkSegment(ffdd29d8-2911-4a72-93dc-487ede8ddfbb),segment_id=ffdd29d8-2911-4a72-93dc-487ede8ddfbb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:27.538266 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd80b4-9642-4ce5-b5b4-10db40c2b0db None None] Pushing event updated for resources: {'Port': ['ID=81571362-fbf9-435d-9614-c92e7680b949,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:27.609011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08531ab9-668a-41e6-b2d8-2a82e26bcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:27.694254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08531ab9-668a-41e6-b2d8-2a82e26bcbdd None None] Pushing event updated for resources: {'Port': ['ID=81571362-fbf9-435d-9614-c92e7680b949,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:27.737678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fbfe5374-8ecb-42a5-a942-69b10cfeb4fa None None] Provisioning complete for port 81571362-fbf9-435d-9614-c92e7680b949 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:27.738052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fbfe5374-8ecb-42a5-a942-69b10cfeb4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:27.776391 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:18Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 4, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'gw_port': {'id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:19Z', 'updated_at': '2022-04-01T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '81571362-fbf9-435d-9614-c92e7680b949', 'name': '', 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'mac_address': 'fa:16:3e:59:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:21Z', 'updated_at': '2022-04-01T16:15:27Z', 'revision_number': 4, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'subnets': [{'id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:27.811463 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dea10a4-6128-42fc-9846-ea984cab872a None None] The sync data for ids ['7b0c8456-ad83-4103-b9ae-183af291ea52'] in dv-neutron-835865-1-hyperv is: [{'id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:18Z', 'updated_at': '2022-04-01T16:15:21Z', 'revision_number': 4, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'gw_port': {'id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:19Z', 'updated_at': '2022-04-01T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '81571362-fbf9-435d-9614-c92e7680b949', 'name': '', 'network_id': '46e646cd-0c5f-4e6a-899c-b7975ed09c82', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'mac_address': 'fa:16:3e:59:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:21Z', 'updated_at': '2022-04-01T16:15:27Z', 'revision_number': 4, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'subnets': [{'id': '2f3afaac-49b3-4b28-8840-1cd844ccf759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:15:29.216734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 81571362-fbf9-435d-9614-c92e7680b949 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:29.276334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 81571362-fbf9-435d-9614-c92e7680b949 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:29.277007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:34.589741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-79b904b7-a373-4104-806b-5760f74af40e tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:34.591547 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-79b904b7-a373-4104-806b-5760f74af40e tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/networks?id=c4b42cfc-4b5f-4254-9803-6261f90da267 HTTP/1.1" status: 200 len: 814 time: 0.1034954 Apr 01 16:15:34.606493 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-c0189f89-5e87-4423-a07b-91eb81397d85 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/quotas/96e66618bb374989933862ebed0d1ccb HTTP/1.1" status: 200 len: 375 time: 0.0092003 Apr 01 16:15:34.660371 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-6a2ed979-c0f1-45c5-965d-5c647b90dc6a tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=96e66618bb374989933862ebed0d1ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483167 Apr 01 16:15:34.814938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ffe723cb-ef5f-4c2c-91b2-3dd520ccac43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:34.855795 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-a37af90a-f97c-4a20-91be-4b615dec8c05 service neutron] 10.222.0.73 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837523 Apr 01 16:15:34.951981 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-e87c9d54-fb74-4f43-b39c-0fe9d0daded7 service neutron] 10.222.0.73 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893772 Apr 01 16:15:36.305081 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2d13144c-0f93-4688-a006-3c05e38ed6a7 req-daf4fc23-e09b-497c-bea5-44a035a3fcb5 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 210 time: 0.0289271 Apr 01 16:15:37.317984 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fbe272d0-fdad-47b8-bc92-583bdaa0d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:37.383308 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f7e33c8c-730c-41ca-8a04-f2304f2abb7f req-93227a9c-d738-4315-ac3b-3ee6fdae24dc tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 210 time: 0.0268013 Apr 01 16:15:38.478405 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4535f690-2db9-410d-84b4-414648e6f20c req-50664640-3856-4f2f-8880-83501bc8870d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 210 time: 0.0279014 Apr 01 16:15:39.400709 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-6c8ce140-804b-476d-8ba6-ebf86c23dcca tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:39.402161 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-6c8ce140-804b-476d-8ba6-ebf86c23dcca tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.41 "GET /v2.0/networks?id=c4b42cfc-4b5f-4254-9803-6261f90da267 HTTP/1.1" status: 200 len: 814 time: 0.4360273 Apr 01 16:15:39.418988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'port': {'device_id': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'admin_state_up': True, 'tenant_id': '96e66618bb374989933862ebed0d1ccb'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:39.574631 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1178c115-e182-4544-b8e3-25a23c2e3847 req-ead5e822-0fc0-4927-a9aa-a75bf521665e tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 210 time: 0.0274124 Apr 01 16:15:39.609162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Made reservation on behalf of 96e66618bb374989933862ebed0d1ccb for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:39.613260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:39.739468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Allocated IP 172.20.0.10 (c4b42cfc-4b5f-4254-9803-6261f90da267/4a01771e-4b70-4d8a-ac4d-5223a2db37a9/7ab635ec-4c25-4cea-8957-c9023b43d8be) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:39.874128 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:39.914913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:40.053446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:40.107801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Network c4b42cfc-4b5f-4254-9803-6261f90da267 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:40.112910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:40.117446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:15:40.123432 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:15:40.191461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:40.192083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:40.207732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'Port': ['ID=7ab635ec-4c25-4cea-8957-c9023b43d8be,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:40.290415 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-83025742-9e22-4e78-9cd9-5d3680467878 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8750825 Apr 01 16:15:40.449803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3fc0a2cb-e918-445e-a368-000780ae558c None None] Provisioning complete for port 7ab635ec-4c25-4cea-8957-c9023b43d8be triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:40.450593 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a2cb-e918-445e-a368-000780ae558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:40.488514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0a2cb-e918-445e-a368-000780ae558c None None] Port 7ab635ec-4c25-4cea-8957-c9023b43d8be cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:15:40.714709 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceab08c-ccf0-4933-9c20-ceb6550c5cbb req-a8d3e1dc-f9da-4392-a1e0-daf932a37d2e tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:40.716778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bceab08c-ccf0-4933-9c20-ceb6550c5cbb req-a8d3e1dc-f9da-4392-a1e0-daf932a37d2e tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 932 time: 0.0621426 Apr 01 16:15:40.765273 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bceab08c-ccf0-4933-9c20-ceb6550c5cbb req-eea82ef6-62c4-4094-b004-312a36c02be0 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Apr 01 16:15:40.922233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:41.072703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:41.890782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732ab97-33cb-42db-9a06-38ca7c8414cc req-04c4c606-1141-4b51-a4ff-31b99d0a268b tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:41.900064 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9732ab97-33cb-42db-9a06-38ca7c8414cc req-04c4c606-1141-4b51-a4ff-31b99d0a268b tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 932 time: 0.0528142 Apr 01 16:15:41.934611 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9732ab97-33cb-42db-9a06-38ca7c8414cc req-ec11c6b4-bc72-4d2d-9dd0-09119423318a tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Apr 01 16:15:43.065813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af3766-1030-41bd-8943-9d8fff7db28f req-194e96e1-1ee9-436a-8b24-244341f42f2c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:43.067605 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b1af3766-1030-41bd-8943-9d8fff7db28f req-194e96e1-1ee9-436a-8b24-244341f42f2c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 932 time: 0.0589366 Apr 01 16:15:43.108915 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b1af3766-1030-41bd-8943-9d8fff7db28f req-1c7acde6-7d0f-491b-8ded-c95a5163f9de tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346777 Apr 01 16:15:44.243834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c98ac3-2b61-4513-9b27-8d1285487d28 req-47207d81-205b-4ad0-bebf-25f2103e12c2 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:44.245708 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6c98ac3-2b61-4513-9b27-8d1285487d28 req-47207d81-205b-4ad0-bebf-25f2103e12c2 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 932 time: 0.0633974 Apr 01 16:15:44.289051 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f6c98ac3-2b61-4513-9b27-8d1285487d28 req-9cc18997-3d52-4216-a8bf-214a3e2c8ea8 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Apr 01 16:15:45.419915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf022647-a9fc-482a-a6ea-55883c4bec78 req-72a9c616-d613-4e70-b09d-4b26f3b7eb64 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:45.421481 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bf022647-a9fc-482a-a6ea-55883c4bec78 req-72a9c616-d613-4e70-b09d-4b26f3b7eb64 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 932 time: 0.0512409 Apr 01 16:15:45.461673 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bf022647-a9fc-482a-a6ea-55883c4bec78 req-16a332aa-5e54-4829-a5f4-323be9825163 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335600 Apr 01 16:15:45.809446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:46.593160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01d5cf-7c4a-40ad-96be-4a9b54b5ebe4 req-11b1098d-8468-4b0a-9d19-945a08e3b476 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:46.594786 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4e01d5cf-7c4a-40ad-96be-4a9b54b5ebe4 req-11b1098d-8468-4b0a-9d19-945a08e3b476 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 932 time: 0.0533798 Apr 01 16:15:46.636052 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4e01d5cf-7c4a-40ad-96be-4a9b54b5ebe4 req-3f095aa7-24ec-4d8c-8070-a5fc62249dd6 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348728 Apr 01 16:15:47.757288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e212e-841f-43c6-bcf3-694579dc24a5 req-3e1caff7-06d2-43d9-81b3-326fd9ccca64 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:47.758901 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1e8e212e-841f-43c6-bcf3-694579dc24a5 req-3e1caff7-06d2-43d9-81b3-326fd9ccca64 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 932 time: 0.0492203 Apr 01 16:15:47.808227 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1e8e212e-841f-43c6-bcf3-694579dc24a5 req-43322592-90b8-4b33-8b33-778aa873acf8 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432267 Apr 01 16:15:48.026679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Request body: {'port': {'device_id': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:15:48.081605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:48.350001 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab635ec-4c25-4cea-8957-c9023b43d8be {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:48.357314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:48.371540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Transition to ACTIVE for port object 7ab635ec-4c25-4cea-8957-c9023b43d8be will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:48.437725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:48.491060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Pushing event updated for resources: {'Port': ['ID=7ab635ec-4c25-4cea-8957-c9023b43d8be,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:48.560492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Attempting to bind port 7ab635ec-4c25-4cea-8957-c9023b43d8be on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:48.560828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Attempting to bind port 7ab635ec-4c25-4cea-8957-c9023b43d8be by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:48.561156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Attempting to bind port 7ab635ec-4c25-4cea-8957-c9023b43d8be on network c4b42cfc-4b5f-4254-9803-6261f90da267 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:48.566738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Port 7ab635ec-4c25-4cea-8957-c9023b43d8be on network c4b42cfc-4b5f-4254-9803-6261f90da267 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:15:48.567055 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Attempting to bind port 7ab635ec-4c25-4cea-8957-c9023b43d8be on network c4b42cfc-4b5f-4254-9803-6261f90da267 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:15:48.572404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:15:48.572742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Checking segment: {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:15:48.573149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Bound using segment: {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:15:48.573578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Bound port: 7ab635ec-4c25-4cea-8957-c9023b43d8be, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079a60dd-0ce1-425d-9ac0-3cb6118b4a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:48.573932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:48.650758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] For port 7ab635ec-4c25-4cea-8957-c9023b43d8be, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:48.654161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] For port 7ab635ec-4c25-4cea-8957-c9023b43d8be, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:48.719161 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:48.758223 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:48.758814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:48.760433 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] 10.222.0.41 "PUT /v2.0/ports/7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 1094 time: 0.7400546 Apr 01 16:15:48.765149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:48.769882 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae051c-12cf-4290-8fbe-07684b82b61f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:48.791748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86148d-bae8-4a46-be04-cfcef52f417e service neutron] Pushing event updated for resources: {'Port': ['ID=7ab635ec-4c25-4cea-8957-c9023b43d8be,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:48.817170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9ca516-57d8-42c4-ba73-fee727de165b x-openstack-request-id: req-ea9ca516-57d8-42c4-ba73-fee727de165b {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:48.817459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:48.817732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea9ca516-57d8-42c4-ba73-fee727de165b {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:48.818115 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9ca516-57d8-42c4-ba73-fee727de165b'] response: {'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'status': 'completed', 'code': 200} Apr 01 16:15:48.886286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae051c-12cf-4290-8fbe-07684b82b61f req-3203343d-f64f-4ef0-a0cd-89478e135aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:48.887873 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f8ae051c-12cf-4290-8fbe-07684b82b61f req-3203343d-f64f-4ef0-a0cd-89478e135aa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96e66618bb374989933862ebed0d1ccb&device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1097 time: 0.0479920 Apr 01 16:15:49.010775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae051c-12cf-4290-8fbe-07684b82b61f req-90d9fc98-a07d-44e8-b456-28cdb0cdc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:49.014251 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f8ae051c-12cf-4290-8fbe-07684b82b61f req-90d9fc98-a07d-44e8-b456-28cdb0cdc2e0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=96e66618bb374989933862ebed0d1ccb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1111581 Apr 01 16:15:49.125039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae051c-12cf-4290-8fbe-07684b82b61f req-64e1e671-b19b-4894-ae0e-e9ee1c1e5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:49.126471 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f8ae051c-12cf-4290-8fbe-07684b82b61f req-64e1e671-b19b-4894-ae0e-e9ee1c1e5648 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1059308 Apr 01 16:15:49.214927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-b28a302e-ab1f-45ce-bbca-5ebc353578f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:49.216803 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-b28a302e-ab1f-45ce-bbca-5ebc353578f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96e66618bb374989933862ebed0d1ccb&device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1097 time: 0.0506871 Apr 01 16:15:49.228655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2579e2-90b3-4695-b725-ed24695d0e4e req-fe5f351b-7275-4632-b6aa-e3c2d4090e52 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:49.230157 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2c2579e2-90b3-4695-b725-ed24695d0e4e req-fe5f351b-7275-4632-b6aa-e3c2d4090e52 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 944 time: 0.3448596 Apr 01 16:15:49.263564 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-942b3c88-3613-4b77-a3bd-1428830c2a6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 217 time: 0.0386503 Apr 01 16:15:49.273116 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2c2579e2-90b3-4695-b725-ed24695d0e4e req-02ac02c7-f804-445a-a640-6a4197a08a42 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361574 Apr 01 16:15:49.312576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-94f78a4f-f650-4399-b9c2-7867007dd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:49.314056 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-94f78a4f-f650-4399-b9c2-7867007dd7f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a01771e-4b70-4d8a-ac4d-5223a2db37a9 HTTP/1.1" status: 200 len: 853 time: 0.0444100 Apr 01 16:15:49.361556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-8e40c1c0-1223-4da2-87a6-baf8f3136fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:49.363038 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-8e40c1c0-1223-4da2-87a6-baf8f3136fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4b42cfc-4b5f-4254-9803-6261f90da267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409176 Apr 01 16:15:49.463546 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-04c34f9b-586d-4163-9777-15cdebee0860 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901086 Apr 01 16:15:49.560270 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e80024e6-2ac5-454e-a828-3c6be3c63dab req-a672d0ac-8332-4939-bb29-349df49d2b08 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848789 Apr 01 16:15:50.391035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce085-71ba-4d5a-a374-dfd34f17fb0a req-dc42c91f-12ca-4932-968e-35548152149e tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:50.392543 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c1ce085-71ba-4d5a-a374-dfd34f17fb0a req-dc42c91f-12ca-4932-968e-35548152149e tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 944 time: 0.0487938 Apr 01 16:15:50.431238 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c1ce085-71ba-4d5a-a374-dfd34f17fb0a req-e88877df-13cd-45dc-8234-a97b23adb3df tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Apr 01 16:15:51.551613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f49f7-38dc-4432-adc4-4400fff54d20 req-6ce37e6f-3092-453f-9c8e-c922fd3a42ea tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:51.553115 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-139f49f7-38dc-4432-adc4-4400fff54d20 req-6ce37e6f-3092-453f-9c8e-c922fd3a42ea tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 944 time: 0.0554187 Apr 01 16:15:51.595417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-139f49f7-38dc-4432-adc4-4400fff54d20 req-7b872e5d-1ac8-443d-a580-c118d8431e89 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358694 Apr 01 16:15:51.676778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 7ab635ec-4c25-4cea-8957-c9023b43d8be details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:15:51.775800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 7ab635ec-4c25-4cea-8957-c9023b43d8be, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:51.787913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'port_id': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'mac_address': 'fa:16:3e:aa:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:15:51.824729 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:51.837766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab635ec-4c25-4cea-8957-c9023b43d8be {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:15:51.857296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 7ab635ec-4c25-4cea-8957-c9023b43d8be, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:51.958037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:52.012332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=7ab635ec-4c25-4cea-8957-c9023b43d8be,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:52.230566 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['7ab635ec-4c25-4cea-8957-c9023b43d8be'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:15:52.712487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae10ff-1602-4473-9854-413d884ed020 req-8aa50122-28f0-4987-bcda-7784b283dea5 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:52.714023 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-79ae10ff-1602-4473-9854-413d884ed020 req-8aa50122-28f0-4987-bcda-7784b283dea5 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 945 time: 0.0504732 Apr 01 16:15:52.754420 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-79ae10ff-1602-4473-9854-413d884ed020 req-2ac751da-aa37-4afa-8a44-c9633beb4e27 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342078 Apr 01 16:15:53.675330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 7ab635ec-4c25-4cea-8957-c9023b43d8be up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:15:53.826974 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 7ab635ec-4c25-4cea-8957-c9023b43d8be completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:53.834269 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 7ab635ec-4c25-4cea-8957-c9023b43d8be triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:53.834269 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:53.873001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8acb0-4b35-4a20-a03e-bb607beb53f2 req-73b0a4e4-8b0d-4124-902a-864f4571474a tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:53.874488 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f2d8acb0-4b35-4a20-a03e-bb607beb53f2 req-73b0a4e4-8b0d-4124-902a-864f4571474a tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 945 time: 0.0530202 Apr 01 16:15:53.910035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:53.914861 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f2d8acb0-4b35-4a20-a03e-bb607beb53f2 req-e650d89f-6bbb-4217-8175-418981de0bc2 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Apr 01 16:15:53.935099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:15:53.937416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7800a-d68e-4025-91d5-aa281711e538" -d '{"events": [{"server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "name": "network-vif-plugged", "status": "completed", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:15:53.951534 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 7ab635ec-4c25-4cea-8957-c9023b43d8be, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:53.974532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e427b-9f43-47b3-9ae9-46a54bef63bd x-openstack-request-id: req-3e2e427b-9f43-47b3-9ae9-46a54bef63bd {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:15:53.974824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "name": "network-vif-plugged", "status": "completed", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:15:53.975077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e2e427b-9f43-47b3-9ae9-46a54bef63bd {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:15:53.975475 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2e427b-9f43-47b3-9ae9-46a54bef63bd'] response: {'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'code': 200} Apr 01 16:15:54.061210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:54.111575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=7ab635ec-4c25-4cea-8957-c9023b43d8be,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:54.531244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f7854-6016-4b3a-8249-9effc2c6ee28 req-3f2d81af-443a-4e9b-b798-8c167206132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:54.532803 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8b9f7854-6016-4b3a-8249-9effc2c6ee28 req-3f2d81af-443a-4e9b-b798-8c167206132d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1099 time: 0.0416870 Apr 01 16:15:54.568163 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8b9f7854-6016-4b3a-8249-9effc2c6ee28 req-84bf2dc6-257d-4f01-acd7-f3a58ee41526 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287249 Apr 01 16:15:55.030295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638b223-8726-4d7b-a659-d4616954c18e req-c47c9c95-414b-40a2-a707-05eba3d131bc tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:55.031895 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f638b223-8726-4d7b-a659-d4616954c18e req-c47c9c95-414b-40a2-a707-05eba3d131bc tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0489371 Apr 01 16:15:55.073787 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f638b223-8726-4d7b-a659-d4616954c18e req-c5590ab7-3bba-4e81-90b1-daa258ce96ff tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351639 Apr 01 16:15:56.192978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652bf98-ef4b-44f4-9fb3-a8396cdef6cd req-879e23e1-299b-4c73-9074-5783baba9cf3 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:56.194459 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7652bf98-ef4b-44f4-9fb3-a8396cdef6cd req-879e23e1-299b-4c73-9074-5783baba9cf3 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0506403 Apr 01 16:15:56.233709 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7652bf98-ef4b-44f4-9fb3-a8396cdef6cd req-00fee32f-6b3a-4f64-bc92-b0d094f7b0d9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Apr 01 16:15:56.349328 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a1b41-4d87-4e3a-837e-4e7557cb7186 req-f6fb9f84-ef84-4e7b-b1e1-2af1aae5aca9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:56.350816 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eb7a1b41-4d87-4e3a-837e-4e7557cb7186 req-f6fb9f84-ef84-4e7b-b1e1-2af1aae5aca9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0498462 Apr 01 16:15:56.388978 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eb7a1b41-4d87-4e3a-837e-4e7557cb7186 req-23789edd-897d-4ead-a7dc-1cf3fa2bc403 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Apr 01 16:15:56.717002 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccc203-75ca-45eb-9d94-595f44250e55 req-356fd317-2314-4e7b-b7a3-08bb6003368b tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:56.718626 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b2ccc203-75ca-45eb-9d94-595f44250e55 req-356fd317-2314-4e7b-b7a3-08bb6003368b tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0510340 Apr 01 16:15:56.763385 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b2ccc203-75ca-45eb-9d94-595f44250e55 req-c966d32c-c719-4a7a-a7ca-12a42521fff6 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366976 Apr 01 16:16:04.752627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9a17196a-1a25-4885-aa0b-900f5b22f9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:07.295057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-159869f1-2a5b-486d-a81a-9c35f774b525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:09.827679 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:11.013970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:11.164214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:12.533447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeb517-b4e4-47fb-a657-98c622f4f15f req-a784d10d-2d53-4277-a031-578bd56cfb12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:12.535380 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-02eeb517-b4e4-47fb-a657-98c622f4f15f req-a784d10d-2d53-4277-a031-578bd56cfb12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0988643 Apr 01 16:16:12.572681 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-02eeb517-b4e4-47fb-a657-98c622f4f15f req-7a0526e2-7861-49a4-b165-6f500cf4cd72 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Apr 01 16:16:12.595000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60262) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:16:12.677471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae1bac-45df-4d59-999d-42085cdf9f1e tempest-TestMinimumBasicScenario-636646846 tempest-TestMinimumBasicScenario-636646846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:12.679004 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ccae1bac-45df-4d59-999d-42085cdf9f1e tempest-TestMinimumBasicScenario-636646846 tempest-TestMinimumBasicScenario-636646846-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1094 time: 0.0830450 Apr 01 16:16:12.682132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60266) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:16:12.687438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:12.770463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:12.869951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:12.973889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Allocated IP 172.26.6.46 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/0484387f-9148-4eb1-9a35-fbd6be121e24) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:16:13.079036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:13.187411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:13.227435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:13.232051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:13.234750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:16:13.240983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'Port': ['ID=0484387f-9148-4eb1-9a35-fbd6be121e24,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:13.592071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:13.727500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:13.877690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:13.952257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:14.028443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'Port': ['ID=0484387f-9148-4eb1-9a35-fbd6be121e24,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:14.037558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:14.143561 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Floating IP fcf8e8ab-88bb-4693-b05c-8becfff9bc28 associated. External IP: 172.26.6.46, port: 7ab635ec-4c25-4cea-8957-c9023b43d8be. Apr 01 16:16:14.376087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Router d297de0c-6916-4f51-bacb-af706be91e18 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:16:14.487856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:16:14.498650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] Sync routers for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:16:14.508821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:16:14.509461 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:16:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:14.614210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:16:14.848821 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'fcf8e8ab-88bb-4693-b05c-8becfff9bc28', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'floating_ip_address': '172.26.6.46', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'port_id': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'mac_address': 'fa:16:3e:aa:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:13Z', 'updated_at': '2022-04-01T16:16:13Z', 'revision_number': 0, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d22cbb2-7afb-457b-89d8-4313355c51e3', 'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'mac_address': 'fa:16:3e:78:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 5, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'subnets': [{'id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:14.874805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] Checking router: d297de0c-6916-4f51-bacb-af706be91e18 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:16:14.883607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:16:14.884209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:16:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:14.985795 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:16:15.028728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.056206 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-16ecd8ee-fcf6-4889-925d-c402626656d1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3729284 Apr 01 16:16:15.056907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:15.059298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbccf5a-861f-4d29-8867-eb9c91728ede" -d '{"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:16:15.059517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60268) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:16:15.065305 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186325063', 'description': 'tempest-secgroup-smoke-1186325063 description', 'project_id': '96e66618bb374989933862ebed0d1ccb'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:15.103026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd15c75e-e914-4873-a2b4-8ad03f4eeee0 x-openstack-request-id: req-bd15c75e-e914-4873-a2b4-8ad03f4eeee0 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:16:15.103705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:16:15.103705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd15c75e-e914-4873-a2b4-8ad03f4eeee0 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:16:15.103981 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd15c75e-e914-4873-a2b4-8ad03f4eeee0'] response: {'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'status': 'completed', 'code': 200} Apr 01 16:16:15.176551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.227552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'fcf8e8ab-88bb-4693-b05c-8becfff9bc28', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'floating_ip_address': '172.26.6.46', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'port_id': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'mac_address': 'fa:16:3e:aa:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:13Z', 'updated_at': '2022-04-01T16:16:13Z', 'revision_number': 0, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d22cbb2-7afb-457b-89d8-4313355c51e3', 'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'mac_address': 'fa:16:3e:78:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 5, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'subnets': [{'id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:15.236585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-70f44794-f630-46c1-99dc-4c9f832937a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:15.238699 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-70f44794-f630-46c1-99dc-4c9f832937a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96e66618bb374989933862ebed0d1ccb&device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1099 time: 0.1048186 Apr 01 16:16:15.253972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.263452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89eb3-d08e-423d-a806-fbf170f3b3d9 None None] The sync data for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv is: [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'fcf8e8ab-88bb-4693-b05c-8becfff9bc28', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'floating_ip_address': '172.26.6.46', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'port_id': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'mac_address': 'fa:16:3e:aa:ce:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:16:13Z', 'updated_at': '2022-04-01T16:16:13Z', 'revision_number': 0, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d22cbb2-7afb-457b-89d8-4313355c51e3', 'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'mac_address': 'fa:16:3e:78:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 5, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'subnets': [{'id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:16:15.337941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-0195e4ad-a5bc-402a-a640-47796fd01ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:15.339523 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-0195e4ad-a5bc-402a-a640-47796fd01ea7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4b42cfc-4b5f-4254-9803-6261f90da267 HTTP/1.1" status: 200 len: 916 time: 0.0936532 Apr 01 16:16:15.346846 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.378184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896eaa75-13e2-40a1-9aa4-85d6976bc1ea,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:15.385924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.386279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.386622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.386969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.387308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.387647 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.387986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.388308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.388665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.388988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.389501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.389987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:15.413098 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-e2912b90-6904-4381-9447-af89d5af817b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 999 time: 0.0667849 Apr 01 16:16:15.463438 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.464954 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bad9f5eb-27e4-4a1e-b8c6-439bbfad420d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4038255 Apr 01 16:16:15.465170 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-679c075f-d53e-4826-bf18-dd9c13deb177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:15.467015 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-679c075f-d53e-4826-bf18-dd9c13deb177 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a01771e-4b70-4d8a-ac4d-5223a2db37a9 HTTP/1.1" status: 200 len: 853 time: 0.0468609 Apr 01 16:16:15.467890 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60274) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:16:15.471751 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb612001-b047-4dd7-a9f1-573783bd291c None None] New status for floating IP fcf8e8ab-88bb-4693-b05c-8becfff9bc28: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:16:15.485293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-344335b2-db97-4f5a-914b-62d095013960 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'security_group_rule': {'security_group_id': '896eaa75-13e2-40a1-9aa4-85d6976bc1ea', 'project_id': '96e66618bb374989933862ebed0d1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:15.515095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-704b3de9-0c05-447f-bac0-ec5452223b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:15.521169 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-704b3de9-0c05-447f-bac0-ec5452223b09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4b42cfc-4b5f-4254-9803-6261f90da267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429857 Apr 01 16:16:15.581259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-344335b2-db97-4f5a-914b-62d095013960 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.611438 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-484dca1e-f27b-4031-8699-b3a3b6785f7d service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878801 Apr 01 16:16:15.647116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-344335b2-db97-4f5a-914b-62d095013960 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.703191 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fbccf5a-861f-4d29-8867-eb9c91728ede req-334e0723-68c9-4f29-ab05-758cfa0b14fc service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832357 Apr 01 16:16:15.781317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-344335b2-db97-4f5a-914b-62d095013960 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.799052 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344335b2-db97-4f5a-914b-62d095013960 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f752ca46-5e08-46cf-aa57-f73566f50b3c,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:15.804545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.868738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-344335b2-db97-4f5a-914b-62d095013960 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:15.870018 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-344335b2-db97-4f5a-914b-62d095013960 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4011047 Apr 01 16:16:15.872875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60276) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:16:15.879055 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-75737af6-87d8-4857-9f20-c0135c67d312 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'security_group_rule': {'security_group_id': '896eaa75-13e2-40a1-9aa4-85d6976bc1ea', 'project_id': '96e66618bb374989933862ebed0d1ccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:15.975401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75737af6-87d8-4857-9f20-c0135c67d312 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.034098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75737af6-87d8-4857-9f20-c0135c67d312 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.118056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75737af6-87d8-4857-9f20-c0135c67d312 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.135974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75737af6-87d8-4857-9f20-c0135c67d312 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7370bc33-f3be-4f4d-94da-dd2469aca900,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:16.223674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-75737af6-87d8-4857-9f20-c0135c67d312 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.224939 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-75737af6-87d8-4857-9f20-c0135c67d312 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3500257 Apr 01 16:16:16.227650 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60278) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:16:16.231819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-263b55d1-6332-4cb5-8f14-001807adae12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'security_group_rule': {'security_group_id': '896eaa75-13e2-40a1-9aa4-85d6976bc1ea', 'project_id': '96e66618bb374989933862ebed0d1ccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:16.317442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-263b55d1-6332-4cb5-8f14-001807adae12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.373600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-263b55d1-6332-4cb5-8f14-001807adae12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.421135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-263b55d1-6332-4cb5-8f14-001807adae12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.438385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b55d1-6332-4cb5-8f14-001807adae12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffd1da0-2a0d-4cbb-b37b-20cff2f7d28c,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:16.491521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-263b55d1-6332-4cb5-8f14-001807adae12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.492735 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-263b55d1-6332-4cb5-8f14-001807adae12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2642279 Apr 01 16:16:16.495467 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60280) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:16:16.499808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-48150a3d-8df1-4ca1-a090-dc438091e823 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'security_group_rule': {'security_group_id': '896eaa75-13e2-40a1-9aa4-85d6976bc1ea', 'project_id': '96e66618bb374989933862ebed0d1ccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:16.568982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48150a3d-8df1-4ca1-a090-dc438091e823 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.630964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48150a3d-8df1-4ca1-a090-dc438091e823 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.695675 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48150a3d-8df1-4ca1-a090-dc438091e823 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.714375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48150a3d-8df1-4ca1-a090-dc438091e823 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d592054d-531a-4db5-9283-d69d0d3e3ceb,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:16.755055 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-48150a3d-8df1-4ca1-a090-dc438091e823 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.756208 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-48150a3d-8df1-4ca1-a090-dc438091e823 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2597582 Apr 01 16:16:16.759003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60282) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:16:16.763441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-33264b10-129c-4ce5-91b0-ebbdaef3766d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'security_group_rule': {'security_group_id': '896eaa75-13e2-40a1-9aa4-85d6976bc1ea', 'project_id': '96e66618bb374989933862ebed0d1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:16.861302 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-33264b10-129c-4ce5-91b0-ebbdaef3766d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Project 96e66618bb374989933862ebed0d1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:16:16.866452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33264b10-129c-4ce5-91b0-ebbdaef3766d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:16.927552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33264b10-129c-4ce5-91b0-ebbdaef3766d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:17.009854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33264b10-129c-4ce5-91b0-ebbdaef3766d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:17.028303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33264b10-129c-4ce5-91b0-ebbdaef3766d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a151f556-b4b1-4097-9d55-a723b15ebb3c,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:17.108628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-33264b10-129c-4ce5-91b0-ebbdaef3766d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:17.109852 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-33264b10-129c-4ce5-91b0-ebbdaef3766d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499014 Apr 01 16:16:17.113442 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60284) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:16:17.118050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bfcd9544-6e49-409d-9976-e0bebbc1e0fb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'security_group_rule': {'security_group_id': '896eaa75-13e2-40a1-9aa4-85d6976bc1ea', 'project_id': '96e66618bb374989933862ebed0d1ccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:17.122330 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:16:17.221004 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-bfcd9544-6e49-409d-9976-e0bebbc1e0fb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Project 96e66618bb374989933862ebed0d1ccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:16:17.226341 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9544-6e49-409d-9976-e0bebbc1e0fb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:17.286829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9544-6e49-409d-9976-e0bebbc1e0fb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:17.375502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9544-6e49-409d-9976-e0bebbc1e0fb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:17.394090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd9544-6e49-409d-9976-e0bebbc1e0fb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7762604-71f9-4f20-8015-11fae6c890c3,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:17.474843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9544-6e49-409d-9976-e0bebbc1e0fb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:17.476068 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bfcd9544-6e49-409d-9976-e0bebbc1e0fb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3617244 Apr 01 16:16:17.552589 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-c706030a-e391-4b5b-b12a-41e4b21ed5a0 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186325063&fields=id&tenant_id=96e66618bb374989933862ebed0d1ccb HTTP/1.1" status: 200 len: 267 time: 0.0328650 Apr 01 16:16:17.607712 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-488a57a0-c344-4629-9c08-e8e80b600944 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:17.609199 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-488a57a0-c344-4629-9c08-e8e80b600944 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0505133 Apr 01 16:16:17.621036 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-6e0b7831-b3bb-4a0d-95f8-23a77911e743 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'port': {'security_groups': ['e966bdd9-c6d9-49a9-9164-fd8369175499', '896eaa75-13e2-40a1-9aa4-85d6976bc1ea']}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:16:17.686959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-6e0b7831-b3bb-4a0d-95f8-23a77911e743 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:17.872903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-6e0b7831-b3bb-4a0d-95f8-23a77911e743 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] For port 7ab635ec-4c25-4cea-8957-c9023b43d8be, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:17.905823 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-6e0b7831-b3bb-4a0d-95f8-23a77911e743 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:18.038444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-6e0b7831-b3bb-4a0d-95f8-23a77911e743 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:18.050677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['7ab635ec-4c25-4cea-8957-c9023b43d8be'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:16:18.086051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-6e0b7831-b3bb-4a0d-95f8-23a77911e743 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:18.086694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-6e0b7831-b3bb-4a0d-95f8-23a77911e743 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:18.088139 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ea8657e-7b71-4a2b-ada1-fefae9043497 req-6e0b7831-b3bb-4a0d-95f8-23a77911e743 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "PUT /v2.0/ports/7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 982 time: 0.4716923 Apr 01 16:16:18.088627 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:16:18.090968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703504c5-c76a-4136-a678-133118e9cc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:16:18.115203 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b7831-b3bb-4a0d-95f8-23a77911e743 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'Port': ['ID=7ab635ec-4c25-4cea-8957-c9023b43d8be,revision_number=6']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:18.190565 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['7ab635ec-4c25-4cea-8957-c9023b43d8be'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:16:18.221169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a5587-cf93-4057-a4c8-0a472c81eecf req-24eead89-211b-4139-aeb6-b2eae03107db tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:18.223408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-326a5587-cf93-4057-a4c8-0a472c81eecf req-24eead89-211b-4139-aeb6-b2eae03107db tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0643899 Apr 01 16:16:18.238477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0be452-4588-452f-824f-b27032f24010 x-openstack-request-id: req-9c0be452-4588-452f-824f-b27032f24010 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:16:18.238774 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:16:18.239043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c0be452-4588-452f-824f-b27032f24010 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:16:18.239820 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0be452-4588-452f-824f-b27032f24010'] response: {'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'status': 'completed', 'code': 200} Apr 01 16:16:18.285648 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-326a5587-cf93-4057-a4c8-0a472c81eecf req-838fdd9e-0af9-4c4c-8616-e6f90407be0c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556476 Apr 01 16:16:18.327633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703504c5-c76a-4136-a678-133118e9cc7f req-ccdc771a-46c9-4d6c-8779-88da08bea19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:18.329751 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-703504c5-c76a-4136-a678-133118e9cc7f req-ccdc771a-46c9-4d6c-8779-88da08bea19b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96e66618bb374989933862ebed0d1ccb&device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1138 time: 0.0653386 Apr 01 16:16:18.425178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703504c5-c76a-4136-a678-133118e9cc7f req-caeb8804-1de6-4adb-aa70-c50464ebc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:18.426712 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-703504c5-c76a-4136-a678-133118e9cc7f req-caeb8804-1de6-4adb-aa70-c50464ebc494 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4b42cfc-4b5f-4254-9803-6261f90da267 HTTP/1.1" status: 200 len: 916 time: 0.0899069 Apr 01 16:16:18.453348 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-379e1e7e-1444-49f9-bb18-885a669208ed None None] Provisioning complete for port 7ab635ec-4c25-4cea-8957-c9023b43d8be triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:18.454209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-379e1e7e-1444-49f9-bb18-885a669208ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:18.494417 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-703504c5-c76a-4136-a678-133118e9cc7f req-7eb5a95e-4574-4533-b6a2-a3fa999467eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 1001 time: 0.0598829 Apr 01 16:16:18.544992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703504c5-c76a-4136-a678-133118e9cc7f req-ba108f47-b141-48c4-b9c3-267a8e74745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:18.546453 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-703504c5-c76a-4136-a678-133118e9cc7f req-ba108f47-b141-48c4-b9c3-267a8e74745f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a01771e-4b70-4d8a-ac4d-5223a2db37a9 HTTP/1.1" status: 200 len: 853 time: 0.0445347 Apr 01 16:16:18.601128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703504c5-c76a-4136-a678-133118e9cc7f req-d7485b72-84fa-4f1c-954b-37aacf7c9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:18.602637 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-703504c5-c76a-4136-a678-133118e9cc7f req-d7485b72-84fa-4f1c-954b-37aacf7c9207 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4b42cfc-4b5f-4254-9803-6261f90da267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453153 Apr 01 16:16:18.700543 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-703504c5-c76a-4136-a678-133118e9cc7f req-f7662f9c-9dce-4efe-acb0-711906dd3844 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899389 Apr 01 16:16:18.797355 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-703504c5-c76a-4136-a678-133118e9cc7f req-37510007-9edd-483d-83ca-52d41f260da6 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895782 Apr 01 16:16:32.736421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac01889-4496-4433-9627-2ba5fdba4004 req-d359bd68-156f-4afb-b459-1d20d6bdcbfc tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:32.738646 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5ac01889-4496-4433-9627-2ba5fdba4004 req-d359bd68-156f-4afb-b459-1d20d6bdcbfc tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0512195 Apr 01 16:16:32.782599 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5ac01889-4496-4433-9627-2ba5fdba4004 req-3d18647f-fdcf-4ca6-a904-c68c665bdc7f tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376070 Apr 01 16:16:32.838931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-fdb8ed1d-60b9-445e-8056-989b637b195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:32.840436 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-fdb8ed1d-60b9-445e-8056-989b637b195b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96e66618bb374989933862ebed0d1ccb&device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1138 time: 0.0406554 Apr 01 16:16:32.933888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-75de8778-c3d9-4a56-a0ac-c8f98664b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:32.935267 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-75de8778-c3d9-4a56-a0ac-c8f98664b5a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4b42cfc-4b5f-4254-9803-6261f90da267 HTTP/1.1" status: 200 len: 916 time: 0.0882819 Apr 01 16:16:32.999039 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-27d5a86b-e843-4eb1-af18-e4c4bbf24eb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 1001 time: 0.0570409 Apr 01 16:16:33.052210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-c0d02602-6fae-4723-93d1-a68643fc5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:33.053705 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-c0d02602-6fae-4723-93d1-a68643fc5bcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a01771e-4b70-4d8a-ac4d-5223a2db37a9 HTTP/1.1" status: 200 len: 853 time: 0.0476604 Apr 01 16:16:33.099677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-2a4c00d3-e868-444b-9db1-fc1edc72bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:33.101221 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-2a4c00d3-e868-444b-9db1-fc1edc72bf58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4b42cfc-4b5f-4254-9803-6261f90da267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409312 Apr 01 16:16:33.195150 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-86dbdb3b-4dc5-4ef2-a208-aa4ba334c425 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848391 Apr 01 16:16:33.292912 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8641df46-27b0-459e-9817-c707c4f9f3bf req-b2307327-9924-431d-8db2-f0a02e6221f6 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906773 Apr 01 16:16:33.903160 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77341b-e7ea-48de-bf66-1663a71dda9e req-f7b53729-18b0-42c5-aa22-447b02fbdfd1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:33.904617 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f77341b-e7ea-48de-bf66-1663a71dda9e req-f7b53729-18b0-42c5-aa22-447b02fbdfd1 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0491912 Apr 01 16:16:33.947392 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4f77341b-e7ea-48de-bf66-1663a71dda9e req-6b333667-4ca2-473a-abfa-c28a56e830d5 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354292 Apr 01 16:16:34.793151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d5cd169f-ab16-4443-914c-ddd2f4110d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:35.066420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d356973-e8d1-44f2-8ff4-e4e723662361 req-ce2ea7e5-410e-4033-8707-404fede7baaf tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:35.067960 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6d356973-e8d1-44f2-8ff4-e4e723662361 req-ce2ea7e5-410e-4033-8707-404fede7baaf tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0510194 Apr 01 16:16:35.109624 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6d356973-e8d1-44f2-8ff4-e4e723662361 req-de9f18ff-aa7a-444f-9e99-6d1f238edf0a tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349126 Apr 01 16:16:36.235696 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9932f-780e-49c6-933f-6fe4f0c7ae70 req-110b3e30-0f03-4f0a-b95d-b7ba5f1cf44b tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:36.237309 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ee9932f-780e-49c6-933f-6fe4f0c7ae70 req-110b3e30-0f03-4f0a-b95d-b7ba5f1cf44b tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0522585 Apr 01 16:16:36.283555 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ee9932f-780e-49c6-933f-6fe4f0c7ae70 req-aa5ae0f3-295e-436a-8446-bd231cff666c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393405 Apr 01 16:16:37.267196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-206e6f48-efa3-4893-b3a4-e5a63ca24e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:37.405065 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509a33-364b-43b2-8296-0f43e47b6e7d req-d22f1a55-4598-4420-8fdb-c0ba08da1f77 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:37.406507 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b3509a33-364b-43b2-8296-0f43e47b6e7d req-d22f1a55-4598-4420-8fdb-c0ba08da1f77 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0521138 Apr 01 16:16:37.447671 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b3509a33-364b-43b2-8296-0f43e47b6e7d req-9068253f-f4e6-49b0-afb7-301e0fcfda66 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337546 Apr 01 16:16:38.569297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bf1f4-081f-46de-a00f-6d91bbd031b3 req-b0039d88-6dea-4788-9568-16960a67d51f tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:38.570829 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-846bf1f4-081f-46de-a00f-6d91bbd031b3 req-b0039d88-6dea-4788-9568-16960a67d51f tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0512362 Apr 01 16:16:38.612165 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-846bf1f4-081f-46de-a00f-6d91bbd031b3 req-d4f9ed22-6b72-49e3-bf7d-ef9c7480d1f0 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349302 Apr 01 16:16:39.732982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b98d84-c07b-4a88-88f4-f3744b85007e req-e43b5a03-3c7e-409c-b336-8b1d322f9f48 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:39.734874 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93b98d84-c07b-4a88-88f4-f3744b85007e req-e43b5a03-3c7e-409c-b336-8b1d322f9f48 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0516148 Apr 01 16:16:39.780786 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93b98d84-c07b-4a88-88f4-f3744b85007e req-d4cc0c7a-b453-4ff6-90a5-4c5910feeb4f tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393486 Apr 01 16:16:39.827219 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:40.872708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:40.901838 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcc0bb-fdcb-4b18-9716-737acbf44e3e req-4f7e8dce-f8d0-4bcd-8851-8cf0ada03d12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:40.903295 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4bcc0bb-fdcb-4b18-9716-737acbf44e3e req-4f7e8dce-f8d0-4bcd-8851-8cf0ada03d12 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0514972 Apr 01 16:16:40.945532 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4bcc0bb-fdcb-4b18-9716-737acbf44e3e req-bc52c429-5289-4b33-b316-16f971eb89fc tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358341 Apr 01 16:16:41.090293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:42.066418 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a5533-bd5b-4404-970e-c5fe477588de req-ee7eb448-a9a7-4cab-9095-952aedc5ed9d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:42.068078 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-098a5533-bd5b-4404-970e-c5fe477588de req-ee7eb448-a9a7-4cab-9095-952aedc5ed9d tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0529714 Apr 01 16:16:42.113549 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-098a5533-bd5b-4404-970e-c5fe477588de req-509aca70-11d7-4a5b-83f6-6dc23acddb37 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389090 Apr 01 16:16:43.232685 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ec0bd-1b6b-42a1-ac09-af77ffb5e851 req-dbb4dae5-e457-4667-a975-2d686e9850aa tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:43.234228 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c90ec0bd-1b6b-42a1-ac09-af77ffb5e851 req-dbb4dae5-e457-4667-a975-2d686e9850aa tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0508432 Apr 01 16:16:43.283976 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c90ec0bd-1b6b-42a1-ac09-af77ffb5e851 req-e4d0048f-4642-4381-a005-19db224126f0 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400901 Apr 01 16:16:44.415611 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3f9cc-f8f2-4705-bb05-26d40547a6d0 req-c696e9f6-28df-4d07-92bd-790d15811305 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:44.417170 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-00d3f9cc-f8f2-4705-bb05-26d40547a6d0 req-c696e9f6-28df-4d07-92bd-790d15811305 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0588167 Apr 01 16:16:44.458376 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-00d3f9cc-f8f2-4705-bb05-26d40547a6d0 req-2a369331-bc29-47e9-b81f-48cfedea455a tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348132 Apr 01 16:16:45.592422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88118690-5537-4ec7-b41d-ce0fd4c126aa req-8019d584-3d82-490f-8bc8-ed7847a45565 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:45.595401 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88118690-5537-4ec7-b41d-ce0fd4c126aa req-8019d584-3d82-490f-8bc8-ed7847a45565 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0679843 Apr 01 16:16:45.636353 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88118690-5537-4ec7-b41d-ce0fd4c126aa req-248c78e7-bed1-49db-a597-4d3593f67fb7 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&id=896eaa75-13e2-40a1-9aa4-85d6976bc1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343947 Apr 01 16:16:45.781574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:47.494677 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-04cb3273-98dd-4f43-b950-8043943d694e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419464 Apr 01 16:16:47.577830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-92c22283-5b16-4265-b9e2-f28d93a5f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:47.579298 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-92c22283-5b16-4265-b9e2-f28d93a5f3cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96e66618bb374989933862ebed0d1ccb&device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1138 time: 0.0406654 Apr 01 16:16:47.687307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-0025649c-ea66-4929-b2ab-37b7c3efcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:47.688806 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-0025649c-ea66-4929-b2ab-37b7c3efcbf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4b42cfc-4b5f-4254-9803-6261f90da267 HTTP/1.1" status: 200 len: 916 time: 0.0901563 Apr 01 16:16:47.760646 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-e0400ee1-638c-4def-9744-bc566ad4ca19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 1001 time: 0.0652974 Apr 01 16:16:47.813040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-589db46c-a8f7-4a4a-85ea-b44652b43ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:47.814522 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-589db46c-a8f7-4a4a-85ea-b44652b43ffe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a01771e-4b70-4d8a-ac4d-5223a2db37a9 HTTP/1.1" status: 200 len: 853 time: 0.0475256 Apr 01 16:16:47.863297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-b9b49148-3b1a-4eee-9c20-8bf888a3ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:47.864886 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-b9b49148-3b1a-4eee-9c20-8bf888a3ac08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4b42cfc-4b5f-4254-9803-6261f90da267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444894 Apr 01 16:16:48.316910 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-84619163-0dcf-49ff-b3db-f5455e2c5bde service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448862 Apr 01 16:16:48.419785 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d1d3cbd3-1786-4ff2-843e-e6d29587a6a9 req-c0ec1b0e-aee9-458b-bc3d-6ff611b21346 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947373 Apr 01 16:16:54.121329 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:17:04.703095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f3393736-c8db-4747-84d2-fd8942897069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:07.353716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cb6d4392-343f-4be2-bb45-2e0fc162b1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:09.855834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:10.941638 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:11.050656 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:15.821857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:18.591234 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-09ec0b71-9407-4a9c-8483-040f9dad95a7 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186325063&fields=id&tenant_id=96e66618bb374989933862ebed0d1ccb HTTP/1.1" status: 200 len: 267 time: 0.0339041 Apr 01 16:17:18.648957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-b42c54fe-c758-483f-a9d5-1ee69aa3ef4f tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:18.650565 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-b42c54fe-c758-483f-a9d5-1ee69aa3ef4f tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 985 time: 0.0534358 Apr 01 16:17:18.662379 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Request body: {'port': {'security_groups': ['e966bdd9-c6d9-49a9-9164-fd8369175499']}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:18.734371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:18.914795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] For port 7ab635ec-4c25-4cea-8957-c9023b43d8be, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:18.944004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.016449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.032210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['7ab635ec-4c25-4cea-8957-c9023b43d8be'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:17:19.064741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:19.064741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.065777 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69fe932f-7c26-47e9-939d-8bf602d68410 req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "PUT /v2.0/ports/7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 943 time: 0.4088137 Apr 01 16:17:19.066250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:19.069191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7161d1b6-4ca0-4e90-b633-85016ad1e285" -d '{"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:17:19.072861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60350) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:19.115191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event updated for resources: {'Port': ['ID=7ab635ec-4c25-4cea-8957-c9023b43d8be,revision_number=7']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:19.123463 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.123463 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.123761 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.123857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.124277 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.125149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.125149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.125378 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.125742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.126186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.126582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.126971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1d167-5262-4d0c-9250-2ce8314c4af9 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.141030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b539e5-0516-4548-bddd-fbf5ba30b787 x-openstack-request-id: req-e8b539e5-0516-4548-bddd-fbf5ba30b787 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:17:19.141941 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:17:19.142259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8b539e5-0516-4548-bddd-fbf5ba30b787 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:17:19.143390 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b539e5-0516-4548-bddd-fbf5ba30b787'] response: {'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'status': 'completed', 'code': 200} Apr 01 16:17:19.158265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.167008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['7ab635ec-4c25-4cea-8957-c9023b43d8be'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:17:19.215496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.258792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-608b0077-513a-4af5-a860-f9622b253a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:19.260504 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-608b0077-513a-4af5-a860-f9622b253a09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96e66618bb374989933862ebed0d1ccb&device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1099 time: 0.0906463 Apr 01 16:17:19.361746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-dd0f2338-4783-4851-a8fa-3def8d432375 None None] Provisioning complete for port 7ab635ec-4c25-4cea-8957-c9023b43d8be triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:19.362039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2338-4783-4851-a8fa-3def8d432375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.374127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-fb365898-83b0-4a60-bad2-5d93c39dc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:19.375731 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-fb365898-83b0-4a60-bad2-5d93c39dc6f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4b42cfc-4b5f-4254-9803-6261f90da267 HTTP/1.1" status: 200 len: 916 time: 0.1028690 Apr 01 16:17:19.448038 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-9354600f-738f-4fda-9035-a766a78bf944 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 1001 time: 0.0652847 Apr 01 16:17:19.448566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.451137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.455614 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "DELETE /v2.0/security-groups/896eaa75-13e2-40a1-9aa4-85d6976bc1ea HTTP/1.1" status: 204 len: 168 time: 0.3762949 Apr 01 16:17:19.458783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60352) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:19.488814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896eaa75-13e2-40a1-9aa4-85d6976bc1ea,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:19.502072 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.502421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.502766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.503113 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.503449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.503813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.504756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.505086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.505413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.505737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.506636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.506636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90464d1d-e05f-41ed-a34d-54922775abfb tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:19.521458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-ab33746a-1879-4251-8cfb-64f6ff3bd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:19.522961 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-ab33746a-1879-4251-8cfb-64f6ff3bd838 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a01771e-4b70-4d8a-ac4d-5223a2db37a9 HTTP/1.1" status: 200 len: 853 time: 0.0670562 Apr 01 16:17:19.574676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-f4bf7b07-f245-475d-8173-a270ff14beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:19.576289 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-f4bf7b07-f245-475d-8173-a270ff14beb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4b42cfc-4b5f-4254-9803-6261f90da267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464542 Apr 01 16:17:19.631500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Deleting port 0484387f-9148-4eb1-9a35-fbd6be121e24 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:19.632138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.670924 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-feda5c2f-ad8b-4308-b5b9-3543c1b1d372 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871055 Apr 01 16:17:19.721307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.721307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.723436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Calling delete_port for 0484387f-9148-4eb1-9a35-fbd6be121e24 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:19.772426 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7161d1b6-4ca0-4e90-b633-85016ad1e285 req-b5d1b3ce-e51b-475e-9792-50c5ff089bcc service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915115 Apr 01 16:17:19.964966 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:19.993416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event deleted for resources: {'Port': ['ID=0484387f-9148-4eb1-9a35-fbd6be121e24,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:20.057050 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:20.057434 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Floating IP fcf8e8ab-88bb-4693-b05c-8becfff9bc28 disassociated (deleted). External IP: 172.26.6.46, port: 7ab635ec-4c25-4cea-8957-c9023b43d8be. Apr 01 16:17:20.271360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Router d297de0c-6916-4f51-bacb-af706be91e18 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:17:20.377139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:17:20.382539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:20.387706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] Sync routers for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:17:20.398318 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:20.407293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:20.411973 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-04292183-ae29-4e62-8a9c-3247ed37006c tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "DELETE /v2.0/floatingips/fcf8e8ab-88bb-4693-b05c-8becfff9bc28 HTTP/1.1" status: 204 len: 168 time: 0.9544389 Apr 01 16:17:20.510198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:20.735256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d22cbb2-7afb-457b-89d8-4313355c51e3', 'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'mac_address': 'fa:16:3e:78:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 5, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'subnets': [{'id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:20.762712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] Checking router: d297de0c-6916-4f51-bacb-af706be91e18 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:17:20.771335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:20.771997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:21.027073 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:21.145413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:21.147829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c241a2b8-447c-4227-ad09-8f2bace10ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:17:21.186675 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47597610-e449-45ae-8559-dc015987cacc x-openstack-request-id: req-47597610-e449-45ae-8559-dc015987cacc {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:17:21.186912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:17:21.187167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47597610-e449-45ae-8559-dc015987cacc {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:17:21.187576 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47597610-e449-45ae-8559-dc015987cacc'] response: {'name': 'network-changed', 'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'status': 'completed', 'code': 200} Apr 01 16:17:21.230453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d22cbb2-7afb-457b-89d8-4313355c51e3', 'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'mac_address': 'fa:16:3e:78:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 5, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'subnets': [{'id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:21.252490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-f943956c-1b52-47bc-82bc-c679478d7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:21.254516 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-f943956c-1b52-47bc-82bc-c679478d7d80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96e66618bb374989933862ebed0d1ccb&device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 1099 time: 0.0416062 Apr 01 16:17:21.257195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b9975f-0219-4692-9db0-0b9902509daf None None] The sync data for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv is: [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:15:14Z', 'revision_number': 4, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d22cbb2-7afb-457b-89d8-4313355c51e3', 'name': '', 'network_id': 'c4b42cfc-4b5f-4254-9803-6261f90da267', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'mac_address': 'fa:16:3e:78:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:14Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 5, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'subnets': [{'id': '4a01771e-4b70-4d8a-ac4d-5223a2db37a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:17:21.357797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-e2adec5e-0694-4fbf-a74f-cbc5da59475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:21.359274 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-e2adec5e-0694-4fbf-a74f-cbc5da59475a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4b42cfc-4b5f-4254-9803-6261f90da267 HTTP/1.1" status: 200 len: 916 time: 0.0937202 Apr 01 16:17:21.411708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-50fcaad5-ef07-4ab6-9568-c40e18a022e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 200 len: 217 time: 0.0443473 Apr 01 16:17:21.465099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-a99b2e8b-e143-4873-9ea2-b6f7d3bdc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:21.466739 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-a99b2e8b-e143-4873-9ea2-b6f7d3bdc497 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a01771e-4b70-4d8a-ac4d-5223a2db37a9 HTTP/1.1" status: 200 len: 853 time: 0.0471988 Apr 01 16:17:21.491126 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45d8f3-4977-44e1-a2da-bb04eff10bbd None None] New status for floating IP fcf8e8ab-88bb-4693-b05c-8becfff9bc28: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:17:21.523066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-5827263d-e81e-41e0-a31a-df01c931242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:21.524595 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-5827263d-e81e-41e0-a31a-df01c931242a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4b42cfc-4b5f-4254-9803-6261f90da267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464942 Apr 01 16:17:21.623565 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-66f9a45e-ad9b-43e1-90d0-037c42a9eb27 service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864487 Apr 01 16:17:21.726139 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c241a2b8-447c-4227-ad09-8f2bace10ddc req-dee750ef-0998-4773-a9f9-f739aeef417f service neutron] 10.222.0.41 "GET /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928955 Apr 01 16:17:30.136220 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fe5cd-30dc-40d4-bc6c-7c91c6d76936 req-cd025924-4664-4f28-9c61-0fdf2020aba6 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:30.137592 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-801fe5cd-30dc-40d4-bc6c-7c91c6d76936 req-cd025924-4664-4f28-9c61-0fdf2020aba6 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0490277 Apr 01 16:17:30.175328 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-801fe5cd-30dc-40d4-bc6c-7c91c6d76936 req-690abfa0-4a31-42a7-8c08-e0e24ef99520 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Apr 01 16:17:31.120562 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:17:31.293152 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372feb0-8677-4ae4-b0ed-b4f25585bbbe req-e1003d50-5736-4704-813c-63ed84102369 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:31.294654 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c372feb0-8677-4ae4-b0ed-b4f25585bbbe req-e1003d50-5736-4704-813c-63ed84102369 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0490968 Apr 01 16:17:31.335043 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c372feb0-8677-4ae4-b0ed-b4f25585bbbe req-1122fd3a-a89b-4b73-9655-8577066a5f99 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343874 Apr 01 16:17:32.130605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-ac50b974-a052-4cd7-b7fd-54b87ea4aa60 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:32.132113 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-ac50b974-a052-4cd7-b7fd-54b87ea4aa60 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0509613 Apr 01 16:17:32.237402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Deleting port 7ab635ec-4c25-4cea-8957-c9023b43d8be {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:32.237848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:32.331527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] For port 7ab635ec-4c25-4cea-8957-c9023b43d8be, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=7ab635ec-4c25-4cea-8957-c9023b43d8be,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:32.332411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:32.345554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Calling delete_port for 7ab635ec-4c25-4cea-8957-c9023b43d8be owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:32.458958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f262a39-3f1f-4731-8358-a086ba9e9f42 req-481162b8-87c7-4c18-9819-a548bfffe5e3 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:32.460322 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f262a39-3f1f-4731-8358-a086ba9e9f42 req-481162b8-87c7-4c18-9819-a548bfffe5e3 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 946 time: 0.0563722 Apr 01 16:17:32.505229 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f262a39-3f1f-4731-8358-a086ba9e9f42 req-f3c654be-8fa9-4277-b172-75672fe7dbd8 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/security-groups?id=e966bdd9-c6d9-49a9-9164-fd8369175499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333810 Apr 01 16:17:32.559042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:32.575055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['7ab635ec-4c25-4cea-8957-c9023b43d8be'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:17:32.589286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Pushing event deleted for resources: {'Port': ['ID=7ab635ec-4c25-4cea-8957-c9023b43d8be,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:32.633127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] No DVR routers for this DVR port 7ab635ec-4c25-4cea-8957-c9023b43d8be on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:17:32.635736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:32.639095 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-99cdedf7-16b0-4029-8b4a-497629b5938d req-74920a54-f4fd-4aef-8e8d-a99e0d8c1a53 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.41 "DELETE /v2.0/ports/7ab635ec-4c25-4cea-8957-c9023b43d8be HTTP/1.1" status: 204 len: 173 time: 0.4975684 Apr 01 16:17:32.639540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'name': 'network-vif-deleted', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:17:32.641820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e24234-a3b5-4b44-90ce-d53f9b7d298d" -d '{"events": [{"server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "name": "network-vif-deleted", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:17:32.736396 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e612fb2-d4d3-4f96-8c71-12e0e6b6725f x-openstack-request-id: req-4e612fb2-d4d3-4f96-8c71-12e0e6b6725f {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:17:32.736702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3990b5c-e3c9-4ba9-9f0d-c361845628e1", "name": "network-vif-deleted", "tag": "7ab635ec-4c25-4cea-8957-c9023b43d8be", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:17:32.736960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e612fb2-d4d3-4f96-8c71-12e0e6b6725f {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:17:32.737375 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e612fb2-d4d3-4f96-8c71-12e0e6b6725f'] response: {'server_uuid': 'e3990b5c-e3c9-4ba9-9f0d-c361845628e1', 'name': 'network-vif-deleted', 'tag': '7ab635ec-4c25-4cea-8957-c9023b43d8be', 'status': 'completed', 'code': 200} Apr 01 16:17:33.614412 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a78b5801-ff0f-46c2-85ea-8e056a97a2c7 req-660d81d2-44bf-4a2b-a2cd-ed35572274a4 tempest-TestMinimumBasicScenario-1567511949 tempest-TestMinimumBasicScenario-1567511949-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3990b5c-e3c9-4ba9-9f0d-c361845628e1 HTTP/1.1" status: 200 len: 210 time: 0.0284288 Apr 01 16:17:34.736653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-385cbd65-6875-4b5a-ae37-acc5b6673acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:36.045827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60456) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:36.258264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 7ab635ec-4c25-4cea-8957-c9023b43d8be no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:17:36.284747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 7ab635ec-4c25-4cea-8957-c9023b43d8be {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:17:36.284995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 7ab635ec-4c25-4cea-8957-c9023b43d8be not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:17:36.401786 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:36.655503 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Deleting port 9d22cbb2-7afb-457b-89d8-4313355c51e3 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:36.655840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:36.740879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] For port 9d22cbb2-7afb-457b-89d8-4313355c51e3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9d22cbb2-7afb-457b-89d8-4313355c51e3,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:36.741244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:36.760100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Calling delete_port for 9d22cbb2-7afb-457b-89d8-4313355c51e3 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:37.045537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:37.077374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d22cbb2-7afb-457b-89d8-4313355c51e3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:37.268239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7530f99c-a002-41db-a520-768899e845cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:37.276651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:37.505292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Router d297de0c-6916-4f51-bacb-af706be91e18 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:17:37.619286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:17:37.625117 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-40dc87a7-75e3-4c51-9ce7-e61a8be481b0 admin admin] 10.222.0.73 "PUT /v2.0/routers/d297de0c-6916-4f51-bacb-af706be91e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5781612 Apr 01 16:17:37.627214 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60458) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:37.628709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] Sync routers for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:17:37.642179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:37.642825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:37.739841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:37.757970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:37.856820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:37.946500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:17:36Z', 'revision_number': 5, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port': {'id': '467a64fb-b83e-4b3a-bf15-ada5fddf0125', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:12Z', 'updated_at': '2022-04-01T16:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:37.974862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] Checking router: d297de0c-6916-4f51-bacb-af706be91e18 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:17:37.983596 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] Routers {'d297de0c-6916-4f51-bacb-af706be91e18'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:37.984218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d297de0c-6916-4f51-bacb-af706be91e18'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:38.012107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Deleting port 467a64fb-b83e-4b3a-bf15-ada5fddf0125 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:38.012377 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.072650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] Set router d297de0c-6916-4f51-bacb-af706be91e18 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:38.094112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] For port 467a64fb-b83e-4b3a-bf15-ada5fddf0125, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=467a64fb-b83e-4b3a-bf15-ada5fddf0125,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:38.094781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.111736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Calling delete_port for 467a64fb-b83e-4b3a-bf15-ada5fddf0125 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:38.125988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:17:37Z', 'revision_number': 6, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:38.158371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183727e7-db63-4f37-9622-be6b816ae401 None None] The sync data for ids ['d297de0c-6916-4f51-bacb-af706be91e18'] in dv-neutron-835865-1-hyperv is: [{'id': 'd297de0c-6916-4f51-bacb-af706be91e18', 'name': 'tempest-TestMinimumBasicScenario-957442387-router', 'tenant_id': '96e66618bb374989933862ebed0d1ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:11Z', 'updated_at': '2022-04-01T16:17:37Z', 'revision_number': 6, 'project_id': '96e66618bb374989933862ebed0d1ccb', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:17:38.376274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.406536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=467a64fb-b83e-4b3a-bf15-ada5fddf0125,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:38.466780 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.563626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.566046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.690849 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.691452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d297de0c-6916-4f51-bacb-af706be91e18 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:17:38.695798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.696969 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fd7a8004-8dfb-44ec-aa0a-5b469d9660b8 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d297de0c-6916-4f51-bacb-af706be91e18 HTTP/1.1" status: 204 len: 168 time: 1.0689859 Apr 01 16:17:38.699651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60460) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:38.744834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa73d64-e57f-4479-883c-3e65e3f231f4 admin admin] Deleting subnet 4a01771e-4b70-4d8a-ac4d-5223a2db37a9 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:17:38.747957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7fa73d64-e57f-4479-883c-3e65e3f231f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.781674 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7fa73d64-e57f-4479-883c-3e65e3f231f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:38.863187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7fa73d64-e57f-4479-883c-3e65e3f231f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.051217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7fa73d64-e57f-4479-883c-3e65e3f231f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.076274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa73d64-e57f-4479-883c-3e65e3f231f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a01771e-4b70-4d8a-ac4d-5223a2db37a9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:39.080252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7fa73d64-e57f-4479-883c-3e65e3f231f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.084142 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7fa73d64-e57f-4479-883c-3e65e3f231f4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4a01771e-4b70-4d8a-ac4d-5223a2db37a9 HTTP/1.1" status: 204 len: 168 time: 0.3832424 Apr 01 16:17:39.086693 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60462) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:39.089689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666369f6-a842-4fd4-949b-690ad8a25b82 None None] Network c4b42cfc-4b5f-4254-9803-6261f90da267 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:17:39.165857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.227516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Deleting port fc7c3839-3044-4c9d-a004-332266d10e60 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:39.227869 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.251518 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 467a64fb-b83e-4b3a-bf15-ada5fddf0125 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:17:39.274260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 467a64fb-b83e-4b3a-bf15-ada5fddf0125 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:17:39.274874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 467a64fb-b83e-4b3a-bf15-ada5fddf0125 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:17:39.275552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9d22cbb2-7afb-457b-89d8-4313355c51e3 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:17:39.296373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 9d22cbb2-7afb-457b-89d8-4313355c51e3 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:17:39.296903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9d22cbb2-7afb-457b-89d8-4313355c51e3 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:17:39.299640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] For port fc7c3839-3044-4c9d-a004-332266d10e60, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fc7c3839-3044-4c9d-a004-332266d10e60,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:39.300011 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.314374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Calling delete_port for fc7c3839-3044-4c9d-a004-332266d10e60 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:39.318195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] DHCP port deletion for c4b42cfc-4b5f-4254-9803-6261f90da267 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:17:39.369060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Deleting port fc7c3839-3044-4c9d-a004-332266d10e60 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:39.369429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.433808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] For port fc7c3839-3044-4c9d-a004-332266d10e60, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=fc7c3839-3044-4c9d-a004-332266d10e60,segment=NetworkSegment(079a60dd-0ce1-425d-9ac0-3cb6118b4a64),segment_id=079a60dd-0ce1-425d-9ac0-3cb6118b4a64)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:39.434114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.447035 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Calling delete_port for fc7c3839-3044-4c9d-a004-332266d10e60 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:39.491357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.524218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7c3839-3044-4c9d-a004-332266d10e60,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:39.525989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.526139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] No DVR routers for this DVR port fc7c3839-3044-4c9d-a004-332266d10e60 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:17:39.555371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Pushing event deleted for resources: {'Port': ['ID=fc7c3839-3044-4c9d-a004-332266d10e60,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:39.559953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] No DVR routers for this DVR port fc7c3839-3044-4c9d-a004-332266d10e60 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:17:39.570404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.570681 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.571029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.571423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.571757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.572091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.573040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.573040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.575413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.575413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.575413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.575413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3081fc2-f5c6-406c-a096-8b751b2fe318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:39.598243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.618536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b42cfc-4b5f-4254-9803-6261f90da267']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:39.627591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079a60dd-0ce1-425d-9ac0-3cb6118b4a64') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:39.627894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079a60dd-0ce1-425d-9ac0-3cb6118b4a64') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:39.637746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.650710 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.656537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:17:39.656923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:17:39.658543 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:17:39.805148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.811354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:39.814582 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] 10.222.0.73 "DELETE /v2.0/networks/c4b42cfc-4b5f-4254-9803-6261f90da267 HTTP/1.1" status: 204 len: 168 time: 0.7268500 Apr 01 16:17:39.818757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60464) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:39.827833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275654f9-849f-42ac-a10c-27f6e313275c admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b42cfc-4b5f-4254-9803-6261f90da267,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:39.862197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:40.178610 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:40.439881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Deleting port 81571362-fbf9-435d-9614-c92e7680b949 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:40.440156 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:40.520380 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] For port 81571362-fbf9-435d-9614-c92e7680b949, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=81571362-fbf9-435d-9614-c92e7680b949,segment=NetworkSegment(ffdd29d8-2911-4a72-93dc-487ede8ddfbb),segment_id=ffdd29d8-2911-4a72-93dc-487ede8ddfbb)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:40.520741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:40.533536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Calling delete_port for 81571362-fbf9-435d-9614-c92e7680b949 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:40.782239 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:40.809103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Pushing event deleted for resources: {'Port': ['ID=81571362-fbf9-435d-9614-c92e7680b949,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:40.921343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:41.056764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:41.261532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:41.286715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fc7c3839-3044-4c9d-a004-332266d10e60 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:17:41.307210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: fc7c3839-3044-4c9d-a004-332266d10e60 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:17:41.307472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device fc7c3839-3044-4c9d-a004-332266d10e60 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:17:41.476104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Router 7b0c8456-ad83-4103-b9ae-183af291ea52 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:17:41.581705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:17:41.586728 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5f0ddace-767e-48ce-84a9-706cefe170fe admin admin] 10.222.0.73 "PUT /v2.0/routers/7b0c8456-ad83-4103-b9ae-183af291ea52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7668228 Apr 01 16:17:41.589280 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60466) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:41.592328 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32426d89-1474-4609-8977-30ca1f803168 None None] Sync routers for ids ['7b0c8456-ad83-4103-b9ae-183af291ea52'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:17:41.602993 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32426d89-1474-4609-8977-30ca1f803168 None None] Routers {'7b0c8456-ad83-4103-b9ae-183af291ea52'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:41.603605 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-32426d89-1474-4609-8977-30ca1f803168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7b0c8456-ad83-4103-b9ae-183af291ea52'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:41.696660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:41.706955 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-32426d89-1474-4609-8977-30ca1f803168 None None] Set router 7b0c8456-ad83-4103-b9ae-183af291ea52 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:41.796492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:41.882644 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-32426d89-1474-4609-8977-30ca1f803168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:18Z', 'updated_at': '2022-04-01T16:17:40Z', 'revision_number': 5, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'gw_port': {'id': '1e35ab8d-23e2-4175-9c39-a4265e92208c', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:df:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:19Z', 'updated_at': '2022-04-01T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:41.921736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Deleting port 1e35ab8d-23e2-4175-9c39-a4265e92208c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:41.922084 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.004128 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] For port 1e35ab8d-23e2-4175-9c39-a4265e92208c, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1e35ab8d-23e2-4175-9c39-a4265e92208c,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:42.004513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.004672 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32426d89-1474-4609-8977-30ca1f803168 None None] Checking router: 7b0c8456-ad83-4103-b9ae-183af291ea52 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:17:42.013285 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32426d89-1474-4609-8977-30ca1f803168 None None] Routers {'7b0c8456-ad83-4103-b9ae-183af291ea52'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:42.013898 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-32426d89-1474-4609-8977-30ca1f803168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['7b0c8456-ad83-4103-b9ae-183af291ea52'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:42.017315 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Calling delete_port for 1e35ab8d-23e2-4175-9c39-a4265e92208c owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:42.099228 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-32426d89-1474-4609-8977-30ca1f803168 None None] Set router 7b0c8456-ad83-4103-b9ae-183af291ea52 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:42.154306 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-32426d89-1474-4609-8977-30ca1f803168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:18Z', 'updated_at': '2022-04-01T16:17:41Z', 'revision_number': 6, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:42.178192 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32426d89-1474-4609-8977-30ca1f803168 None None] The sync data for ids ['7b0c8456-ad83-4103-b9ae-183af291ea52'] in dv-neutron-835865-1-hyperv is: [{'id': '7b0c8456-ad83-4103-b9ae-183af291ea52', 'name': 'tempest-TestMinimumBasicScenario-991328459-router', 'tenant_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:15:18Z', 'updated_at': '2022-04-01T16:17:41Z', 'revision_number': 6, 'project_id': '2a7fd5dcf65348be9daeeb0a58dae1e1', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:17:42.256295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.287473 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e35ab8d-23e2-4175-9c39-a4265e92208c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:42.355077 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.448293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.450368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.570978 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.571575 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b0c8456-ad83-4103-b9ae-183af291ea52 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:17:42.575987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.577198 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3a6d4fc6-c03c-489d-ab79-a4b010f8d24f admin admin] 10.222.0.73 "DELETE /v2.0/routers/7b0c8456-ad83-4103-b9ae-183af291ea52 HTTP/1.1" status: 204 len: 168 time: 0.9869976 Apr 01 16:17:42.579834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60468) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:42.629539 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb138ec9-fbfd-4e34-b6ea-ad99615ee610 admin admin] Deleting subnet 2f3afaac-49b3-4b28-8840-1cd844ccf759 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:17:42.632565 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bb138ec9-fbfd-4e34-b6ea-ad99615ee610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.665990 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bb138ec9-fbfd-4e34-b6ea-ad99615ee610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.743571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bb138ec9-fbfd-4e34-b6ea-ad99615ee610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.874082 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bb138ec9-fbfd-4e34-b6ea-ad99615ee610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.904116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb138ec9-fbfd-4e34-b6ea-ad99615ee610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3afaac-49b3-4b28-8840-1cd844ccf759,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:42.910913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bb138ec9-fbfd-4e34-b6ea-ad99615ee610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:42.914330 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bb138ec9-fbfd-4e34-b6ea-ad99615ee610 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2f3afaac-49b3-4b28-8840-1cd844ccf759 HTTP/1.1" status: 204 len: 168 time: 0.3334897 Apr 01 16:17:42.916966 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60470) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:42.926405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b78b3-b538-43fb-93b0-c386311487c7 None None] Network 46e646cd-0c5f-4e6a-899c-b7975ed09c82 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:17:42.999595 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.071550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Deleting port c5f25db3-9cbe-4016-b097-4bf1d0e73deb {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:43.071891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.145178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970cdcb-6923-479d-8fd9-3373f2dda3e2 None None] DHCP port deletion for 46e646cd-0c5f-4e6a-899c-b7975ed09c82 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:17:43.149583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] For port c5f25db3-9cbe-4016-b097-4bf1d0e73deb, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c5f25db3-9cbe-4016-b097-4bf1d0e73deb,segment=NetworkSegment(ffdd29d8-2911-4a72-93dc-487ede8ddfbb),segment_id=ffdd29d8-2911-4a72-93dc-487ede8ddfbb)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:43.149949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.166681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Calling delete_port for c5f25db3-9cbe-4016-b097-4bf1d0e73deb owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:43.225264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b970cdcb-6923-479d-8fd9-3373f2dda3e2 None None] Deleting port c5f25db3-9cbe-4016-b097-4bf1d0e73deb {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:17:43.225641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b970cdcb-6923-479d-8fd9-3373f2dda3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.303064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c5f25db3-9cbe-4016-b097-4bf1d0e73deb no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:17:43.338820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b970cdcb-6923-479d-8fd9-3373f2dda3e2 None None] For port c5f25db3-9cbe-4016-b097-4bf1d0e73deb, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c5f25db3-9cbe-4016-b097-4bf1d0e73deb,segment=NetworkSegment(ffdd29d8-2911-4a72-93dc-487ede8ddfbb),segment_id=ffdd29d8-2911-4a72-93dc-487ede8ddfbb)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:43.339219 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b970cdcb-6923-479d-8fd9-3373f2dda3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.359829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b970cdcb-6923-479d-8fd9-3373f2dda3e2 None None] Calling delete_port for c5f25db3-9cbe-4016-b097-4bf1d0e73deb owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:17:43.454652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.456690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.482932 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f25db3-9cbe-4016-b097-4bf1d0e73deb,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:43.487493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] No DVR routers for this DVR port c5f25db3-9cbe-4016-b097-4bf1d0e73deb on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:17:43.511872 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 81571362-fbf9-435d-9614-c92e7680b949 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:17:43.511872 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b970cdcb-6923-479d-8fd9-3373f2dda3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.551149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 81571362-fbf9-435d-9614-c92e7680b949 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:17:43.551492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 81571362-fbf9-435d-9614-c92e7680b949 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:17:43.551991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1e35ab8d-23e2-4175-9c39-a4265e92208c no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:17:43.554555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970cdcb-6923-479d-8fd9-3373f2dda3e2 None None] Pushing event deleted for resources: {'Port': ['ID=c5f25db3-9cbe-4016-b097-4bf1d0e73deb,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:43.567354 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.574861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970cdcb-6923-479d-8fd9-3373f2dda3e2 None None] No DVR routers for this DVR port c5f25db3-9cbe-4016-b097-4bf1d0e73deb on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:17:43.576472 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1e35ab8d-23e2-4175-9c39-a4265e92208c {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:17:43.576815 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1e35ab8d-23e2-4175-9c39-a4265e92208c not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:17:43.594141 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e646cd-0c5f-4e6a-899c-b7975ed09c82']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:43.602227 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:43.602588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdd29d8-2911-4a72-93dc-487ede8ddfbb') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:43.612538 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.626001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.632289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:17:43.632721 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:17:43.634320 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:17:43.776706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.781471 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:43.785764 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] 10.222.0.73 "DELETE /v2.0/networks/46e646cd-0c5f-4e6a-899c-b7975ed09c82 HTTP/1.1" status: 204 len: 168 time: 0.8673742 Apr 01 16:17:43.798960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dc630-81cd-4e91-85bc-e63da110305b admin admin] Pushing event deleted for resources: {'Network': ['ID=46e646cd-0c5f-4e6a-899c-b7975ed09c82,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:44.251015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60476) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:44.292867 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-17a9bd87-90ec-4dde-a48c-92d4a8e60805 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=96e66618bb374989933862ebed0d1ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406353 Apr 01 16:17:44.295619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60478) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:44.344452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab344-adb6-443e-aca5-6e210c37f3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:44.365951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab344-adb6-443e-aca5-6e210c37f3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:44.490868 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab344-adb6-443e-aca5-6e210c37f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:44.493459 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ea4ab344-adb6-443e-aca5-6e210c37f3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:44.494609 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ea4ab344-adb6-443e-aca5-6e210c37f3c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e966bdd9-c6d9-49a9-9164-fd8369175499 HTTP/1.1" status: 204 len: 168 time: 0.1977949 Apr 01 16:17:44.502221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ab344-adb6-443e-aca5-6e210c37f3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e966bdd9-c6d9-49a9-9164-fd8369175499,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:45.288173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60486) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:45.331904 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4ab6c534-2306-4ce1-93b7-0e3620fa5ec8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a7fd5dcf65348be9daeeb0a58dae1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424957 Apr 01 16:17:45.334365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60488) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:45.382995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09ed9fcd-a493-4742-b414-da9d299693b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:45.404149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09ed9fcd-a493-4742-b414-da9d299693b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:45.547907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09ed9fcd-a493-4742-b414-da9d299693b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:45.552893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-09ed9fcd-a493-4742-b414-da9d299693b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:45.552893 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-09ed9fcd-a493-4742-b414-da9d299693b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/790522d2-2237-4fe4-85a3-0e5e5ec6c6fb HTTP/1.1" status: 204 len: 168 time: 0.2169306 Apr 01 16:17:45.561854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed9fcd-a493-4742-b414-da9d299693b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790522d2-2237-4fe4-85a3-0e5e5ec6c6fb,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:45.804920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.093423 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60528) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:48.098180 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912107474', 'description': 'tempest-secgroup-smoke-1912107474 description', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:48.193944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.202257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.276187 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.364969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.397275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4740bb-5738-4536-aa23-d16fcc67bff1,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:48.439964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.565119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.595739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ba21cb-397c-41f4-8efb-7fa54ad08dac,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:48.670171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.671493 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-243a5757-6a83-4943-a635-5d88736d1195 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5770397 Apr 01 16:17:48.674530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60530) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:48.678792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-5beedc9c-d427-428e-ad3d-07d0e153d08c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '99ba21cb-397c-41f4-8efb-7fa54ad08dac', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:48.781773 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5beedc9c-d427-428e-ad3d-07d0e153d08c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.838084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5beedc9c-d427-428e-ad3d-07d0e153d08c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.907820 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5beedc9c-d427-428e-ad3d-07d0e153d08c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.926963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beedc9c-d427-428e-ad3d-07d0e153d08c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa61048-c3af-4057-966a-b9fe043c6fa4,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:49.024150 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-5beedc9c-d427-428e-ad3d-07d0e153d08c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.025422 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-5beedc9c-d427-428e-ad3d-07d0e153d08c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499429 Apr 01 16:17:49.028159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60532) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:49.032578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d57382ad-1fb5-40c2-85e2-1f853ddba017 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '99ba21cb-397c-41f4-8efb-7fa54ad08dac', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:49.131035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57382ad-1fb5-40c2-85e2-1f853ddba017 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.188092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57382ad-1fb5-40c2-85e2-1f853ddba017 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.256826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57382ad-1fb5-40c2-85e2-1f853ddba017 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.275114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57382ad-1fb5-40c2-85e2-1f853ddba017 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d31c382-6337-4090-9962-91f19ccb7375,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:49.367049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d57382ad-1fb5-40c2-85e2-1f853ddba017 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.368320 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d57382ad-1fb5-40c2-85e2-1f853ddba017 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3391905 Apr 01 16:17:49.370975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60534) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:49.375384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-9b9bb708-6aed-497c-8d7c-0a934463eb1f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '99ba21cb-397c-41f4-8efb-7fa54ad08dac', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:49.472555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb708-6aed-497c-8d7c-0a934463eb1f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.531903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb708-6aed-497c-8d7c-0a934463eb1f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.616513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb708-6aed-497c-8d7c-0a934463eb1f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.636861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bb708-6aed-497c-8d7c-0a934463eb1f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32534334-1f3a-4d87-b000-4af650fe693e,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:49.732989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-9b9bb708-6aed-497c-8d7c-0a934463eb1f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.734162 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-9b9bb708-6aed-497c-8d7c-0a934463eb1f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3621547 Apr 01 16:17:49.737061 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60536) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:49.742501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-ab1e024f-b092-4eae-925e-d9277d8f6f2d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '99ba21cb-397c-41f4-8efb-7fa54ad08dac', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:49.821132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ab1e024f-b092-4eae-925e-d9277d8f6f2d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.879914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ab1e024f-b092-4eae-925e-d9277d8f6f2d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.970530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ab1e024f-b092-4eae-925e-d9277d8f6f2d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:49.987717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e024f-b092-4eae-925e-d9277d8f6f2d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dc56d4-7eaf-46b2-a258-f1692c11921f,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:50.166878 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ab1e024f-b092-4eae-925e-d9277d8f6f2d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.168119 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ab1e024f-b092-4eae-925e-d9277d8f6f2d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4299161 Apr 01 16:17:50.170941 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60538) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:50.175972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-8e2d198d-7ab4-4e48-9eb6-cc6530c71fb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '99ba21cb-397c-41f4-8efb-7fa54ad08dac', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:50.285425 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-8e2d198d-7ab4-4e48-9eb6-cc6530c71fb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:17:50.290550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8e2d198d-7ab4-4e48-9eb6-cc6530c71fb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.352890 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8e2d198d-7ab4-4e48-9eb6-cc6530c71fb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.421757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8e2d198d-7ab4-4e48-9eb6-cc6530c71fb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.440404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d198d-7ab4-4e48-9eb6-cc6530c71fb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cd3275-cc14-4952-afb7-1f6d95afd3bd,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:50.503787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8e2d198d-7ab4-4e48-9eb6-cc6530c71fb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.505059 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8e2d198d-7ab4-4e48-9eb6-cc6530c71fb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331418 Apr 01 16:17:50.507733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60540) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:50.512148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4a48fef3-3da6-4a53-b85a-cdd293673097 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '99ba21cb-397c-41f4-8efb-7fa54ad08dac', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:50.581840 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-4a48fef3-3da6-4a53-b85a-cdd293673097 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:17:50.586772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4a48fef3-3da6-4a53-b85a-cdd293673097 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.648970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4a48fef3-3da6-4a53-b85a-cdd293673097 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.724024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4a48fef3-3da6-4a53-b85a-cdd293673097 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.742732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48fef3-3da6-4a53-b85a-cdd293673097 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dd04b1-9ae0-4c7c-8b0e-136c6350efa9,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:50.823474 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4a48fef3-3da6-4a53-b85a-cdd293673097 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.824770 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4a48fef3-3da6-4a53-b85a-cdd293673097 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159664 Apr 01 16:17:50.827640 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60542) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:50.836489 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'network': {'name': 'tempest-network-smoke--1214535082', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'port_security_enabled': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:50.918519 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:17:50.922012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.946121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] vlan segment allocate from pool success with {'vlan_id': 1146, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:17:50.955435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.955778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Added segment 637c4576-1bae-4137-b2bc-40a0388747e9 of type vlan for network 062613b5-09de-45da-975b-5e7f6f00e8da Apr 01 16:17:50.996880 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:51.084693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:51.090355 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:51.090883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:51.158557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Network': ['ID=062613b5-09de-45da-975b-5e7f6f00e8da,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:51.169184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 062613b5-09de-45da-975b-5e7f6f00e8da details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:17:51.213367 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5cac8942-be4d-42c9-9e9e-ef315b88aac8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3846643 Apr 01 16:17:51.219574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60544) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:51.221625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'admin_state_up': True, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:51.308111 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:51.309205 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:51.360939 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:51.563985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:51.830781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:51.851196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:51.951612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.94 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/71de54b3-2740-48f2-871b-193e0216b576) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:17:52.054638 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:52.148122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:52.188081 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:17:52.191557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:17:52.195055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:17:52.200404 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=71de54b3-2740-48f2-871b-193e0216b576,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:52.516134 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:52.714323 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:53.186795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 114b8f90-c810-4140-883b-102fdb55ea56 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:17:53.297600 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:17:53.307813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Sync routers for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:17:53.317288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:53.317904 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:53.373086 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:53.374374 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-2d343d03-fd9d-4431-aacc-b8bf1d0dbdcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1572170 Apr 01 16:17:53.377533 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60548) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:53.504627 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6707d838-bd4d-473e-b077-89a0bb8ae4e1 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1258833 Apr 01 16:17:53.507630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60552) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:53.569625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:53.601069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7eeb5b-d3da-4ae2-8ee2-ca9ec88db6ae tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:53.605364 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9b7eeb5b-d3da-4ae2-8ee2-ca9ec88db6ae tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941799 Apr 01 16:17:53.605580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60554) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:53.633666 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0017cece-202a-4aaf-8656-0c9e96ef0f76 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268321 Apr 01 16:17:53.636150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60556) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:53.640894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-97228671', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:17:53.754403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:52Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:53.781032 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Checking router: 114b8f90-c810-4140-883b-102fdb55ea56 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:17:53.781502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Updating router 114b8f90-c810-4140-883b-102fdb55ea56 port 71de54b3-2740-48f2-871b-193e0216b576 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:17:53.782240 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:17:53.785945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:53.806376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:54.069954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:54.079572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:54.138870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Subnet': ['ID=57072046-bdb5-4843-b2e2-da8657522c45,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:54.154067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Checking segment: {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:17:54.154422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network hostable DHCP agents. Network: 062613b5-09de-45da-975b-5e7f6f00e8da, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:17:54.193708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:54.246107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Attempting to bind port 71de54b3-2740-48f2-871b-193e0216b576 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:17:54.246475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Attempting to bind port 71de54b3-2740-48f2-871b-193e0216b576 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:17:54.246832 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Attempting to bind port 71de54b3-2740-48f2-871b-193e0216b576 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:17:54.248817 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01bc75-c20d-4bd4-b473-a04f2763759b None None] Pushing event updated for resources: {'Port': ['ID=71de54b3-2740-48f2-871b-193e0216b576,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:54.254296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:17:54.254667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:17:54.255068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:54.255561 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:17:54.255894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Bound port: 71de54b3-2740-48f2-871b-193e0216b576, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:17:54.256271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:54.307880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] For port 71de54b3-2740-48f2-871b-193e0216b576, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:17:54.310857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] For port 71de54b3-2740-48f2-871b-193e0216b576, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=71de54b3-2740-48f2-871b-193e0216b576,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:17:54.319118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 062613b5-09de-45da-975b-5e7f6f00e8da is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:17:54.462376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 062613b5-09de-45da-975b-5e7f6f00e8da) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:17:54.462830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:54.467772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:54.467772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:54.490368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a36bc65-0a2f-4853-ad27-d941b531410b None None] Network 062613b5-09de-45da-975b-5e7f6f00e8da requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:17:54.568029 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-66c740d7-637a-425b-9105-7d4cce808686 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9307938 Apr 01 16:17:54.570771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60558) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:17:54.583028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:54.583668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:54.585443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01bc75-c20d-4bd4-b473-a04f2763759b None None] Pushing event updated for resources: {'Port': ['ID=71de54b3-2740-48f2-871b-193e0216b576,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:54.733712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:54.812385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-062613b5-09de-45da-975b-5e7f6f00e8da', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:17:54.813231 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.002933 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.032173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Allocated IP 172.20.0.2 (062613b5-09de-45da-975b-5e7f6f00e8da/57072046-bdb5-4843-b2e2-da8657522c45/5e5a4a29-9620-4216-96cb-881d3bcecd66) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:17:55.075790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:52Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:55.126245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9605a6-d70b-4d3e-9221-e504fe3d40c9 None None] The sync data for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv is: [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:52Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:17:55.237581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.310480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.365790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Network 062613b5-09de-45da-975b-5e7f6f00e8da is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:17:55.369411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:17:55.372414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:17:55.375813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.1 (062613b5-09de-45da-975b-5e7f6f00e8da/57072046-bdb5-4843-b2e2-da8657522c45/c6e1c66e-56fe-4b65-95df-78d350c74d04) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:17:55.390131 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Pushing event updated for resources: {'Port': ['ID=5e5a4a29-9620-4216-96cb-881d3bcecd66,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:55.440708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Attempting to bind port 5e5a4a29-9620-4216-96cb-881d3bcecd66 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:17:55.441651 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Attempting to bind port 5e5a4a29-9620-4216-96cb-881d3bcecd66 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:17:55.442167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Attempting to bind port 5e5a4a29-9620-4216-96cb-881d3bcecd66 on network 062613b5-09de-45da-975b-5e7f6f00e8da {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:17:55.447529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:17:55.447940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Checking segment: {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:17:55.448401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.448745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Bound using segment: {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:17:55.449217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Bound port: 5e5a4a29-9620-4216-96cb-881d3bcecd66, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:17:55.449600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.524389 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.524617 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] For port 5e5a4a29-9620-4216-96cb-881d3bcecd66, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:17:55.527696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] For port 5e5a4a29-9620-4216-96cb-881d3bcecd66, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e5a4a29-9620-4216-96cb-881d3bcecd66,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:17:55.582936 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.607665 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.649265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d122363-5d20-44c5-9ed8-e70aab7bd6de None None] Pushing event updated for resources: {'Port': ['ID=5e5a4a29-9620-4216-96cb-881d3bcecd66,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:55.668675 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=c6e1c66e-56fe-4b65-95df-78d350c74d04,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:55.672557 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 062613b5-09de-45da-975b-5e7f6f00e8da is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:17:55.674545 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:17:55.677671 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:17:55.727437 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:55.986613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:56.267685 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:56.340468 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:56.410088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=c6e1c66e-56fe-4b65-95df-78d350c74d04,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:56.415151 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:56.513683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 062613b5-09de-45da-975b-5e7f6f00e8da is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:17:56.515242 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:17:56.627326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 114b8f90-c810-4140-883b-102fdb55ea56 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:17:56.744679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:17:56.750335 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e3fd2c2f-0e74-4824-b93b-e3d6d7a5d943 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/114b8f90-c810-4140-883b-102fdb55ea56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1783962 Apr 01 16:17:56.898344 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-89496c69-ccb2-40c0-a90b-57d1552278a5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912107474&fields=id&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 267 time: 0.0356252 Apr 01 16:17:56.979055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5bb7b-321d-430b-82b4-ec2af84019fd None None] Network 062613b5-09de-45da-975b-5e7f6f00e8da requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:17:56.983361 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Sync routers for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:17:56.993687 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:56.994326 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:57.026031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88836125-1ac0-483a-9265-bbf58dd5080f req-348019d7-d582-46bd-a123-09c6ab16c39a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:57.027554 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-348019d7-d582-46bd-a123-09c6ab16c39a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/networks?id=062613b5-09de-45da-975b-5e7f6f00e8da HTTP/1.1" status: 200 len: 797 time: 0.1197042 Apr 01 16:17:57.046263 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-875137a8-f974-467c-a9c5-cf92ae1da7de tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/quotas/c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 375 time: 0.0102429 Apr 01 16:17:57.066485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8f913373-f7f9-41ef-8e35-567275ab428b None None] Provisioning complete for port 5e5a4a29-9620-4216-96cb-881d3bcecd66 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:57.066850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f913373-f7f9-41ef-8e35-567275ab428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.107485 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:57.109907 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-354395c6-2c9a-4524-af0b-04e3221f10a2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558507 Apr 01 16:17:57.211184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f913373-f7f9-41ef-8e35-567275ab428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.227970 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-d20f29b5-6034-43b0-a063-4d62d3d48c01 service neutron] 10.222.0.73 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060016 Apr 01 16:17:57.258537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8f913373-f7f9-41ef-8e35-567275ab428b None None] For port 5e5a4a29-9620-4216-96cb-881d3bcecd66, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e5a4a29-9620-4216-96cb-881d3bcecd66,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:57.323942 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:55Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c6e1c66e-56fe-4b65-95df-78d350c74d04', 'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:41:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:55Z', 'updated_at': '2022-04-01T16:17:56Z', 'revision_number': 2, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '57072046-bdb5-4843-b2e2-da8657522c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:57.330837 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8f913373-f7f9-41ef-8e35-567275ab428b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.354868 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-6b7cddbf-4b44-4957-be61-0cbc41e04a48 service neutron] 10.222.0.73 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248090 Apr 01 16:17:57.367855 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Checking router: 114b8f90-c810-4140-883b-102fdb55ea56 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:17:57.376100 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Updating router 114b8f90-c810-4140-883b-102fdb55ea56 port c6e1c66e-56fe-4b65-95df-78d350c74d04 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:17:57.385377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71de54b3-2740-48f2-871b-193e0216b576 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:17:57.410811 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.443373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f913373-f7f9-41ef-8e35-567275ab428b None None] Pushing event updated for resources: {'Port': ['ID=5e5a4a29-9620-4216-96cb-881d3bcecd66,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:57.462883 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 71de54b3-2740-48f2-871b-193e0216b576 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:57.463330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.553460 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.570669 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-01309b4a-3602-4a7e-a390-e31f11ed0e20 None None] Provisioning complete for port 5e5a4a29-9620-4216-96cb-881d3bcecd66 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:57.571039 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-01309b4a-3602-4a7e-a390-e31f11ed0e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.583210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 71de54b3-2740-48f2-871b-193e0216b576, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=71de54b3-2740-48f2-871b-193e0216b576,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:57.630046 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-17115b0a-da6a-4e08-9669-b75d3836a32b req-da17d525-db65-44db-8f8b-f9ba067235aa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 210 time: 0.0315990 Apr 01 16:17:57.711302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.716583 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e5a4a29-9620-4216-96cb-881d3bcecd66 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:17:57.780256 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.845253 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.902020 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Pushing event updated for resources: {'Port': ['ID=c6e1c66e-56fe-4b65-95df-78d350c74d04,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:57.912310 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.912949 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.913456 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.913791 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.914123 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.915082 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.915594 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.915926 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.916260 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.916611 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.916945 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.917249 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:57.964473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-01309b4a-3602-4a7e-a390-e31f11ed0e20 None None] Provisioning complete for port c6e1c66e-56fe-4b65-95df-78d350c74d04 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:57.964877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-01309b4a-3602-4a7e-a390-e31f11ed0e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.965065 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Attempting to bind port c6e1c66e-56fe-4b65-95df-78d350c74d04 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:17:57.965253 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Attempting to bind port c6e1c66e-56fe-4b65-95df-78d350c74d04 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:17:57.965805 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Attempting to bind port c6e1c66e-56fe-4b65-95df-78d350c74d04 on network 062613b5-09de-45da-975b-5e7f6f00e8da {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:17:57.988795 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:17:57.988795 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Checking segment: {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:17:57.988795 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.988795 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Bound using segment: {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:17:57.988795 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Bound port: c6e1c66e-56fe-4b65-95df-78d350c74d04, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:17:57.988795 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.989800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=71de54b3-2740-48f2-871b-193e0216b576,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:58.009394 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5e5a4a29-9620-4216-96cb-881d3bcecd66 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:58.009774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.011475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-01309b4a-3602-4a7e-a390-e31f11ed0e20 None None] Port c6e1c66e-56fe-4b65-95df-78d350c74d04 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:17:58.044505 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] For port c6e1c66e-56fe-4b65-95df-78d350c74d04, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:17:58.048169 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] For port c6e1c66e-56fe-4b65-95df-78d350c74d04, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c6e1c66e-56fe-4b65-95df-78d350c74d04,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:17:58.134578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-16858a62-7d18-4ed4-9056-86fe83e9f1eb None None] Provisioning complete for port c6e1c66e-56fe-4b65-95df-78d350c74d04 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:58.135086 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-16858a62-7d18-4ed4-9056-86fe83e9f1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.169489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-16858a62-7d18-4ed4-9056-86fe83e9f1eb None None] Port c6e1c66e-56fe-4b65-95df-78d350c74d04 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:17:58.245647 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.290064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-14dba5cf-636b-445d-bdf9-7651ae82cc39 None None] Provisioning complete for port c6e1c66e-56fe-4b65-95df-78d350c74d04 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:58.290441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-14dba5cf-636b-445d-bdf9-7651ae82cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.307285 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b8633-fa77-43d8-8988-16090626d4fd None None] Pushing event updated for resources: {'Port': ['ID=c6e1c66e-56fe-4b65-95df-78d350c74d04,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:58.309845 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:17:58.310438 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:17:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:58.375429 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-14dba5cf-636b-445d-bdf9-7651ae82cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.420719 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-14dba5cf-636b-445d-bdf9-7651ae82cc39 None None] For port c6e1c66e-56fe-4b65-95df-78d350c74d04, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c6e1c66e-56fe-4b65-95df-78d350c74d04,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:58.440059 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:17:58.559884 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-14dba5cf-636b-445d-bdf9-7651ae82cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.606704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba5cf-636b-445d-bdf9-7651ae82cc39 None None] Pushing event updated for resources: {'Port': ['ID=c6e1c66e-56fe-4b65-95df-78d350c74d04,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:58.642620 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:55Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c6e1c66e-56fe-4b65-95df-78d350c74d04', 'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:41:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:55Z', 'updated_at': '2022-04-01T16:17:58Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '57072046-bdb5-4843-b2e2-da8657522c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:58.673472 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde94dc-e300-490f-b305-8737ac01974a None None] The sync data for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv is: [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:55Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c6e1c66e-56fe-4b65-95df-78d350c74d04', 'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:41:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:55Z', 'updated_at': '2022-04-01T16:17:58Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '57072046-bdb5-4843-b2e2-da8657522c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:17:58.681144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-45518802-5f7e-43d4-81fa-6a31367b0980 None None] Provisioning complete for port c6e1c66e-56fe-4b65-95df-78d350c74d04 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:58.681144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-45518802-5f7e-43d4-81fa-6a31367b0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.724961 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-068640f7-4ca9-410f-a833-b423f3156165 req-55090d27-c4f1-4ec3-8047-bfd5cc722473 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 210 time: 0.0299306 Apr 01 16:17:59.323147 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71de54b3-2740-48f2-871b-193e0216b576 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:17:59.377865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 71de54b3-2740-48f2-871b-193e0216b576 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:59.378765 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:59.458762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c6e1c66e-56fe-4b65-95df-78d350c74d04 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:17:59.505718 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c6e1c66e-56fe-4b65-95df-78d350c74d04 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:59.506087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:59.595951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e5a4a29-9620-4216-96cb-881d3bcecd66 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:17:59.647463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5e5a4a29-9620-4216-96cb-881d3bcecd66 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:59.647842 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:59.839160 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-95b75062-e2eb-4e2a-9589-f65bc82cb9de req-f25d5a4d-a0b8-416a-b751-e4405d7a0ace tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 210 time: 0.0264523 Apr 01 16:18:00.469336 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88836125-1ac0-483a-9265-bbf58dd5080f req-918b3cfb-9dd2-4e6a-abee-f3a26c0d55cd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:00.470694 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-918b3cfb-9dd2-4e6a-abee-f3a26c0d55cd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/networks?id=062613b5-09de-45da-975b-5e7f6f00e8da HTTP/1.1" status: 200 len: 797 time: 0.1003809 Apr 01 16:18:00.520413 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-42c95805-a336-4927-a118-6ecc376914b3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 380 time: 0.0337679 Apr 01 16:18:00.529282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'port': {'device_id': '03adf295-bdd0-4222-89e9-30022c7797b1', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'admin_state_up': True, 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'security_groups': ['99ba21cb-397c-41f4-8efb-7fa54ad08dac']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:18:00.731293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:18:00.734990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:00.864925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.8 (062613b5-09de-45da-975b-5e7f6f00e8da/57072046-bdb5-4843-b2e2-da8657522c45/73f5cce4-4064-4f20-900d-b83c019b41f0) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:18:00.934960 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0c7e12f8-9b3b-45a4-888f-899f7326b25f req-8ce77f23-990b-405c-b786-543084366639 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 210 time: 0.0265849 Apr 01 16:18:01.007118 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.108405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.157220 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 062613b5-09de-45da-975b-5e7f6f00e8da is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:18:01.160546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:18:01.164188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:18:01.170838 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=73f5cce4-4064-4f20-900d-b83c019b41f0,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:01.220548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:01.221303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.288051 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-36aba15a-5acb-4468-9b18-d48d4210456d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623024 Apr 01 16:18:01.305270 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Request body: {'port': {'device_id': '03adf295-bdd0-4222-89e9-30022c7797b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:18:01.360989 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.431680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-18bc0e81-d97f-40b1-be8f-5c76898ab0a3 None None] Provisioning complete for port 73f5cce4-4064-4f20-900d-b83c019b41f0 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:18:01.432313 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-18bc0e81-d97f-40b1-be8f-5c76898ab0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.467349 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-18bc0e81-d97f-40b1-be8f-5c76898ab0a3 None None] Port 73f5cce4-4064-4f20-900d-b83c019b41f0 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:18:01.953596 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f5cce4-4064-4f20-900d-b83c019b41f0 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:18:01.961189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:01.974090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Transition to ACTIVE for port object 73f5cce4-4064-4f20-900d-b83c019b41f0 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:18:02.045363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.055532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7c480-9573-42ff-9200-8f750c86e0ab req-3e00e7aa-7f02-42bf-af59-38e0881a055a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.057083 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4dc7c480-9573-42ff-9200-8f750c86e0ab req-3e00e7aa-7f02-42bf-af59-38e0881a055a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 931 time: 0.0534642 Apr 01 16:18:02.099060 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4dc7c480-9573-42ff-9200-8f750c86e0ab req-7db25c4b-4463-471e-b41d-aee209522545 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353072 Apr 01 16:18:02.099309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Pushing event updated for resources: {'Port': ['ID=73f5cce4-4064-4f20-900d-b83c019b41f0,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:02.164666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Attempting to bind port 73f5cce4-4064-4f20-900d-b83c019b41f0 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:18:02.165010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Attempting to bind port 73f5cce4-4064-4f20-900d-b83c019b41f0 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:18:02.165335 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Attempting to bind port 73f5cce4-4064-4f20-900d-b83c019b41f0 on network 062613b5-09de-45da-975b-5e7f6f00e8da {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:18:02.169963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Port 73f5cce4-4064-4f20-900d-b83c019b41f0 on network 062613b5-09de-45da-975b-5e7f6f00e8da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:18:02.170279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Attempting to bind port 73f5cce4-4064-4f20-900d-b83c019b41f0 on network 062613b5-09de-45da-975b-5e7f6f00e8da {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:18:02.175947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:18:02.176285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Checking segment: {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:18:02.176734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Bound using segment: {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:18:02.177160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Bound port: 73f5cce4-4064-4f20-900d-b83c019b41f0, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637c4576-1bae-4137-b2bc-40a0388747e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:18:02.177523 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.247529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] For port 73f5cce4-4064-4f20-900d-b83c019b41f0, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:18:02.250860 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] For port 73f5cce4-4064-4f20-900d-b83c019b41f0, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=73f5cce4-4064-4f20-900d-b83c019b41f0,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:18:02.343121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.380104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.380750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:02.382136 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/73f5cce4-4064-4f20-900d-b83c019b41f0 HTTP/1.1" status: 200 len: 1093 time: 1.0817838 Apr 01 16:18:02.387317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:02.387317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f881cc96-8991-4b38-9e4d-d7c7060841df" -d '{"events": [{"name": "network-changed", "server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:18:02.407611 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5d4c-6c29-48ca-8c02-9c96ef4c80c0 service neutron] Pushing event updated for resources: {'Port': ['ID=73f5cce4-4064-4f20-900d-b83c019b41f0,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:02.435598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75d71e5-ead5-410f-ad78-90c911385d1c x-openstack-request-id: req-a75d71e5-ead5-410f-ad78-90c911385d1c {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:18:02.435898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:18:02.436154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a75d71e5-ead5-410f-ad78-90c911385d1c {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:18:02.436637 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75d71e5-ead5-410f-ad78-90c911385d1c'] response: {'name': 'network-changed', 'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'status': 'completed', 'code': 200} Apr 01 16:18:02.505224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881cc96-8991-4b38-9e4d-d7c7060841df req-8a9df2ea-4998-4262-886e-9a645fb542c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.506835 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f881cc96-8991-4b38-9e4d-d7c7060841df req-8a9df2ea-4998-4262-886e-9a645fb542c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 1096 time: 0.0441270 Apr 01 16:18:02.615724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881cc96-8991-4b38-9e4d-d7c7060841df req-3fe756a4-7393-47cf-b00d-6b999f6f4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.617263 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f881cc96-8991-4b38-9e4d-d7c7060841df req-3fe756a4-7393-47cf-b00d-6b999f6f4faf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0987988 Apr 01 16:18:02.712099 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881cc96-8991-4b38-9e4d-d7c7060841df req-b0d12589-95d8-42f8-add5-438fe7a1882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.713694 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f881cc96-8991-4b38-9e4d-d7c7060841df req-b0d12589-95d8-42f8-add5-438fe7a1882b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897124 Apr 01 16:18:02.799300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88836125-1ac0-483a-9265-bbf58dd5080f req-68290105-5615-480b-ad6c-bd44f4c99adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.801354 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-68290105-5615-480b-ad6c-bd44f4c99adb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 1096 time: 0.0459459 Apr 01 16:18:02.844285 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-d13b2ac7-5519-40b8-a2ec-0d13178516a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f5cce4-4064-4f20-900d-b83c019b41f0 HTTP/1.1" status: 200 len: 217 time: 0.0335195 Apr 01 16:18:02.897107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88836125-1ac0-483a-9265-bbf58dd5080f req-ba035c07-4f6e-4ab6-92ec-a05aa1934896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.898605 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-ba035c07-4f6e-4ab6-92ec-a05aa1934896 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57072046-bdb5-4843-b2e2-da8657522c45 HTTP/1.1" status: 200 len: 833 time: 0.0446296 Apr 01 16:18:02.953201 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88836125-1ac0-483a-9265-bbf58dd5080f req-3ba5033e-37ab-4be1-a8ee-77bc4f8f4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:02.954717 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-3ba5033e-37ab-4be1-a8ee-77bc4f8f4382 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=062613b5-09de-45da-975b-5e7f6f00e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456045 Apr 01 16:18:03.045432 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-fafe3860-f6e3-44d8-8c08-a9ebb6058cb0 service neutron] 10.222.0.41 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821707 Apr 01 16:18:03.144598 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-88836125-1ac0-483a-9265-bbf58dd5080f req-42f5e310-51c0-428f-b23c-2e8bbcfa1657 service neutron] 10.222.0.41 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883238 Apr 01 16:18:03.219895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575eda4-db85-4e0d-a43b-ae774ff6c40d req-268c7461-4f9c-40c9-85fa-a02b3f6d0b87 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:03.221463 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d575eda4-db85-4e0d-a43b-ae774ff6c40d req-268c7461-4f9c-40c9-85fa-a02b3f6d0b87 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 943 time: 0.0513203 Apr 01 16:18:03.261129 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d575eda4-db85-4e0d-a43b-ae774ff6c40d req-c949bb6f-3863-49ed-ab25-6f5546ac9f2f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331392 Apr 01 16:18:04.378592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dc75c-8738-4981-844e-8cc9db77d6d1 req-9582c0eb-fc68-44e4-93ff-bd0f8f1d464b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:04.380088 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-137dc75c-8738-4981-844e-8cc9db77d6d1 req-9582c0eb-fc68-44e4-93ff-bd0f8f1d464b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 943 time: 0.0499923 Apr 01 16:18:04.419410 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-137dc75c-8738-4981-844e-8cc9db77d6d1 req-335728a0-71ca-42b2-8af7-5022dc04f92c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330005 Apr 01 16:18:04.742242 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85558a01-f356-4903-ac69-e89c04a2f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:05.535744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec50278-7b00-4c79-bf61-1b9cf4067d26 req-a40989e3-5e50-434d-8fc0-6726b4340e31 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:05.537283 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3ec50278-7b00-4c79-bf61-1b9cf4067d26 req-a40989e3-5e50-434d-8fc0-6726b4340e31 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 943 time: 0.0519955 Apr 01 16:18:05.574823 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3ec50278-7b00-4c79-bf61-1b9cf4067d26 req-0241d906-7c8d-4196-a70a-ed54f63e6286 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Apr 01 16:18:06.442562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 73f5cce4-4064-4f20-900d-b83c019b41f0 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:18:06.537228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 73f5cce4-4064-4f20-900d-b83c019b41f0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=73f5cce4-4064-4f20-900d-b83c019b41f0,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:06.547826 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'port_id': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'mac_address': 'fa:16:3e:20:b1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:18:06.583869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:06.599853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f5cce4-4064-4f20-900d-b83c019b41f0 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:18:06.619361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 73f5cce4-4064-4f20-900d-b83c019b41f0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=73f5cce4-4064-4f20-900d-b83c019b41f0,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:06.690616 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e264fc7-78f4-4a97-9fa1-c3e1a246b463 req-af539da0-d47f-4465-9658-70a61d1dc655 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:06.692778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8e264fc7-78f4-4a97-9fa1-c3e1a246b463 req-af539da0-d47f-4465-9658-70a61d1dc655 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 943 time: 0.0500391 Apr 01 16:18:06.707903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:06.731647 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8e264fc7-78f4-4a97-9fa1-c3e1a246b463 req-22ca96f6-e7ca-4799-b39a-9410690cba7e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327752 Apr 01 16:18:06.759707 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=73f5cce4-4064-4f20-900d-b83c019b41f0,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:07.032241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['73f5cce4-4064-4f20-900d-b83c019b41f0'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:18:07.296875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e7974fa0-f573-4fb3-a708-da214d4dd2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:07.848099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3974d-606d-4d87-8baa-87ff9ce407d3 req-0f414909-5341-40d7-8b48-091eb6d580c5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:07.849670 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75f3974d-606d-4d87-8baa-87ff9ce407d3 req-0f414909-5341-40d7-8b48-091eb6d580c5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 944 time: 0.0513093 Apr 01 16:18:07.888254 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75f3974d-606d-4d87-8baa-87ff9ce407d3 req-d79b13f9-4b3d-4ed9-a68b-5dec4c55dc1b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326250 Apr 01 16:18:08.124768 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:18:08.454072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 73f5cce4-4064-4f20-900d-b83c019b41f0 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:18:08.599022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 73f5cce4-4064-4f20-900d-b83c019b41f0 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:18:08.602831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 73f5cce4-4064-4f20-900d-b83c019b41f0 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:18:08.603238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:08.683091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:08.713501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:08.718408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60174a9c-91dd-49dc-bc3f-9f66db34a7d0" -d '{"events": [{"server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "name": "network-vif-plugged", "status": "completed", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:18:08.732857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 73f5cce4-4064-4f20-900d-b83c019b41f0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=73f5cce4-4064-4f20-900d-b83c019b41f0,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:08.759211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f251ec43-033d-4e73-ae6a-0796e78877ab x-openstack-request-id: req-f251ec43-033d-4e73-ae6a-0796e78877ab {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:18:08.759211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "name": "network-vif-plugged", "status": "completed", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:18:08.759582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f251ec43-033d-4e73-ae6a-0796e78877ab {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:18:08.759746 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f251ec43-033d-4e73-ae6a-0796e78877ab'] response: {'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'code': 200} Apr 01 16:18:08.822596 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:08.871367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=73f5cce4-4064-4f20-900d-b83c019b41f0,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:09.010542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9d9bc-c856-46a5-9327-8e4e2223afee req-73e21b55-4174-437f-8409-b527bc75067b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:09.012724 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2cf9d9bc-c856-46a5-9327-8e4e2223afee req-73e21b55-4174-437f-8409-b527bc75067b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0576363 Apr 01 16:18:09.051811 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2cf9d9bc-c856-46a5-9327-8e4e2223afee req-cb820189-7b22-40d4-a5fb-69f5988921a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330908 Apr 01 16:18:09.209416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f80ade-4a34-4ca0-9af4-ee22c3e2c0f5 req-606f15dc-cdd2-44f2-801c-d904ec22f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:09.214853 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b2f80ade-4a34-4ca0-9af4-ee22c3e2c0f5 req-606f15dc-cdd2-44f2-801c-d904ec22f6f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 1098 time: 0.0415630 Apr 01 16:18:09.250065 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b2f80ade-4a34-4ca0-9af4-ee22c3e2c0f5 req-99edb455-bb3a-4a7f-adaa-cd7349e9213f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275350 Apr 01 16:18:09.833517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:10.172262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d88de-23a7-47ab-800f-7386087850ec req-56321eba-fae3-45ff-a468-8d61b5bed5b2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:10.173761 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-766d88de-23a7-47ab-800f-7386087850ec req-56321eba-fae3-45ff-a468-8d61b5bed5b2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0486920 Apr 01 16:18:10.211089 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-766d88de-23a7-47ab-800f-7386087850ec req-79d9d308-f479-4f2f-a6d6-56af3f801f30 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Apr 01 16:18:10.880038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:11.096600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:11.327662 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3e3d5-2c70-4ac2-a121-74b2c2d2a557 req-4d676477-d490-4d45-a5af-1e1246de723a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:11.329171 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-77a3e3d5-2c70-4ac2-a121-74b2c2d2a557 req-4d676477-d490-4d45-a5af-1e1246de723a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0509140 Apr 01 16:18:11.369091 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-77a3e3d5-2c70-4ac2-a121-74b2c2d2a557 req-9d45e4c2-164f-4cd2-8f5c-ab41712108f6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338726 Apr 01 16:18:11.782953 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4daa9-86e9-4b1f-88f8-5b391ffc2c14 req-5d88c3c4-d242-4751-b8bc-34b418ba7e47 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:11.785004 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ca4daa9-86e9-4b1f-88f8-5b391ffc2c14 req-5d88c3c4-d242-4751-b8bc-34b418ba7e47 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.3497181 Apr 01 16:18:11.824707 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4ca4daa9-86e9-4b1f-88f8-5b391ffc2c14 req-15f5c63c-71f8-48a0-bcc1-a0f7305d84fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337479 Apr 01 16:18:11.846221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60618) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:18:11.887576 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82adee71-393a-4316-bf20-ed636e606683 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:11.889354 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-82adee71-393a-4316-bf20-ed636e606683 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 1093 time: 0.0421305 Apr 01 16:18:11.892107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60620) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:18:11.897278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:18:11.999470 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:12.096495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:12.200889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.73 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/441288fe-4e46-471c-ae39-6630b6ad40dc) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:18:12.305992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:12.428740 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:12.468915 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:18:12.471845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:18:12.474582 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:18:12.500522 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=441288fe-4e46-471c-ae39-6630b6ad40dc,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:12.843871 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:12.984098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.132603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.228717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.302574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=441288fe-4e46-471c-ae39-6630b6ad40dc,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:13.314421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.412163 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP 7812329d-40a1-41b7-8d65-e41a309d84d9 associated. External IP: 172.26.6.73, port: 73f5cce4-4064-4f20-900d-b83c019b41f0. Apr 01 16:18:13.633693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 114b8f90-c810-4140-883b-102fdb55ea56 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:18:13.744718 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:18:13.754590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] Sync routers for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:18:13.764614 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:18:13.765243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:18:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:13.853047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.873049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:18:13.880219 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4def581f-3e38-48e0-b0eb-851b99883b25 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9870851 Apr 01 16:18:13.880864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:13.883246 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416c53b2-f457-4978-8a73-1f2229f02220" -d '{"events": [{"name": "network-changed", "server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:18:13.923983 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db47d14c-3ae9-4ab5-8fd3-7755c78a0735 x-openstack-request-id: req-db47d14c-3ae9-4ab5-8fd3-7755c78a0735 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:18:13.924268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:18:13.924546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db47d14c-3ae9-4ab5-8fd3-7755c78a0735 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:18:13.932940 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db47d14c-3ae9-4ab5-8fd3-7755c78a0735'] response: {'name': 'network-changed', 'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'status': 'completed', 'code': 200} Apr 01 16:18:13.987907 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c53b2-f457-4978-8a73-1f2229f02220 req-95efc104-edd7-4038-a0a4-04fd6244186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:13.989427 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31386dc-a2e9-438d-a6f9-5f0b8e6336e9 req-8bb0cad2-645f-4803-8997-5111a1cb1ce2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:13.989555 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-416c53b2-f457-4978-8a73-1f2229f02220 req-95efc104-edd7-4038-a0a4-04fd6244186c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 1098 time: 0.0436118 Apr 01 16:18:13.990996 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b31386dc-a2e9-438d-a6f9-5f0b8e6336e9 req-8bb0cad2-645f-4803-8997-5111a1cb1ce2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0584202 Apr 01 16:18:14.033483 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b31386dc-a2e9-438d-a6f9-5f0b8e6336e9 req-7b73b19c-6113-4e7d-9c26-d7241d534ddc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355954 Apr 01 16:18:14.055912 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60626) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:18:14.090105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c53b2-f457-4978-8a73-1f2229f02220 req-49fa4515-7dd7-403a-ba04-e34358f17bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.091606 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-416c53b2-f457-4978-8a73-1f2229f02220 req-49fa4515-7dd7-403a-ba04-e34358f17bfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=062613b5-09de-45da-975b-5e7f6f00e8da HTTP/1.1" status: 200 len: 899 time: 0.0952027 Apr 01 16:18:14.111641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:55Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '7812329d-40a1-41b7-8d65-e41a309d84d9', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.73', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'port_id': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'mac_address': 'fa:16:3e:20:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03adf295-bdd0-4222-89e9-30022c7797b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:18:12Z', 'updated_at': '2022-04-01T16:18:12Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e1c66e-56fe-4b65-95df-78d350c74d04', 'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:41:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:55Z', 'updated_at': '2022-04-01T16:17:58Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '57072046-bdb5-4843-b2e2-da8657522c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.126304 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-08fa869b-0bab-49ef-9b24-d0fb6f7f6eab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/7812329d-40a1-41b7-8d65-e41a309d84d9 HTTP/1.1" status: 200 len: 990 time: 0.0689266 Apr 01 16:18:14.143392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] Checking router: 114b8f90-c810-4140-883b-102fdb55ea56 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:18:14.152602 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:18:14.153237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:18:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.163609 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-416c53b2-f457-4978-8a73-1f2229f02220 req-3303536e-b49e-475e-84a8-c28b733e3644 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f5cce4-4064-4f20-900d-b83c019b41f0 HTTP/1.1" status: 200 len: 998 time: 0.0650170 Apr 01 16:18:14.218338 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c53b2-f457-4978-8a73-1f2229f02220 req-1ff354d4-2519-4d41-99bf-d2f695fa4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.220005 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-416c53b2-f457-4978-8a73-1f2229f02220 req-1ff354d4-2519-4d41-99bf-d2f695fa4531 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57072046-bdb5-4843-b2e2-da8657522c45 HTTP/1.1" status: 200 len: 833 time: 0.0505202 Apr 01 16:18:14.255129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:18:14.265126 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c53b2-f457-4978-8a73-1f2229f02220 req-52d5c8bb-2cd7-4c5a-9b81-921e31cc4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.266647 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-416c53b2-f457-4978-8a73-1f2229f02220 req-52d5c8bb-2cd7-4c5a-9b81-921e31cc4878 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=062613b5-09de-45da-975b-5e7f6f00e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405979 Apr 01 16:18:14.357236 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-416c53b2-f457-4978-8a73-1f2229f02220 req-1eb7d0ce-582b-4238-83aa-a47587de7678 service neutron] 10.222.0.41 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840631 Apr 01 16:18:14.451453 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-416c53b2-f457-4978-8a73-1f2229f02220 req-35af184b-4c94-46aa-b9b7-1642e9778bed service neutron] 10.222.0.41 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879345 Apr 01 16:18:14.481517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:55Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '7812329d-40a1-41b7-8d65-e41a309d84d9', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.73', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'port_id': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'mac_address': 'fa:16:3e:20:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03adf295-bdd0-4222-89e9-30022c7797b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:18:12Z', 'updated_at': '2022-04-01T16:18:12Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e1c66e-56fe-4b65-95df-78d350c74d04', 'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:41:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:55Z', 'updated_at': '2022-04-01T16:17:58Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '57072046-bdb5-4843-b2e2-da8657522c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.508636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3191c7-0ea5-40d1-ac23-f607496386b2 None None] The sync data for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv is: [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:55Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '7812329d-40a1-41b7-8d65-e41a309d84d9', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.73', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'port_id': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'mac_address': 'fa:16:3e:20:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03adf295-bdd0-4222-89e9-30022c7797b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:18:12Z', 'updated_at': '2022-04-01T16:18:12Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e1c66e-56fe-4b65-95df-78d350c74d04', 'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:41:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:55Z', 'updated_at': '2022-04-01T16:17:58Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '57072046-bdb5-4843-b2e2-da8657522c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:18:14.705914 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b12d5a-a896-49b0-afdd-66c9c5eee9b7 None None] New status for floating IP 7812329d-40a1-41b7-8d65-e41a309d84d9: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:18:15.130551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60628) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:18:15.198468 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-6ccdb774-4e81-4c8b-be29-b974c78270c9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/7812329d-40a1-41b7-8d65-e41a309d84d9 HTTP/1.1" status: 200 len: 992 time: 0.0667117 Apr 01 16:18:15.844304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:34.725357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5e99e195-4536-4d0e-915d-8f007a80ae42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:37.308079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9327ae89-9d43-4bdd-b9c0-1e12f4a6d93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:39.870184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:40.884934 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:41.056469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:45.126842 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:18:45.885107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:48.762253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bf0b1-7209-480f-ad71-7899d41c1705 req-2395c82c-9d5c-4dd0-b54d-c39fc26614a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:48.763742 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-db7bf0b1-7209-480f-ad71-7899d41c1705 req-2395c82c-9d5c-4dd0-b54d-c39fc26614a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0507090 Apr 01 16:18:48.805811 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-db7bf0b1-7209-480f-ad71-7899d41c1705 req-70954c21-7a89-4e7c-b581-1ded66416274 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357974 Apr 01 16:18:49.553425 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-fbabbb14-a815-452c-9f76-5a124efd85ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398798 Apr 01 16:18:49.645085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-bb3a6db4-7c1d-46b1-8ca8-62f45e0bc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:49.646606 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-bb3a6db4-7c1d-46b1-8ca8-62f45e0bc5a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 1098 time: 0.0417178 Apr 01 16:18:49.760090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-b734b4e6-f40c-4be9-bba3-0f2adb0eb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:49.761710 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-b734b4e6-f40c-4be9-bba3-0f2adb0eb561 service neutron] 10.222.0.41 "GET /v2.0/networks?id=062613b5-09de-45da-975b-5e7f6f00e8da HTTP/1.1" status: 200 len: 899 time: 0.0893147 Apr 01 16:18:49.830094 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-41bd2bfc-7228-44dc-86c5-7b6a594984e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f5cce4-4064-4f20-900d-b83c019b41f0 HTTP/1.1" status: 200 len: 1000 time: 0.0581706 Apr 01 16:18:49.882946 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-4a683955-97b9-47c7-989c-4bc25757d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:49.884416 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-4a683955-97b9-47c7-989c-4bc25757d55f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57072046-bdb5-4843-b2e2-da8657522c45 HTTP/1.1" status: 200 len: 833 time: 0.0442579 Apr 01 16:18:49.924943 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbf46e-024d-46d6-aa33-9ae1f3909229 req-89859cf1-4e9b-4e4c-b68e-fed2c8cbe664 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:49.926504 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2dbbf46e-024d-46d6-aa33-9ae1f3909229 req-89859cf1-4e9b-4e4c-b68e-fed2c8cbe664 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0501447 Apr 01 16:18:49.936276 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-1dd24f55-6db8-49b0-957b-255f097d71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:49.937791 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-1dd24f55-6db8-49b0-957b-255f097d71e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=062613b5-09de-45da-975b-5e7f6f00e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451715 Apr 01 16:18:49.965575 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2dbbf46e-024d-46d6-aa33-9ae1f3909229 req-3cf6d864-f035-489a-94b2-b761ca3a22cf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321484 Apr 01 16:18:49.989400 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60646) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:18:50.031045 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-70e569e1-9ed7-4e71-bf99-c66230777eee service neutron] 10.222.0.41 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829909 Apr 01 16:18:50.049380 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-05ee6308-2a32-4922-ac1f-bed52c672df3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/7812329d-40a1-41b7-8d65-e41a309d84d9 HTTP/1.1" status: 200 len: 992 time: 0.0587912 Apr 01 16:18:50.126353 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-891782a9-9ce3-4257-843c-24c832ed89c0 req-7f038122-a696-479c-af92-6a16c4265750 service neutron] 10.222.0.41 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852888 Apr 01 16:18:51.555930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c46c12-657d-4b72-8e2a-369df8b3b0b2 req-8237cd5d-a1df-4c3b-918a-1247e7e63256 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:51.557420 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18c46c12-657d-4b72-8e2a-369df8b3b0b2 req-8237cd5d-a1df-4c3b-918a-1247e7e63256 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0518596 Apr 01 16:18:51.598364 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18c46c12-657d-4b72-8e2a-369df8b3b0b2 req-8cb5351e-2c05-464e-996c-0576a9669af3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348446 Apr 01 16:18:52.719256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c11262-d428-4cab-8530-894211c86344 req-ef72d03d-ae23-456a-b7e3-68d4779a836e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:52.720782 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-99c11262-d428-4cab-8530-894211c86344 req-ef72d03d-ae23-456a-b7e3-68d4779a836e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0500309 Apr 01 16:18:52.758473 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-99c11262-d428-4cab-8530-894211c86344 req-1a042c1d-c6e0-43c7-9f5e-d8ff97006ca6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Apr 01 16:18:52.780855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60660) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:18:52.841021 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0d077648-9cc6-400b-af19-9693b6cde700 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/7812329d-40a1-41b7-8d65-e41a309d84d9 HTTP/1.1" status: 200 len: 992 time: 0.0589371 Apr 01 16:18:53.157831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60666) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:18:53.317692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 441288fe-4e46-471c-ae39-6630b6ad40dc {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:18:53.318035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:53.393256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:53.393585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:53.405235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 441288fe-4e46-471c-ae39-6630b6ad40dc owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:18:53.650226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:53.676507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=441288fe-4e46-471c-ae39-6630b6ad40dc,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:53.688067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.688449 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.688800 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.689133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.689466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.689794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.690120 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.690446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.690769 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.691091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.691415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.691736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:53.749616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:53.749992 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP 7812329d-40a1-41b7-8d65-e41a309d84d9 disassociated (deleted). External IP: 172.26.6.73, port: 73f5cce4-4064-4f20-900d-b83c019b41f0. Apr 01 16:18:53.955573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 114b8f90-c810-4140-883b-102fdb55ea56 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:18:54.062738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:18:54.067661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:54.072502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] Sync routers for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:18:54.085475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:18:54.086158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:18:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:54.097383 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-84036bbe-6ccd-4574-b5fb-243e94f3428e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/floatingips/7812329d-40a1-41b7-8d65-e41a309d84d9 HTTP/1.1" status: 204 len: 168 time: 0.9384418 Apr 01 16:18:54.097958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:54.100284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:18:54.142513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72047a2b-d135-4983-a413-9851cf9d7166 x-openstack-request-id: req-72047a2b-d135-4983-a413-9851cf9d7166 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:18:54.142982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:18:54.143328 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72047a2b-d135-4983-a413-9851cf9d7166 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:18:54.143703 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72047a2b-d135-4983-a413-9851cf9d7166'] response: {'name': 'network-changed', 'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'status': 'completed', 'code': 200} Apr 01 16:18:54.204629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-f8148b5d-e04b-436a-921c-ef10ff2766f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.206298 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-f8148b5d-e04b-436a-921c-ef10ff2766f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 1098 time: 0.0413904 Apr 01 16:18:54.208530 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:18:54.299738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-ba514530-cf0d-487a-803b-86032b460b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.301288 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-ba514530-cf0d-487a-803b-86032b460b0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=062613b5-09de-45da-975b-5e7f6f00e8da HTTP/1.1" status: 200 len: 899 time: 0.0862312 Apr 01 16:18:54.347628 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-c1868eed-1eb2-4834-bc9b-aac996e949f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f5cce4-4064-4f20-900d-b83c019b41f0 HTTP/1.1" status: 200 len: 217 time: 0.0387235 Apr 01 16:18:54.397061 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-65781562-58cb-429e-b2f7-42c416e11d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.398632 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-65781562-58cb-429e-b2f7-42c416e11d2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57072046-bdb5-4843-b2e2-da8657522c45 HTTP/1.1" status: 200 len: 833 time: 0.0446055 Apr 01 16:18:54.413006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:55Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c6e1c66e-56fe-4b65-95df-78d350c74d04', 'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:41:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:55Z', 'updated_at': '2022-04-01T16:17:58Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '57072046-bdb5-4843-b2e2-da8657522c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:54.440354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] Checking router: 114b8f90-c810-4140-883b-102fdb55ea56 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:18:54.445401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-027a1120-c970-4415-a709-79116eedd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.446908 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-027a1120-c970-4415-a709-79116eedd37d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=062613b5-09de-45da-975b-5e7f6f00e8da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408797 Apr 01 16:18:54.449527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:18:54.450137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:18:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:54.548922 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-7e9a5bc1-bdbe-427d-88e3-c8bbb9db1f60 service neutron] 10.222.0.41 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950677 Apr 01 16:18:54.647742 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6d2da12a-ea1f-4d2d-8fac-8da03727c7c9 req-74f83543-109c-4b94-88d3-40338979db14 service neutron] 10.222.0.41 "GET /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909858 Apr 01 16:18:54.690832 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394c32a-38a7-401b-b1ae-2b3a30d66471 req-a460d3e0-2325-4651-b3f7-d017840094eb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.692334 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0394c32a-38a7-401b-b1ae-2b3a30d66471 req-a460d3e0-2325-4651-b3f7-d017840094eb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0569322 Apr 01 16:18:54.728210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:18:54.736300 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0394c32a-38a7-401b-b1ae-2b3a30d66471 req-31b68361-fbdf-406d-aaf8-6f2ed9105e9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329576 Apr 01 16:18:54.935167 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:55Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c6e1c66e-56fe-4b65-95df-78d350c74d04', 'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:41:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:55Z', 'updated_at': '2022-04-01T16:17:58Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '57072046-bdb5-4843-b2e2-da8657522c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:54.961098 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8c946-4c08-4b22-b5ed-cb06acddd1aa None None] The sync data for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv is: [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:55Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'c6e1c66e-56fe-4b65-95df-78d350c74d04', 'name': '', 'network_id': '062613b5-09de-45da-975b-5e7f6f00e8da', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:41:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '57072046-bdb5-4843-b2e2-da8657522c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:55Z', 'updated_at': '2022-04-01T16:17:58Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '57072046-bdb5-4843-b2e2-da8657522c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:18:55.186478 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7edc22-8377-4b58-9cdf-dd94ea9738c8 None None] New status for floating IP 7812329d-40a1-41b7-8d65-e41a309d84d9: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:18:55.860550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7361e-a875-4d7f-828d-ebdd50b8bede req-3aad49a4-c2a6-41cf-9ff5-f4f7bbd9b5f2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:55.861982 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ae7361e-a875-4d7f-828d-ebdd50b8bede req-3aad49a4-c2a6-41cf-9ff5-f4f7bbd9b5f2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0536611 Apr 01 16:18:55.900507 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ae7361e-a875-4d7f-828d-ebdd50b8bede req-65eb9706-6607-4a49-82f1-154baf805349 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=99ba21cb-397c-41f4-8efb-7fa54ad08dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Apr 01 16:18:56.497677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01819e82-992b-4676-845a-e0b6b9191375 req-99e7326d-a5a6-45c4-bdd2-db119e5eab00 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:56.499213 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-01819e82-992b-4676-845a-e0b6b9191375 req-99e7326d-a5a6-45c4-bdd2-db119e5eab00 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 945 time: 0.0549376 Apr 01 16:18:56.588565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-01819e82-992b-4676-845a-e0b6b9191375 req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 73f5cce4-4064-4f20-900d-b83c019b41f0 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:18:56.588909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-01819e82-992b-4676-845a-e0b6b9191375 req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:56.679070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-01819e82-992b-4676-845a-e0b6b9191375 req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 73f5cce4-4064-4f20-900d-b83c019b41f0, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=73f5cce4-4064-4f20-900d-b83c019b41f0,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:56.679430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-01819e82-992b-4676-845a-e0b6b9191375 req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:56.691622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-01819e82-992b-4676-845a-e0b6b9191375 req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 73f5cce4-4064-4f20-900d-b83c019b41f0 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:18:56.919731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-01819e82-992b-4676-845a-e0b6b9191375 req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:56.956593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=73f5cce4-4064-4f20-900d-b83c019b41f0,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:57.000367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-01819e82-992b-4676-845a-e0b6b9191375 req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] No DVR routers for this DVR port 73f5cce4-4064-4f20-900d-b83c019b41f0 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:18:57.000828 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ddf54d98-1a58-4ed0-a094-12bcb4ef423a req-55da1c57-abd7-4048-9721-a5ca941ac0e8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 210 time: 0.0287142 Apr 01 16:18:57.002932 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-01819e82-992b-4676-845a-e0b6b9191375 req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:57.006207 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-01819e82-992b-4676-845a-e0b6b9191375 req-ece2dbbc-e579-4aab-860c-4a26237e30b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "DELETE /v2.0/ports/73f5cce4-4064-4f20-900d-b83c019b41f0 HTTP/1.1" status: 204 len: 173 time: 0.4978828 Apr 01 16:18:57.006687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'name': 'network-vif-deleted', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:18:57.009007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3986c046-3682-48d6-bb90-e31b6771ae61" -d '{"events": [{"server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "name": "network-vif-deleted", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:18:57.049399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13d532d-66e7-4f76-a14d-284e3e47384a x-openstack-request-id: req-f13d532d-66e7-4f76-a14d-284e3e47384a {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:18:57.049690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adf295-bdd0-4222-89e9-30022c7797b1", "name": "network-vif-deleted", "tag": "73f5cce4-4064-4f20-900d-b83c019b41f0", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:18:57.049944 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f13d532d-66e7-4f76-a14d-284e3e47384a {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:18:57.050351 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13d532d-66e7-4f76-a14d-284e3e47384a'] response: {'server_uuid': '03adf295-bdd0-4222-89e9-30022c7797b1', 'name': 'network-vif-deleted', 'tag': '73f5cce4-4064-4f20-900d-b83c019b41f0', 'status': 'completed', 'code': 200} Apr 01 16:18:58.108865 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51acdeba-e81e-4aeb-8b0e-e80facfed1ee req-2d17876e-351f-4835-b473-d477372572a9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=03adf295-bdd0-4222-89e9-30022c7797b1 HTTP/1.1" status: 200 len: 210 time: 0.0264812 Apr 01 16:18:59.176422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60690) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:18:59.533261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.782981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port c6e1c66e-56fe-4b65-95df-78d350c74d04 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:18:59.783380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.870659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port c6e1c66e-56fe-4b65-95df-78d350c74d04, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c6e1c66e-56fe-4b65-95df-78d350c74d04,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:59.871024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.883309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for c6e1c66e-56fe-4b65-95df-78d350c74d04 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:19:00.135702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.166569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=c6e1c66e-56fe-4b65-95df-78d350c74d04,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:00.664075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:00.708028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 73f5cce4-4064-4f20-900d-b83c019b41f0 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:19:00.728381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 73f5cce4-4064-4f20-900d-b83c019b41f0 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:19:00.728726 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 73f5cce4-4064-4f20-900d-b83c019b41f0 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:19:00.882309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 114b8f90-c810-4140-883b-102fdb55ea56 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:19:00.987243 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:19:00.993174 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-014cb4e8-5867-4bbf-8ea6-a113595182a8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/114b8f90-c810-4140-883b-102fdb55ea56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8155444 Apr 01 16:19:00.995706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60692) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:00.997465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] Sync routers for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:19:01.013111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:19:01.013734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:18:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:01.045707 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc874bb-adc4-4ffe-8564-6a224f222ec7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting subnet 57072046-bdb5-4843-b2e2-da8657522c45 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:19:01.048942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ffc874bb-adc4-4ffe-8564-6a224f222ec7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.089204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ffc874bb-adc4-4ffe-8564-6a224f222ec7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.119019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:19:01.177302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ffc874bb-adc4-4ffe-8564-6a224f222ec7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.304527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:19:00Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:01.308483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ffc874bb-adc4-4ffe-8564-6a224f222ec7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.331083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] Checking router: 114b8f90-c810-4140-883b-102fdb55ea56 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:19:01.335478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc874bb-adc4-4ffe-8564-6a224f222ec7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Subnet': ['ID=57072046-bdb5-4843-b2e2-da8657522c45,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:01.339246 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ffc874bb-adc4-4ffe-8564-6a224f222ec7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.339623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] Routers {'114b8f90-c810-4140-883b-102fdb55ea56'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:19:01.340253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:18:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['114b8f90-c810-4140-883b-102fdb55ea56'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:01.342901 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ffc874bb-adc4-4ffe-8564-6a224f222ec7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/subnets/57072046-bdb5-4843-b2e2-da8657522c45 HTTP/1.1" status: 204 len: 168 time: 0.3458827 Apr 01 16:19:01.345577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60694) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:01.381428 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60577b4c-2713-45ba-8cc4-b919f89699e9 None None] Network 062613b5-09de-45da-975b-5e7f6f00e8da requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:19:01.455145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.548626 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] Set router 114b8f90-c810-4140-883b-102fdb55ea56 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:19:01.559870 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.668788 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] DHCP port deletion for 062613b5-09de-45da-975b-5e7f6f00e8da request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:19:01.711488 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 71de54b3-2740-48f2-871b-193e0216b576 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:19:01.711930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.766299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Deleting port 5e5a4a29-9620-4216-96cb-881d3bcecd66 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:19:01.766931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.782786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:19:00Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:01.800654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 71de54b3-2740-48f2-871b-193e0216b576, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=71de54b3-2740-48f2-871b-193e0216b576,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:01.800923 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.812840 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 71de54b3-2740-48f2-871b-193e0216b576 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:19:01.813951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5ca69-2989-4822-b000-27d75acc14b0 None None] The sync data for ids ['114b8f90-c810-4140-883b-102fdb55ea56'] in dv-neutron-835865-1-hyperv is: [{'id': '114b8f90-c810-4140-883b-102fdb55ea56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778558084', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '71de54b3-2740-48f2-871b-193e0216b576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:19:00Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '71de54b3-2740-48f2-871b-193e0216b576', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114b8f90-c810-4140-883b-102fdb55ea56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:17:51Z', 'updated_at': '2022-04-01T16:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:19:01.861508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] For port 5e5a4a29-9620-4216-96cb-881d3bcecd66, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5e5a4a29-9620-4216-96cb-881d3bcecd66,segment=NetworkSegment(637c4576-1bae-4137-b2bc-40a0388747e9),segment_id=637c4576-1bae-4137-b2bc-40a0388747e9)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:01.861901 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:01.874639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Calling delete_port for 5e5a4a29-9620-4216-96cb-881d3bcecd66 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:19:02.028359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.051709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Pushing event deleted for resources: {'Port': ['ID=5e5a4a29-9620-4216-96cb-881d3bcecd66,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:02.057925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.060611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] No DVR routers for this DVR port 5e5a4a29-9620-4216-96cb-881d3bcecd66 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:19:02.063040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.063421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.063770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.064110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.064473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.064813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.065259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.065482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.065812 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.066138 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.066467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.066841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d233d-fb66-4fbc-95c9-51923367658d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.087132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=71de54b3-2740-48f2-871b-193e0216b576,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:02.101693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.102044 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.102412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.102753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.103107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.103441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.103772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.104099 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.104452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.104859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.105189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.105514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:02.161491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.257634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.260352 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.388675 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.389358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Fanout notify agent at l3_agent the message router_deleted on router 114b8f90-c810-4140-883b-102fdb55ea56 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:19:02.396711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.397618 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-904c8627-93e0-49f8-974d-01d7f097e679 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/routers/114b8f90-c810-4140-883b-102fdb55ea56 HTTP/1.1" status: 204 len: 168 time: 1.0509753 Apr 01 16:19:02.400326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60696) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:02.477836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.568150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.588018 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062613b5-09de-45da-975b-5e7f6f00e8da']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:02.597737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637c4576-1bae-4137-b2bc-40a0388747e9') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:02.598037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637c4576-1bae-4137-b2bc-40a0388747e9') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:02.607289 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.620592 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.626309 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:19:02.626698 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:19:02.629634 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:19:02.811138 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.818965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.821932 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/networks/062613b5-09de-45da-975b-5e7f6f00e8da HTTP/1.1" status: 204 len: 168 time: 0.4205852 Apr 01 16:19:02.824900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60698) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:02.833570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fe84c-1f0d-458f-b9d6-982dc0e1e7fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Network': ['ID=062613b5-09de-45da-975b-5e7f6f00e8da,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:02.892149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e45c5b3e-8d9b-4003-96cf-b2ba1ba6ddbc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:02.917240 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e45c5b3e-8d9b-4003-96cf-b2ba1ba6ddbc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:03.056679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e45c5b3e-8d9b-4003-96cf-b2ba1ba6ddbc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:03.059230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e45c5b3e-8d9b-4003-96cf-b2ba1ba6ddbc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:03.060453 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e45c5b3e-8d9b-4003-96cf-b2ba1ba6ddbc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/security-groups/99ba21cb-397c-41f4-8efb-7fa54ad08dac HTTP/1.1" status: 204 len: 168 time: 0.2342434 Apr 01 16:19:03.069875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c5b3e-8d9b-4003-96cf-b2ba1ba6ddbc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ba21cb-397c-41f4-8efb-7fa54ad08dac,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:03.278453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71de54b3-2740-48f2-871b-193e0216b576 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:19:03.302343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 71de54b3-2740-48f2-871b-193e0216b576 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:19:03.302680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 71de54b3-2740-48f2-871b-193e0216b576 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:19:03.303091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c6e1c66e-56fe-4b65-95df-78d350c74d04 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:19:03.321574 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c6e1c66e-56fe-4b65-95df-78d350c74d04 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:19:03.321917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c6e1c66e-56fe-4b65-95df-78d350c74d04 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:19:03.322326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e5a4a29-9620-4216-96cb-881d3bcecd66 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:19:03.341122 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 5e5a4a29-9620-4216-96cb-881d3bcecd66 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:19:03.341463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5e5a4a29-9620-4216-96cb-881d3bcecd66 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:19:03.521816 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60704) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:03.526989 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-c6d5cd66-669b-4c81-9afe-da875a25d6d6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1246456939', 'description': 'tempest-secgroup-smoke-1246456939 description', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:03.633929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6d5cd66-669b-4c81-9afe-da875a25d6d6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:03.701263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6d5cd66-669b-4c81-9afe-da875a25d6d6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:03.777290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6d5cd66-669b-4c81-9afe-da875a25d6d6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:03.805415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5cd66-669b-4c81-9afe-da875a25d6d6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6096c164-0077-4811-8801-c369994c817a,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:03.916419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-c6d5cd66-669b-4c81-9afe-da875a25d6d6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:03.917698 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-c6d5cd66-669b-4c81-9afe-da875a25d6d6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3943594 Apr 01 16:19:03.920651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60706) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:03.924940 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-3f741a39-f224-47a4-afc7-0e8d9c710e6b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '6096c164-0077-4811-8801-c369994c817a', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:04.056701 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3f741a39-f224-47a4-afc7-0e8d9c710e6b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.111574 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3f741a39-f224-47a4-afc7-0e8d9c710e6b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.188256 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3f741a39-f224-47a4-afc7-0e8d9c710e6b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.206228 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f741a39-f224-47a4-afc7-0e8d9c710e6b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37537e62-fe46-45a5-9158-4d4118df75d6,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:04.270094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3f741a39-f224-47a4-afc7-0e8d9c710e6b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.271339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3f741a39-f224-47a4-afc7-0e8d9c710e6b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497486 Apr 01 16:19:04.278919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60708) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:04.283307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7cbbc0fa-329f-4941-a131-ea725cafd999 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '6096c164-0077-4811-8801-c369994c817a', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:04.444891 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc0fa-329f-4941-a131-ea725cafd999 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.504877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc0fa-329f-4941-a131-ea725cafd999 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.610963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc0fa-329f-4941-a131-ea725cafd999 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.628750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbc0fa-329f-4941-a131-ea725cafd999 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddba065-eb60-4a22-8199-d6a4b132882c,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:04.698985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc0fa-329f-4941-a131-ea725cafd999 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.700117 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7cbbc0fa-329f-4941-a131-ea725cafd999 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4202628 Apr 01 16:19:04.702861 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60710) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:04.707307 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-73bf0155-745a-463f-9723-9b1bfbc38eb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '6096c164-0077-4811-8801-c369994c817a', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:04.748427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3d4d47e8-c9d7-439e-8de6-a1b6ecd0e823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.793631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73bf0155-745a-463f-9723-9b1bfbc38eb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.849207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73bf0155-745a-463f-9723-9b1bfbc38eb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.936700 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73bf0155-745a-463f-9723-9b1bfbc38eb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:04.958247 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf0155-745a-463f-9723-9b1bfbc38eb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cdc8c6-7ad2-4325-bcbe-289a0b8d4b82,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:05.041868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-73bf0155-745a-463f-9723-9b1bfbc38eb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.043147 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-73bf0155-745a-463f-9723-9b1bfbc38eb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392844 Apr 01 16:19:05.045998 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60712) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:05.050250 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-521a6352-e333-47be-92c9-6c064ee24022 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '6096c164-0077-4811-8801-c369994c817a', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:05.129818 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-521a6352-e333-47be-92c9-6c064ee24022 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.188072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-521a6352-e333-47be-92c9-6c064ee24022 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.262266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-521a6352-e333-47be-92c9-6c064ee24022 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.280009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a6352-e333-47be-92c9-6c064ee24022 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4291cc-b385-4fdd-bb28-34823878c012,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:05.373444 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-521a6352-e333-47be-92c9-6c064ee24022 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.374660 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-521a6352-e333-47be-92c9-6c064ee24022 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277297 Apr 01 16:19:05.377450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60714) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:05.381879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-7e588fdc-e144-4d19-97d6-b16c29de85b3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '6096c164-0077-4811-8801-c369994c817a', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:05.485860 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-7e588fdc-e144-4d19-97d6-b16c29de85b3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:19:05.491232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7e588fdc-e144-4d19-97d6-b16c29de85b3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.553094 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7e588fdc-e144-4d19-97d6-b16c29de85b3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.622329 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7e588fdc-e144-4d19-97d6-b16c29de85b3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.640288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e588fdc-e144-4d19-97d6-b16c29de85b3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41a9d33-ac9f-4541-aa04-c0347b8a5e22,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:05.716123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-7e588fdc-e144-4d19-97d6-b16c29de85b3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.717677 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-7e588fdc-e144-4d19-97d6-b16c29de85b3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3392501 Apr 01 16:19:05.720303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60716) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:05.724725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-50a18dd4-21ef-4924-aff5-2de5a04086a7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '6096c164-0077-4811-8801-c369994c817a', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:05.799667 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-50a18dd4-21ef-4924-aff5-2de5a04086a7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:19:05.804711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50a18dd4-21ef-4924-aff5-2de5a04086a7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.865367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50a18dd4-21ef-4924-aff5-2de5a04086a7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.953704 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50a18dd4-21ef-4924-aff5-2de5a04086a7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:05.971412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a18dd4-21ef-4924-aff5-2de5a04086a7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125b5dae-3440-4fae-8545-ebcae59dd978,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:06.064453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-50a18dd4-21ef-4924-aff5-2de5a04086a7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.065686 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-50a18dd4-21ef-4924-aff5-2de5a04086a7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443816 Apr 01 16:19:06.068655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60718) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:06.073619 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'network': {'name': 'tempest-network-smoke--1697415303', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'port_security_enabled': True}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:06.159193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:06.162731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.186629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:19:06.195171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.195519 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Added segment 9081e1f9-28d9-41c9-958d-d131b0e5258e of type vlan for network a80cfedd-98ed-4142-b682-94b1032da85e Apr 01 16:19:06.235257 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.337302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.343293 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:06.343877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.412742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Network': ['ID=a80cfedd-98ed-4142-b682-94b1032da85e,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:06.423481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network a80cfedd-98ed-4142-b682-94b1032da85e details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:19:06.459678 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-94c243ed-ffa8-454c-96a1-b88a55fa9e27 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3898213 Apr 01 16:19:06.462977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60720) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:06.467703 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'admin_state_up': True, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:06.571884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.572991 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.623147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:06.877457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.151496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.169679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.270879 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.159 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/1fca1969-dfac-46d2-b24a-c5ebe86b7518) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:19:07.302684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-faf100b9-336c-46ea-9758-12a48a1db8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.656439 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.794462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:07.836965 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:07.839869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:07.845198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:19:07.847527 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=1fca1969-dfac-46d2-b24a-c5ebe86b7518,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:08.176829 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.373046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.559457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:19:08.668449 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:19:08.681274 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Sync routers for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:19:08.691700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:19:08.692312 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:19:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:08.767608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.768931 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-502e96fa-cb19-44b4-bd9e-9e7efd0de4d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3050134 Apr 01 16:19:08.772295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60722) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:08.797941 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:19:08.803539 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bc3ec93f-98ab-4842-94c8-596c72705aa6 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300827 Apr 01 16:19:08.806187 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60724) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:08.899445 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccec3403-7758-4f2a-8f79-0dcda75575e9 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:08.901057 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ccec3403-7758-4f2a-8f79-0dcda75575e9 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938663 Apr 01 16:19:08.903689 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60726) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:08.931984 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-26739e4e-c0f7-4d4e-8745-8b2522690676 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272171 Apr 01 16:19:08.934421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60728) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:08.939263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2114161872', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:08.972898 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:07Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:09.002628 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Checking router: 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:19:09.002968 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Updating router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 port 1fca1969-dfac-46d2-b24a-c5ebe86b7518 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:19:09.027552 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.091132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:09.094990 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.275086 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.388414 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.411329 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.454794 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Subnet': ['ID=29cf3db1-e194-4c3c-927b-b45522c1a792,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:09.461051 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Attempting to bind port 1fca1969-dfac-46d2-b24a-c5ebe86b7518 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:19:09.462131 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Attempting to bind port 1fca1969-dfac-46d2-b24a-c5ebe86b7518 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:19:09.462497 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Attempting to bind port 1fca1969-dfac-46d2-b24a-c5ebe86b7518 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:19:09.464820 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Checking segment: {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:19:09.465186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network hostable DHCP agents. Network: a80cfedd-98ed-4142-b682-94b1032da85e, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:19:09.469858 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Pushing event updated for resources: {'Port': ['ID=1fca1969-dfac-46d2-b24a-c5ebe86b7518,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:09.472893 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:19:09.473266 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:19:09.473664 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.474113 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:19:09.474519 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Bound port: 1fca1969-dfac-46d2-b24a-c5ebe86b7518, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:19:09.474893 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.481021 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.487314 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:09.537700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] For port 1fca1969-dfac-46d2-b24a-c5ebe86b7518, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:19:09.540681 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] For port 1fca1969-dfac-46d2-b24a-c5ebe86b7518, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1fca1969-dfac-46d2-b24a-c5ebe86b7518,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:19:09.554174 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network a80cfedd-98ed-4142-b682-94b1032da85e is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:19:09.621774 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.643640 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:19:09.644268 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:19:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:09.668219 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, a80cfedd-98ed-4142-b682-94b1032da85e) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:09.672477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:09.673133 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.677436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f708f3e1-1e1b-4d08-bc44-dbd57ca34bac None None] Network a80cfedd-98ed-4142-b682-94b1032da85e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:19:09.768202 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0af52a8d-6cf7-4f25-a57d-19d049b40980 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8325984 Apr 01 16:19:09.771007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60730) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:09.795660 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36503ba0-10c3-4491-8e44-7a8fc9a44b1a None None] Pushing event updated for resources: {'Port': ['ID=1fca1969-dfac-46d2-b24a-c5ebe86b7518,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:09.819803 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:19:09.839048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-a80cfedd-98ed-4142-b682-94b1032da85e', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:19:09.840432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:09.915442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.100029 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:07Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:10.129937 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57637093-852d-4ae1-b19e-6842f6257beb None None] The sync data for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv is: [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:07Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:19:10.136067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Allocated IP 172.20.0.2 (a80cfedd-98ed-4142-b682-94b1032da85e/29cf3db1-e194-4c3c-927b-b45522c1a792/3a0c2718-0ea8-478f-bcea-cc95653eb8f3) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:19:10.232076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.289158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.388803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.437532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Network a80cfedd-98ed-4142-b682-94b1032da85e is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:10.440470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:10.444809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:19:10.452955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Pushing event updated for resources: {'Port': ['ID=3a0c2718-0ea8-478f-bcea-cc95653eb8f3,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:10.512644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Attempting to bind port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:19:10.513018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Attempting to bind port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:19:10.513384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Attempting to bind port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 on network a80cfedd-98ed-4142-b682-94b1032da85e {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:19:10.524081 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:19:10.524590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Checking segment: {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:19:10.525218 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.528970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Bound using segment: {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:19:10.529519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Bound port: 3a0c2718-0ea8-478f-bcea-cc95653eb8f3, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:19:10.529918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.598974 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] For port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:19:10.602725 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] For port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3a0c2718-0ea8-478f-bcea-cc95653eb8f3,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:19:10.669051 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.696890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.1 (a80cfedd-98ed-4142-b682-94b1032da85e/29cf3db1-e194-4c3c-927b-b45522c1a792/5d8549f1-d174-4730-9bd9-4f52d8ee7275) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:19:10.742523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a14d6-ae57-45f1-8038-3f10e72e5303 None None] Pushing event updated for resources: {'Port': ['ID=3a0c2718-0ea8-478f-bcea-cc95653eb8f3,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:10.844606 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.889887 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.983109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.033262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network a80cfedd-98ed-4142-b682-94b1032da85e is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:11.036782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:11.041925 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:19:11.068771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=5d8549f1-d174-4730-9bd9-4f52d8ee7275,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:11.090056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.119387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.316233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.333598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1fca1969-dfac-46d2-b24a-c5ebe86b7518 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:19:11.387212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1fca1969-dfac-46d2-b24a-c5ebe86b7518 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:11.391657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.469832 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.490483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 1fca1969-dfac-46d2-b24a-c5ebe86b7518, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1fca1969-dfac-46d2-b24a-c5ebe86b7518,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:11.571973 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.572940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:19:11.610266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.653323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=1fca1969-dfac-46d2-b24a-c5ebe86b7518,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:11.665136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:11.665554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.708641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.744925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.779593 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3a0c2718-0ea8-478f-bcea-cc95653eb8f3,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:11.786819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.788830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=5d8549f1-d174-4730-9bd9-4f52d8ee7275,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:11.849871 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:11.894004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network a80cfedd-98ed-4142-b682-94b1032da85e is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:11.895918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:11.903024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=3a0c2718-0ea8-478f-bcea-cc95653eb8f3,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:12.025641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:19:12.096683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b1886-50c7-4d9e-80a8-c104a49ee684 None None] Network a80cfedd-98ed-4142-b682-94b1032da85e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:19:12.148443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:19:12.156115 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b9e7df24-3dee-4183-9213-16e66c57dfb4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/98b5e13f-42be-40ed-a794-fc16c0c4f8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3830702 Apr 01 16:19:12.169139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Sync routers for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:19:12.192030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d399fcc7-cc4a-4b6f-97b2-bd71ccc7bdb4 None None] Provisioning complete for port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:12.192432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d399fcc7-cc4a-4b6f-97b2-bd71ccc7bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:12.200117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:19:12.200788 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:19:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:12.298102 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-fbd68090-c2fd-4f22-8123-89ab81469155 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1246456939&fields=id&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 267 time: 0.0352089 Apr 01 16:19:12.406987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-4ac16360-ae66-48e9-bc4a-04099b000502 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:12.408442 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-4ac16360-ae66-48e9-bc4a-04099b000502 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/networks?id=a80cfedd-98ed-4142-b682-94b1032da85e HTTP/1.1" status: 200 len: 797 time: 0.1034360 Apr 01 16:19:12.424780 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-d1d7a629-4f50-4c4f-8e6b-ac092b2082e9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/quotas/c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 375 time: 0.0099497 Apr 01 16:19:12.425558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:19:12.485064 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-f86d4334-f198-4b76-9936-9fc100044c58 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544119 Apr 01 16:19:12.502695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-37c335af-a5aa-418e-9a79-0a217c71b31c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:19:12.503684 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-37c335af-a5aa-418e-9a79-0a217c71b31c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055454 Apr 01 16:19:12.602319 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-3f31094e-970f-4c26-80f8-5b0314f03105 service neutron] 10.222.0.73 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913861 Apr 01 16:19:12.829947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5d8549f1-d174-4730-9bd9-4f52d8ee7275', 'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:73:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:10Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 2, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:12.829947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Checking router: 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:19:12.829947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Updating router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:19:12.907336 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-7eeca6bf-4ec8-434f-9477-ecf44c9903b8 service neutron] 10.222.0.73 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131752 Apr 01 16:19:12.909148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:12.909148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-be6ecfe4-7d73-4126-87a3-c971662a8617 None None] Provisioning complete for port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:12.909148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfe4-7d73-4126-87a3-c971662a8617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:12.918930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-be6ecfe4-7d73-4126-87a3-c971662a8617 None None] Port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:19:12.987195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-be6ecfe4-7d73-4126-87a3-c971662a8617 None None] Provisioning complete for port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:12.987562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-be6ecfe4-7d73-4126-87a3-c971662a8617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.056064 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-27fc4fe2-65c8-4014-ba27-ebed068289e5 req-16dda95d-c571-4f66-b579-afd42ff71f09 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 210 time: 0.0319648 Apr 01 16:19:13.147262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.248020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.298998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1fca1969-dfac-46d2-b24a-c5ebe86b7518 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:19:13.325538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480461c-071a-45a7-906c-a3a605146f77 None None] Pushing event updated for resources: {'Port': ['ID=5d8549f1-d174-4730-9bd9-4f52d8ee7275,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:13.330102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ed90217b-b8aa-4d0d-9f0e-be108ca875b1 None None] Provisioning complete for port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:13.330473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ed90217b-b8aa-4d0d-9f0e-be108ca875b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.421568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ed90217b-b8aa-4d0d-9f0e-be108ca875b1 None None] Port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:19:13.435692 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Attempting to bind port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:19:13.436057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Attempting to bind port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:19:13.436444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Attempting to bind port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 on network a80cfedd-98ed-4142-b682-94b1032da85e {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:19:13.444683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:19:13.445062 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Checking segment: {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:19:13.445458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.445889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Bound using segment: {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:19:13.446373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Bound port: 5d8549f1-d174-4730-9bd9-4f52d8ee7275, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:19:13.446738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.456798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1fca1969-dfac-46d2-b24a-c5ebe86b7518 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:13.457164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.694495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-12512b3a-586c-4b24-bef0-4269d53cdede None None] Provisioning complete for port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:13.694855 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-12512b3a-586c-4b24-bef0-4269d53cdede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.721256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] For port 5d8549f1-d174-4730-9bd9-4f52d8ee7275, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:19:13.759020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] For port 5d8549f1-d174-4730-9bd9-4f52d8ee7275, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5d8549f1-d174-4730-9bd9-4f52d8ee7275,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:19:13.770366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-12512b3a-586c-4b24-bef0-4269d53cdede None None] Port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:19:13.776195 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:19:13.825091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:13.825456 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.858770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:13.925470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:19:13.926104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:19:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:13.944485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480461c-071a-45a7-906c-a3a605146f77 None None] Pushing event updated for resources: {'Port': ['ID=5d8549f1-d174-4730-9bd9-4f52d8ee7275,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:14.068633 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:19:14.151950 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3f925e12-c2a0-4114-9bf8-cffca5d67ae5 req-896ba5d6-6477-4b8a-92ff-070e32079ff9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 210 time: 0.0273876 Apr 01 16:19:14.155975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-938af7fe-9c23-49d8-8ab1-bc6df980ed74 None None] Provisioning complete for port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:14.156300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-938af7fe-9c23-49d8-8ab1-bc6df980ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:14.320491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-938af7fe-9c23-49d8-8ab1-bc6df980ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:14.362403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-938af7fe-9c23-49d8-8ab1-bc6df980ed74 None None] For port 5d8549f1-d174-4730-9bd9-4f52d8ee7275, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5d8549f1-d174-4730-9bd9-4f52d8ee7275,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:14.370929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5d8549f1-d174-4730-9bd9-4f52d8ee7275', 'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:73:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:10Z', 'updated_at': '2022-04-01T16:19:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:14.400718 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85942178-ffd9-4585-8952-a3eabab965e9 None None] The sync data for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv is: [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5d8549f1-d174-4730-9bd9-4f52d8ee7275', 'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:73:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:10Z', 'updated_at': '2022-04-01T16:19:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:19:14.457248 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-938af7fe-9c23-49d8-8ab1-bc6df980ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:14.515407 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938af7fe-9c23-49d8-8ab1-bc6df980ed74 None None] Pushing event updated for resources: {'Port': ['ID=5d8549f1-d174-4730-9bd9-4f52d8ee7275,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:15.256945 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f8bc7e42-dc78-4dd4-b19b-dae1138eb598 req-f388710a-4264-4f59-ae56-06ad33a97423 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 210 time: 0.0337884 Apr 01 16:19:15.341688 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5d8549f1-d174-4730-9bd9-4f52d8ee7275 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:19:15.398247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:15.401912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:15.402036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-9d211b98-d9d4-4f09-a28a-14b75ede9c3a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:15.403890 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-9d211b98-d9d4-4f09-a28a-14b75ede9c3a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/networks?id=a80cfedd-98ed-4142-b682-94b1032da85e HTTP/1.1" status: 200 len: 797 time: 0.1107588 Apr 01 16:19:15.459062 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-db248a77-d658-4b9a-9564-d8bea6a7c3e2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 380 time: 0.0387568 Apr 01 16:19:15.469847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'port': {'device_id': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'admin_state_up': True, 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'security_groups': ['6096c164-0077-4811-8801-c369994c817a']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:15.674005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:15.677738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:15.808226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.12 (a80cfedd-98ed-4142-b682-94b1032da85e/29cf3db1-e194-4c3c-927b-b45522c1a792/67c0457f-6a1e-4912-a1fa-ff6488fdcf52) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:19:15.862663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:15.951822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.062933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.106764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network a80cfedd-98ed-4142-b682-94b1032da85e is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:16.109972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:16.113567 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:19:16.144577 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:16.171252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:16.171876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.253704 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-131df89a-3e9d-4b4a-8c85-d4de82fea5b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7879786 Apr 01 16:19:16.270681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Request body: {'port': {'device_id': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:16.326586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.388224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6e3f-9dad-4da1-894f-f2a1faa3a3e3 req-30adf1a0-9df6-4a6e-8b58-1f26ff1f83b2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:16.389914 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d38f6e3f-9dad-4da1-894f-f2a1faa3a3e3 req-30adf1a0-9df6-4a6e-8b58-1f26ff1f83b2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 932 time: 0.0517237 Apr 01 16:19:16.391733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-10c8df81-6c85-42e0-b560-c0156e69b0ff None None] Provisioning complete for port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:16.392237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-10c8df81-6c85-42e0-b560-c0156e69b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.431529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-10c8df81-6c85-42e0-b560-c0156e69b0ff None None] Port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:19:16.440194 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d38f6e3f-9dad-4da1-894f-f2a1faa3a3e3 req-37a03472-773a-467c-9a29-161bc0845fb6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434201 Apr 01 16:19:16.593905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:16.601125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.613630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Transition to ACTIVE for port object 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:19:16.753992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.812752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:16.881292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Attempting to bind port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:19:16.881723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Attempting to bind port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:19:16.882111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Attempting to bind port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 on network a80cfedd-98ed-4142-b682-94b1032da85e {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:19:16.887867 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 on network a80cfedd-98ed-4142-b682-94b1032da85e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:19:16.888185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Attempting to bind port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 on network a80cfedd-98ed-4142-b682-94b1032da85e {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:19:16.893305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:19:16.893637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Checking segment: {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:19:16.894033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Bound using segment: {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:19:16.894435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Bound port: 67c0457f-6a1e-4912-a1fa-ff6488fdcf52, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9081e1f9-28d9-41c9-958d-d131b0e5258e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:19:16.894787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:16.959888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] For port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:19:16.963686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] For port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:19:17.051639 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.093421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:17.094038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:17.095500 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/67c0457f-6a1e-4912-a1fa-ff6488fdcf52 HTTP/1.1" status: 200 len: 1094 time: 0.8293960 Apr 01 16:19:17.095953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:17.098367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816b0fdc-ad10-4797-a76a-47c9f02493ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:19:17.127518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fc1f0-aadf-46ff-a24a-894339e87fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:17.139676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f8695-4309-467a-9a82-5d89adaa9c10 x-openstack-request-id: req-b81f8695-4309-467a-9a82-5d89adaa9c10 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:19:17.139982 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:19:17.140237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b81f8695-4309-467a-9a82-5d89adaa9c10 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:19:17.140690 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81f8695-4309-467a-9a82-5d89adaa9c10'] response: {'name': 'network-changed', 'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'status': 'completed', 'code': 200} Apr 01 16:19:17.204202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b0fdc-ad10-4797-a76a-47c9f02493ea req-f7b3c749-1768-4b1e-8d5a-83f7ab6332b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:17.205762 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-816b0fdc-ad10-4797-a76a-47c9f02493ea req-f7b3c749-1768-4b1e-8d5a-83f7ab6332b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 1097 time: 0.0438175 Apr 01 16:19:17.314931 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b0fdc-ad10-4797-a76a-47c9f02493ea req-a3824a8f-a481-44ce-ab65-a3129bc43ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:17.316595 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-816b0fdc-ad10-4797-a76a-47c9f02493ea req-a3824a8f-a481-44ce-ab65-a3129bc43ad2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0999444 Apr 01 16:19:17.412165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b0fdc-ad10-4797-a76a-47c9f02493ea req-dbe29489-b151-4aa7-a932-37ee3e395738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:17.413679 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-816b0fdc-ad10-4797-a76a-47c9f02493ea req-dbe29489-b151-4aa7-a932-37ee3e395738 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0875318 Apr 01 16:19:17.493252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-9b2d5010-c8c5-4ff6-98fe-639fa67cf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:17.494797 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-9b2d5010-c8c5-4ff6-98fe-639fa67cf57e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 1097 time: 0.0416374 Apr 01 16:19:17.539282 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-e4850282-a911-4214-b548-3db7bdf4dcba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52 HTTP/1.1" status: 200 len: 217 time: 0.0366333 Apr 01 16:19:17.563137 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd51bf-59dd-4ea5-99ad-8ab99f958d28 req-497391d5-f27c-4e76-8a70-8637da90d9a2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:17.564665 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-effd51bf-59dd-4ea5-99ad-8ab99f958d28 req-497391d5-f27c-4e76-8a70-8637da90d9a2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 944 time: 0.0506065 Apr 01 16:19:17.590091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-61178431-2426-4c65-a497-d4ed6a17237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:17.591733 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-61178431-2426-4c65-a497-d4ed6a17237b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cf3db1-e194-4c3c-927b-b45522c1a792 HTTP/1.1" status: 200 len: 835 time: 0.0449059 Apr 01 16:19:17.603361 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-effd51bf-59dd-4ea5-99ad-8ab99f958d28 req-0b896cd3-10a5-4504-8239-47273b27431d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324531 Apr 01 16:19:17.642469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-72d7ed3a-76ed-466c-ad1f-b996304b164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:17.643944 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-72d7ed3a-76ed-466c-ad1f-b996304b164b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80cfedd-98ed-4142-b682-94b1032da85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407288 Apr 01 16:19:17.742941 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-7d4671d6-9594-45ef-8d82-cbb0d61238dc service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886717 Apr 01 16:19:17.835834 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6f050b0d-2f5b-47e5-b69d-501eb400088c req-dd9e010c-facf-4d77-9ce9-515bbb87347b service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817378 Apr 01 16:19:18.722202 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc2466-8c6e-4629-871f-2e5f3d1ac5dd req-45fb230d-8764-4594-9b0c-c1e8e25a9eb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:18.723685 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-47dc2466-8c6e-4629-871f-2e5f3d1ac5dd req-45fb230d-8764-4594-9b0c-c1e8e25a9eb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 944 time: 0.0503533 Apr 01 16:19:18.765267 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-47dc2466-8c6e-4629-871f-2e5f3d1ac5dd req-f4a1e43b-1119-418c-bd01-09122db69bc7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341423 Apr 01 16:19:19.877904 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92110995-bfec-4e9e-b3a0-2d93ffc1de5a req-4e73fcdd-8837-4ab0-b6ae-9f3055075f1a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:19.879373 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-92110995-bfec-4e9e-b3a0-2d93ffc1de5a req-4e73fcdd-8837-4ab0-b6ae-9f3055075f1a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 944 time: 0.0482814 Apr 01 16:19:19.921424 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-92110995-bfec-4e9e-b3a0-2d93ffc1de5a req-a0c230f4-fca3-435f-a0a5-b7a18e136ecd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354958 Apr 01 16:19:20.816476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:19:20.910136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:20.921457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'port_id': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'mac_address': 'fa:16:3e:e8:33:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:19:20.965292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:20.982861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:19:21.004478 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:21.047737 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8426e-22d2-4802-8dea-80d8dcd33c5d req-c1749595-b120-4164-a585-f7f2eb575c07 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:21.049490 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ece8426e-22d2-4802-8dea-80d8dcd33c5d req-c1749595-b120-4164-a585-f7f2eb575c07 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 944 time: 0.0511184 Apr 01 16:19:21.088180 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ece8426e-22d2-4802-8dea-80d8dcd33c5d req-876e8a23-1633-47ba-9ee5-fc3f279946a0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Apr 01 16:19:21.097254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:21.143798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:21.364694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['67c0457f-6a1e-4912-a1fa-ff6488fdcf52'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:19:22.125795 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:19:22.206046 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaefd6-fbeb-4271-8e6d-5cf8842bab10 req-c5f33abf-1f90-42c1-830b-09314d624dbd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:22.207537 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f0aaefd6-fbeb-4271-8e6d-5cf8842bab10 req-c5f33abf-1f90-42c1-830b-09314d624dbd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Apr 01 16:19:22.245939 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f0aaefd6-fbeb-4271-8e6d-5cf8842bab10 req-57320423-c11f-41ed-85cf-03633946396d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Apr 01 16:19:22.821314 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:19:22.952890 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:19:22.956892 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:22.957262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:23.037116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:23.059268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:23.061573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8904f3a2-e555-4412-913c-8ca18c3e30e9" -d '{"events": [{"server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "name": "network-vif-plugged", "status": "completed", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:19:23.074983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:23.154277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:23.181275 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3f1fc2-b611-4331-9142-ff52414d3f45 x-openstack-request-id: req-db3f1fc2-b611-4331-9142-ff52414d3f45 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:19:23.181566 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "name": "network-vif-plugged", "status": "completed", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:19:23.181817 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db3f1fc2-b611-4331-9142-ff52414d3f45 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:19:23.182206 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3f1fc2-b611-4331-9142-ff52414d3f45'] response: {'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'code': 200} Apr 01 16:19:23.211392 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:23.362868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c76226-c8e2-4867-afe0-1e26837b5867 req-b08e43cd-7f7b-41f0-8004-ed93ebb01902 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:23.365524 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a4c76226-c8e2-4867-afe0-1e26837b5867 req-b08e43cd-7f7b-41f0-8004-ed93ebb01902 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0502970 Apr 01 16:19:23.407090 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a4c76226-c8e2-4867-afe0-1e26837b5867 req-8bf1053d-5814-49f5-83be-e3a4036204a9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360012 Apr 01 16:19:23.907950 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d801-652c-43fa-b222-8e0cdbff2733 req-eac9671f-b5a3-4c4f-8822-bf73bf62e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:23.909385 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f268d801-652c-43fa-b222-8e0cdbff2733 req-eac9671f-b5a3-4c4f-8822-bf73bf62e1bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 1099 time: 0.3872943 Apr 01 16:19:23.945427 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f268d801-652c-43fa-b222-8e0cdbff2733 req-b7d54ae8-7ed6-4876-b34a-816e0c586e78 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271451 Apr 01 16:19:24.528763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2e20-dfda-4ca1-9a70-c7d3085e22de req-a8920032-f246-4fba-9ca9-023a1ecd1e86 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:24.530388 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18fc2e20-dfda-4ca1-9a70-c7d3085e22de req-a8920032-f246-4fba-9ca9-023a1ecd1e86 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0501032 Apr 01 16:19:24.568636 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-18fc2e20-dfda-4ca1-9a70-c7d3085e22de req-87597e89-21f2-4b33-b04f-4dafce486879 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Apr 01 16:19:25.693332 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ccf24-6c1e-4397-84b3-ba6dab3c346b req-12e3c4e2-85f2-4a53-b166-adc19f56f7b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:25.694821 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-767ccf24-6c1e-4397-84b3-ba6dab3c346b req-12e3c4e2-85f2-4a53-b166-adc19f56f7b5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0488565 Apr 01 16:19:25.733475 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-767ccf24-6c1e-4397-84b3-ba6dab3c346b req-6b9b2f7b-a4c8-4b86-bbac-67e62fed638e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319843 Apr 01 16:19:25.850984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aeff2-c681-4b55-8d5c-396dc39e756e req-ad85b809-c7de-4804-97ac-94ab57bcd912 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:25.852529 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f66aeff2-c681-4b55-8d5c-396dc39e756e req-ad85b809-c7de-4804-97ac-94ab57bcd912 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0492327 Apr 01 16:19:25.893215 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f66aeff2-c681-4b55-8d5c-396dc39e756e req-91d7a90c-a238-45d6-9a3a-f9d079bf0aeb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346379 Apr 01 16:19:25.915307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60794) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:25.953718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65ba58e-e4dd-4bcf-98da-68ee36e27c61 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:25.955194 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e65ba58e-e4dd-4bcf-98da-68ee36e27c61 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 1094 time: 0.0389199 Apr 01 16:19:25.957904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60796) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:25.962659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:19:26.074043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.173297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.273368 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.143 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/996ccb61-0a25-4f63-87f6-e6ad2bd190ee) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:19:26.381163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.474304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.515654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:26.518743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:26.523466 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:19:26.529311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=996ccb61-0a25-4f63-87f6-e6ad2bd190ee,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:26.886579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:27.006586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:27.157108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:27.233644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:27.300605 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=996ccb61-0a25-4f63-87f6-e6ad2bd190ee,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:27.315310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:27.414517 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP 5402deb8-5795-4786-b9a4-b9e2fba4f7be associated. External IP: 172.26.6.143, port: 67c0457f-6a1e-4912-a1fa-ff6488fdcf52. Apr 01 16:19:27.620555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:19:27.725969 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:19:27.735742 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] Sync routers for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:19:27.746358 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:19:27.749533 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:19:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:27.807851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:27.839126 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-20240a02-a7a1-423f-b686-d70fad99bdb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8802152 Apr 01 16:19:27.839819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:19:27.842619 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:19:27.856383 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:19:27.887338 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6942a7f8-582a-4718-be79-7c3ec47d7c31 x-openstack-request-id: req-6942a7f8-582a-4718-be79-7c3ec47d7c31 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:19:27.887635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:19:27.887888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6942a7f8-582a-4718-be79-7c3ec47d7c31 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:19:27.888297 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6942a7f8-582a-4718-be79-7c3ec47d7c31'] response: {'name': 'network-changed', 'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'status': 'completed', 'code': 200} Apr 01 16:19:27.954639 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ce60f-d31b-42db-a30d-951281f2b9e6 req-c77d0d0c-a4fb-4fb8-8228-8b44cae7b39d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:27.955546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-627ec19b-d111-4228-a7f3-b757133f1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:27.956225 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-120ce60f-d31b-42db-a30d-951281f2b9e6 req-c77d0d0c-a4fb-4fb8-8228-8b44cae7b39d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0510142 Apr 01 16:19:27.961854 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-627ec19b-d111-4228-a7f3-b757133f1e34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 1099 time: 0.0505025 Apr 01 16:19:27.998059 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-120ce60f-d31b-42db-a30d-951281f2b9e6 req-523c7876-3f14-4fbd-910e-ce6abceb319f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351379 Apr 01 16:19:28.025234 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60802) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:28.058316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-38da9786-aa66-4516-868d-e86b966413df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:28.059853 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-38da9786-aa66-4516-868d-e86b966413df service neutron] 10.222.0.41 "GET /v2.0/networks?id=a80cfedd-98ed-4142-b682-94b1032da85e HTTP/1.1" status: 200 len: 899 time: 0.0910053 Apr 01 16:19:28.088546 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-30950c9e-c563-4e38-b22f-5d0fb9f7a8bf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/5402deb8-5795-4786-b9a4-b9e2fba4f7be HTTP/1.1" status: 200 len: 992 time: 0.0619016 Apr 01 16:19:28.096486 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '5402deb8-5795-4786-b9a4-b9e2fba4f7be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.143', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'port_id': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'mac_address': 'fa:16:3e:e8:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:19:26Z', 'updated_at': '2022-04-01T16:19:26Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8549f1-d174-4730-9bd9-4f52d8ee7275', 'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:73:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:10Z', 'updated_at': '2022-04-01T16:19:14Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:28.123983 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] Checking router: 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:19:28.133496 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:19:28.134064 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:19:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:28.138508 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-c879a9d0-1ffe-4088-8298-9dad1370bd9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52 HTTP/1.1" status: 200 len: 1000 time: 0.0718987 Apr 01 16:19:28.189607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-98365766-3011-475c-be45-bdc3796f5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:28.191196 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-98365766-3011-475c-be45-bdc3796f5356 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cf3db1-e194-4c3c-927b-b45522c1a792 HTTP/1.1" status: 200 len: 835 time: 0.0458651 Apr 01 16:19:28.241686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-ae54a01b-f0bc-4da3-ad15-6baea337d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:28.243750 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-ae54a01b-f0bc-4da3-ad15-6baea337d722 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80cfedd-98ed-4142-b682-94b1032da85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418837 Apr 01 16:19:28.244182 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:19:28.337792 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-c2043c05-db6c-4f78-bc96-5a2f77e7073e service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879140 Apr 01 16:19:28.429999 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-9f49c23c-4ccd-41f3-aa42-f8904f5e4de6 req-7303e3e1-c047-4e91-9a90-27c24e15c5c2 service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861006 Apr 01 16:19:28.468180 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '5402deb8-5795-4786-b9a4-b9e2fba4f7be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.143', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'port_id': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'mac_address': 'fa:16:3e:e8:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:19:26Z', 'updated_at': '2022-04-01T16:19:26Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8549f1-d174-4730-9bd9-4f52d8ee7275', 'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:73:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:10Z', 'updated_at': '2022-04-01T16:19:14Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:28.498179 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c74933-5fe5-494c-9ce6-d9b162f386f7 None None] The sync data for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv is: [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '5402deb8-5795-4786-b9a4-b9e2fba4f7be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.143', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'port_id': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'mac_address': 'fa:16:3e:e8:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:19:26Z', 'updated_at': '2022-04-01T16:19:26Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8549f1-d174-4730-9bd9-4f52d8ee7275', 'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:73:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:10Z', 'updated_at': '2022-04-01T16:19:14Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:19:28.687658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be873216-442c-483b-88c3-9c26c70532be None None] New status for floating IP 5402deb8-5795-4786-b9a4-b9e2fba4f7be: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:19:29.092739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60804) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:19:29.152521 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-58d41f29-4eb0-42a3-a383-b1be84cfd022 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/5402deb8-5795-4786-b9a4-b9e2fba4f7be HTTP/1.1" status: 200 len: 994 time: 0.0585999 Apr 01 16:19:34.754192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4bf49a61-4dd4-4fcb-9ab7-362b49a13785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:37.280612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0428ad8b-2b8c-4038-be73-6308d70ddd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:40.140632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:40.909485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:41.066824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:45.878303 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:50.186294 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-190da7b1-9184-4520-a896-a17311c8dcaa req-98ce2778-0722-472b-98c1-d9877522f72e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409062 Apr 01 16:19:50.276620 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190da7b1-9184-4520-a896-a17311c8dcaa req-642a8bc8-52a4-4421-9af8-81daa11f0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:50.278175 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-190da7b1-9184-4520-a896-a17311c8dcaa req-642a8bc8-52a4-4421-9af8-81daa11f0a39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 1099 time: 0.0450418 Apr 01 16:19:50.383293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190da7b1-9184-4520-a896-a17311c8dcaa req-6aa4e209-4cd1-4cc8-a3e0-16e19b405745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:50.384795 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-190da7b1-9184-4520-a896-a17311c8dcaa req-6aa4e209-4cd1-4cc8-a3e0-16e19b405745 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a80cfedd-98ed-4142-b682-94b1032da85e HTTP/1.1" status: 200 len: 899 time: 0.0858574 Apr 01 16:19:50.454362 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-190da7b1-9184-4520-a896-a17311c8dcaa req-27528534-7ab2-438f-88b1-8895ea3e8c2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52 HTTP/1.1" status: 200 len: 1002 time: 0.0610113 Apr 01 16:19:50.504754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190da7b1-9184-4520-a896-a17311c8dcaa req-14a25009-168b-42b7-bffb-ce2327220a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:50.506241 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-190da7b1-9184-4520-a896-a17311c8dcaa req-14a25009-168b-42b7-bffb-ce2327220a14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cf3db1-e194-4c3c-927b-b45522c1a792 HTTP/1.1" status: 200 len: 835 time: 0.0454915 Apr 01 16:19:50.553475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190da7b1-9184-4520-a896-a17311c8dcaa req-43f63136-3037-42a0-9950-3f9115efa9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:50.555060 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-190da7b1-9184-4520-a896-a17311c8dcaa req-43f63136-3037-42a0-9950-3f9115efa9b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80cfedd-98ed-4142-b682-94b1032da85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408981 Apr 01 16:19:50.649280 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-190da7b1-9184-4520-a896-a17311c8dcaa req-d01e839e-4c87-4ec2-9fa0-f1fe06eb9544 service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867481 Apr 01 16:19:50.746875 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-190da7b1-9184-4520-a896-a17311c8dcaa req-5f7ece0b-928a-497b-a2a2-63ef864fd3aa service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860519 Apr 01 16:19:59.125073 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:20:04.787079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2f706a9c-fce7-42ef-8a05-888046e32d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:04.996394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13052015-9fd3-4cb7-b673-68ad779bdd77 req-42b7bcd9-ed0d-4f11-ab16-0850a7133ccf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:04.997929 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-13052015-9fd3-4cb7-b673-68ad779bdd77 req-42b7bcd9-ed0d-4f11-ab16-0850a7133ccf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0535426 Apr 01 16:20:05.038836 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-13052015-9fd3-4cb7-b673-68ad779bdd77 req-dd9dbd95-bedc-4aef-b038-0031c3580d4a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345588 Apr 01 16:20:05.080332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-c244e8d8-08ba-4495-8828-d8e1c73c9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.081872 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-c244e8d8-08ba-4495-8828-d8e1c73c9675 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 1099 time: 0.0465450 Apr 01 16:20:05.173173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-c2c5c6b2-8040-4c38-9783-972c1dbc3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.174563 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-c2c5c6b2-8040-4c38-9783-972c1dbc3a4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a80cfedd-98ed-4142-b682-94b1032da85e HTTP/1.1" status: 200 len: 899 time: 0.0861187 Apr 01 16:20:05.246511 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-0f1f40a6-bdbf-4643-ab8c-c609231b6bb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52 HTTP/1.1" status: 200 len: 1002 time: 0.0648723 Apr 01 16:20:05.303627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-5fe2f769-c4fc-42a5-9f8d-f18c4651b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.305223 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-5fe2f769-c4fc-42a5-9f8d-f18c4651b164 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cf3db1-e194-4c3c-927b-b45522c1a792 HTTP/1.1" status: 200 len: 835 time: 0.0476422 Apr 01 16:20:05.352972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-bb19b67b-24a9-4905-845f-3e5873fdba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.354259 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-bb19b67b-24a9-4905-845f-3e5873fdba20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80cfedd-98ed-4142-b682-94b1032da85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421200 Apr 01 16:20:05.451392 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-003d14b8-a74f-424f-9a7b-31c64e1c6945 service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896242 Apr 01 16:20:05.545447 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-340ee1eb-2271-4ac4-8f39-7bdeb3f410cb req-cd2adfe2-6ee4-4450-970e-005456779366 service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855422 Apr 01 16:20:06.161003 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3cbda-c7cd-430a-962a-dfe7741fe04b req-15a22193-3f27-4d3b-8b34-14d79e3bf414 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:06.162470 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65d3cbda-c7cd-430a-962a-dfe7741fe04b req-15a22193-3f27-4d3b-8b34-14d79e3bf414 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0488460 Apr 01 16:20:06.201643 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-65d3cbda-c7cd-430a-962a-dfe7741fe04b req-4a9cee47-fc69-40f1-827a-a69c31274c80 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322714 Apr 01 16:20:07.274768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-063210bb-97f3-471b-b168-045e8831f5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:07.318787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20778-8c75-4aac-9838-20ad771f1635 req-9c456240-03f0-4e2a-a7e2-e754444eb654 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:07.320278 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6a20778-8c75-4aac-9838-20ad771f1635 req-9c456240-03f0-4e2a-a7e2-e754444eb654 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0495808 Apr 01 16:20:07.360131 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6a20778-8c75-4aac-9838-20ad771f1635 req-0208e194-c334-4bfb-9a6d-246216c9669d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335958 Apr 01 16:20:08.478907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b0b4d-cf12-40f3-bc10-aea233846628 req-d45a67f2-a8e7-4c2e-b1f2-65ef056aa13d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:08.480420 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a28b0b4d-cf12-40f3-bc10-aea233846628 req-d45a67f2-a8e7-4c2e-b1f2-65ef056aa13d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0541019 Apr 01 16:20:08.518474 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a28b0b4d-cf12-40f3-bc10-aea233846628 req-f5ccf531-a916-4835-bcff-89dd45f5aaf1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319948 Apr 01 16:20:09.636237 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78418717-f94a-4aa8-b991-42a6765aae3e req-194ab4fa-7964-473b-8c3a-8e12b9e785b9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:09.637854 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-78418717-f94a-4aa8-b991-42a6765aae3e req-194ab4fa-7964-473b-8c3a-8e12b9e785b9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0515394 Apr 01 16:20:09.678723 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-78418717-f94a-4aa8-b991-42a6765aae3e req-e982a0c1-e67c-49de-9afa-8ef604ae5f31 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Apr 01 16:20:09.862526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:10.801977 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fcc67-a482-4978-88b5-2383496374f6 req-1d8cc3f5-2b45-408e-8e05-c8a43a44046a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:10.803513 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-349fcc67-a482-4978-88b5-2383496374f6 req-1d8cc3f5-2b45-408e-8e05-c8a43a44046a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0504735 Apr 01 16:20:10.843593 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-349fcc67-a482-4978-88b5-2383496374f6 req-552811b8-e720-44ac-95c4-265b9359e199 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332117 Apr 01 16:20:10.872602 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.056209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.963014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd1283-53a6-4232-969f-a682d8ff608d req-e6c16019-5ced-4c66-b714-6043a43e160c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:11.964416 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35bd1283-53a6-4232-969f-a682d8ff608d req-e6c16019-5ced-4c66-b714-6043a43e160c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0524995 Apr 01 16:20:12.001756 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-35bd1283-53a6-4232-969f-a682d8ff608d req-44d604eb-8204-4fdf-9d22-bea7f3a14729 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310717 Apr 01 16:20:13.118152 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1b4f3-d973-4387-b4a1-7feb57e2a8ba req-15d38790-6017-4472-b3fd-293ffb1d9a05 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:13.120173 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ce1b4f3-d973-4387-b4a1-7feb57e2a8ba req-15d38790-6017-4472-b3fd-293ffb1d9a05 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0515852 Apr 01 16:20:13.157663 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ce1b4f3-d973-4387-b4a1-7feb57e2a8ba req-a7b7283c-f145-4e1b-a055-8cb61f6660b6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Apr 01 16:20:14.276803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c777eb-e2b6-4b4f-9542-7b6bdbf5a7ac req-f4d93c4e-b328-48d8-965a-ede376add1c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:14.278338 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-58c777eb-e2b6-4b4f-9542-7b6bdbf5a7ac req-f4d93c4e-b328-48d8-965a-ede376add1c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0488226 Apr 01 16:20:14.317363 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-58c777eb-e2b6-4b4f-9542-7b6bdbf5a7ac req-263bac8e-e088-4dc4-9169-e2bfc8eb3de3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Apr 01 16:20:15.444944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777da86b-3420-44a1-9697-6c7a8a1c622b req-3f9cdada-0b4e-4625-b5bd-520bb7b722f6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:15.446429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-777da86b-3420-44a1-9697-6c7a8a1c622b req-3f9cdada-0b4e-4625-b5bd-520bb7b722f6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0567968 Apr 01 16:20:15.485642 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-777da86b-3420-44a1-9697-6c7a8a1c622b req-9f79d1c9-93d2-433b-a486-62c2aea344a3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324202 Apr 01 16:20:15.889666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.604419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dfcc5-96f2-44f6-bf6a-1eacae40ebf5 req-5f3152b1-931a-4d22-909c-aa7d30103dbb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:16.605913 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce8dfcc5-96f2-44f6-bf6a-1eacae40ebf5 req-5f3152b1-931a-4d22-909c-aa7d30103dbb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0504446 Apr 01 16:20:16.647577 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce8dfcc5-96f2-44f6-bf6a-1eacae40ebf5 req-53f4e0d0-d397-4547-b46a-7ee9f6511ab3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345175 Apr 01 16:20:17.944594 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e60a0-d20e-4152-bd16-1e57737fc31a req-1a509600-c88d-4e87-80ec-a3784a119f29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:17.946034 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be5e60a0-d20e-4152-bd16-1e57737fc31a req-1a509600-c88d-4e87-80ec-a3784a119f29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0503991 Apr 01 16:20:17.986007 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-be5e60a0-d20e-4152-bd16-1e57737fc31a req-6c71e54a-0ae6-41ae-adbf-f1adac772d50 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338590 Apr 01 16:20:18.008224 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60844) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:20:18.071986 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-24830609-238f-4a87-90a4-587b2195c969 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/5402deb8-5795-4786-b9a4-b9e2fba4f7be HTTP/1.1" status: 200 len: 994 time: 0.0620532 Apr 01 16:20:34.725580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6c50b5a3-c607-49fb-8c4f-fca5bf8bdac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.125014 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:20:37.285257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e7e1a13c-23b5-43e8-82fd-83d7c8a7c1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:39.862491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:40.885643 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.096840 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:45.873689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:49.502620 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-240f0f36-d551-4e27-bcb3-bf803e981aa6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404112 Apr 01 16:20:49.585038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-b1e2aabf-0f14-4f59-ab97-88e0de6c1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:49.586546 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-b1e2aabf-0f14-4f59-ab97-88e0de6c1fdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 1099 time: 0.0439577 Apr 01 16:20:49.692091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-ccad58a3-7c20-45ab-a70f-617a3bad6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:49.693609 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-ccad58a3-7c20-45ab-a70f-617a3bad6d2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a80cfedd-98ed-4142-b682-94b1032da85e HTTP/1.1" status: 200 len: 899 time: 0.0850170 Apr 01 16:20:49.763311 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-2b30fd1a-cce1-456d-9b8e-d85e15c990f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52 HTTP/1.1" status: 200 len: 1002 time: 0.0621147 Apr 01 16:20:49.815009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-aa61159a-557a-4d90-975a-545c5088c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:49.816504 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-aa61159a-557a-4d90-975a-545c5088c258 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cf3db1-e194-4c3c-927b-b45522c1a792 HTTP/1.1" status: 200 len: 835 time: 0.0434320 Apr 01 16:20:49.862672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-9a9b9019-0a0f-4a50-a0ba-3d1640a9e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:49.864075 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-9a9b9019-0a0f-4a50-a0ba-3d1640a9e54c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80cfedd-98ed-4142-b682-94b1032da85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407684 Apr 01 16:20:49.957782 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-fbea666a-4e00-4e4b-bd1a-0a6fee8873c4 service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842953 Apr 01 16:20:50.047235 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-846bdd4a-4e4f-4403-ba44-06f7f987e0b6 req-6a938370-212f-48a6-a975-2955b2418c90 service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809000 Apr 01 16:20:50.505304 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60864) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:20:50.660582 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 996ccb61-0a25-4f63-87f6-e6ad2bd190ee {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:20:50.660920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:50.738870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:50.739197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:50.751362 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 996ccb61-0a25-4f63-87f6-e6ad2bd190ee owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:20:50.980951 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:51.006179 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=996ccb61-0a25-4f63-87f6-e6ad2bd190ee,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:51.018038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.018412 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.018751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.019085 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.019416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.019737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.020065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.020416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.020738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.021058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.021379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.021696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:51.073937 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:51.074842 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP 5402deb8-5795-4786-b9a4-b9e2fba4f7be disassociated (deleted). External IP: 172.26.6.143, port: 67c0457f-6a1e-4912-a1fa-ff6488fdcf52. Apr 01 16:20:51.282299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:20:51.388598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:20:51.392984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:51.399178 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] Sync routers for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:20:51.409421 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:20:51.410027 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:20:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:51.423960 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f9476b50-dd3f-428e-8aca-9ad46f6ee7e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/floatingips/5402deb8-5795-4786-b9a4-b9e2fba4f7be HTTP/1.1" status: 204 len: 168 time: 0.9150860 Apr 01 16:20:51.423960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:51.424540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730c3e96-187a-4601-a682-854a52628e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:20:51.462322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9877d827-92dd-4c06-a0fd-a13e8c577563 x-openstack-request-id: req-9877d827-92dd-4c06-a0fd-a13e8c577563 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:20:51.462672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:20:51.462985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9877d827-92dd-4c06-a0fd-a13e8c577563 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:20:51.463462 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9877d827-92dd-4c06-a0fd-a13e8c577563'] response: {'name': 'network-changed', 'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'status': 'completed', 'code': 200} Apr 01 16:20:51.520886 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:20:51.535954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e96-187a-4601-a682-854a52628e0d req-48d2a0c0-ab4a-4f5a-aeba-6597eefedc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:51.537414 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-730c3e96-187a-4601-a682-854a52628e0d req-48d2a0c0-ab4a-4f5a-aeba-6597eefedc76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 1099 time: 0.0409839 Apr 01 16:20:51.644014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e96-187a-4601-a682-854a52628e0d req-14e0c208-1fd4-4a66-a692-6965fc37ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:51.645646 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-730c3e96-187a-4601-a682-854a52628e0d req-14e0c208-1fd4-4a66-a692-6965fc37ac9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a80cfedd-98ed-4142-b682-94b1032da85e HTTP/1.1" status: 200 len: 899 time: 0.0968728 Apr 01 16:20:51.690876 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-730c3e96-187a-4601-a682-854a52628e0d req-a68b2ae4-144b-40c7-aac1-164b708e6300 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52 HTTP/1.1" status: 200 len: 217 time: 0.0351312 Apr 01 16:20:51.723646 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5d8549f1-d174-4730-9bd9-4f52d8ee7275', 'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:73:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:10Z', 'updated_at': '2022-04-01T16:19:14Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:51.749136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e96-187a-4601-a682-854a52628e0d req-5a134db0-6dfc-4583-b425-5c27d255785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:51.750640 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-730c3e96-187a-4601-a682-854a52628e0d req-5a134db0-6dfc-4583-b425-5c27d255785d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29cf3db1-e194-4c3c-927b-b45522c1a792 HTTP/1.1" status: 200 len: 835 time: 0.0498855 Apr 01 16:20:51.806872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e96-187a-4601-a682-854a52628e0d req-64b1af8a-4278-4262-8c16-ac927e387db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:51.808314 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-730c3e96-187a-4601-a682-854a52628e0d req-64b1af8a-4278-4262-8c16-ac927e387db5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80cfedd-98ed-4142-b682-94b1032da85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473607 Apr 01 16:20:51.843972 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] Checking router: 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:20:51.852204 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:20:51.852843 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:20:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:51.906598 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-730c3e96-187a-4601-a682-854a52628e0d req-e5237703-7080-45c4-ae62-a51d70f547e6 service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866714 Apr 01 16:20:51.959840 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:20:52.042286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715388-00c4-4478-8184-0c15411aa754 req-0a2b0e13-dfc6-4c6c-ae62-fdff752eed8b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:52.045753 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66715388-00c4-4478-8184-0c15411aa754 req-0a2b0e13-dfc6-4c6c-ae62-fdff752eed8b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0620995 Apr 01 16:20:52.092275 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66715388-00c4-4478-8184-0c15411aa754 req-f348f040-7f4d-4688-947f-51d5ce9d59e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395963 Apr 01 16:20:52.170197 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5d8549f1-d174-4730-9bd9-4f52d8ee7275', 'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:73:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:10Z', 'updated_at': '2022-04-01T16:19:14Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:52.197148 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19ad53-c69d-468d-9e06-7726bb841211 None None] The sync data for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv is: [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '5d8549f1-d174-4730-9bd9-4f52d8ee7275', 'name': '', 'network_id': 'a80cfedd-98ed-4142-b682-94b1032da85e', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:73:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:10Z', 'updated_at': '2022-04-01T16:19:14Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '29cf3db1-e194-4c3c-927b-b45522c1a792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:20:52.348575 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-730c3e96-187a-4601-a682-854a52628e0d req-6a2b8d69-1248-4a3f-8803-41c2afb368c4 service neutron] 10.222.0.41 "GET /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321413 Apr 01 16:20:52.435830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da90ad3-9800-44b6-9f7d-74768f5d7ef1 None None] New status for floating IP 5402deb8-5795-4786-b9a4-b9e2fba4f7be: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:20:53.214016 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9921e-2e9c-4c03-aa1e-3031c15b2f91 req-c22bb079-bd14-4211-a318-1c066d4ef204 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:53.216177 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a1f9921e-2e9c-4c03-aa1e-3031c15b2f91 req-c22bb079-bd14-4211-a318-1c066d4ef204 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0502837 Apr 01 16:20:53.253298 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a1f9921e-2e9c-4c03-aa1e-3031c15b2f91 req-eb6afe49-e94f-4da2-a311-6be16f09fc7f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=6096c164-0077-4811-8801-c369994c817a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308311 Apr 01 16:20:53.821344 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-11e9679f-20d0-4eb6-9d82-2cbfb459817a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:53.822809 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-11e9679f-20d0-4eb6-9d82-2cbfb459817a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 946 time: 0.0495288 Apr 01 16:20:53.923526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:20:53.923764 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:54.016203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:54.016591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:54.028898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:20:54.226515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:54.258112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=67c0457f-6a1e-4912-a1fa-ff6488fdcf52,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:54.303131 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] No DVR routers for this DVR port 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:54.305900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:54.309264 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7db01d83-bd7e-4530-a652-8f696d3dc011 req-ca090789-477f-4176-ae1b-a66a874f12dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "DELETE /v2.0/ports/67c0457f-6a1e-4912-a1fa-ff6488fdcf52 HTTP/1.1" status: 204 len: 173 time: 0.4806285 Apr 01 16:20:54.309720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'name': 'network-vif-deleted', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:20:54.311987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecaea56-2f09-49d2-b95b-8d7fcec2b369" -d '{"events": [{"server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "name": "network-vif-deleted", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:20:54.352660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127b981b-efee-493d-a50f-f783220d8838 x-openstack-request-id: req-127b981b-efee-493d-a50f-f783220d8838 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:20:54.353037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3", "name": "network-vif-deleted", "tag": "67c0457f-6a1e-4912-a1fa-ff6488fdcf52", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:20:54.353289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-127b981b-efee-493d-a50f-f783220d8838 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:20:54.353687 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127b981b-efee-493d-a50f-f783220d8838'] response: {'server_uuid': '6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3', 'name': 'network-vif-deleted', 'tag': '67c0457f-6a1e-4912-a1fa-ff6488fdcf52', 'status': 'completed', 'code': 200} Apr 01 16:20:54.354374 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d1ccd648-557c-4511-b636-3c4994bad4cc req-eb12c421-0cc0-4403-8102-1d2f34e3d1fc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 210 time: 0.0291145 Apr 01 16:20:55.468303 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b328cd46-147e-4f95-bc4f-16ae8a46337c req-9cbe7320-58f9-4d83-82d2-4a9ea90563b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a1a02ba-f4a5-4ad9-bb71-b4a6f69931d3 HTTP/1.1" status: 200 len: 210 time: 0.0314503 Apr 01 16:20:56.535903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60886) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:20:56.903906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.158095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 5d8549f1-d174-4730-9bd9-4f52d8ee7275 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:20:57.158357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.244948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 5d8549f1-d174-4730-9bd9-4f52d8ee7275, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=5d8549f1-d174-4730-9bd9-4f52d8ee7275,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:57.245314 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.259061 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 5d8549f1-d174-4730-9bd9-4f52d8ee7275 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:20:57.395424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:20:57.415215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:20:57.415488 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 67c0457f-6a1e-4912-a1fa-ff6488fdcf52 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:20:57.520017 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.550691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=5d8549f1-d174-4730-9bd9-4f52d8ee7275,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:57.725364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.942340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:20:58.046071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:20:58.051313 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7a4e7a32-8b53-4628-a70a-c66dba528296 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/98b5e13f-42be-40ed-a794-fc16c0c4f8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5143235 Apr 01 16:20:58.054268 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60888) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:20:58.055920 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] Sync routers for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:20:58.065916 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:20:58.066518 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:20:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:58.105039 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting subnet 29cf3db1-e194-4c3c-927b-b45522c1a792 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:20:58.108881 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.148651 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.170556 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:20:58.237129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.343971 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:20:57Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:58.370052 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] Checking router: 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:20:58.377231 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.378463 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] Routers {'98b5e13f-42be-40ed-a794-fc16c0c4f8a7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:20:58.379061 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:20:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:58.406415 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Subnet': ['ID=29cf3db1-e194-4c3c-927b-b45522c1a792,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:58.408970 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.412226 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/subnets/29cf3db1-e194-4c3c-927b-b45522c1a792 HTTP/1.1" status: 204 len: 168 time: 0.3568056 Apr 01 16:20:58.413909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0cde10-d5af-42c3-ac32-fb758494faa8 None None] Network a80cfedd-98ed-4142-b682-94b1032da85e requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:20:58.415033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60890) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:20:58.419263 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.420057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.420057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.420271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.420632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.420971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.421304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.421633 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.421958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.422461 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.422945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.423446 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15add3-2205-473a-8040-2c0372a6cafb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:58.483769 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] Set router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:20:58.549097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.658552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] DHCP port deletion for a80cfedd-98ed-4142-b682-94b1032da85e request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:20:58.661309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.668007 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:20:57Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:58.694108 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a22cd6-e99a-427f-9704-53ff0d99e9db None None] The sync data for ids ['98b5e13f-42be-40ed-a794-fc16c0c4f8a7'] in dv-neutron-835865-1-hyperv is: [{'id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1127503702', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159'}], 'enable_snat': True}, 'gw_port_id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:19:06Z', 'updated_at': '2022-04-01T16:20:57Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '1fca1969-dfac-46d2-b24a-c5ebe86b7518', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b5e13f-42be-40ed-a794-fc16c0c4f8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:19:07Z', 'updated_at': '2022-04-01T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:20:58.712920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Deleting port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:20:58.713447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.778592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] For port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=3a0c2718-0ea8-478f-bcea-cc95653eb8f3,segment=NetworkSegment(9081e1f9-28d9-41c9-958d-d131b0e5258e),segment_id=9081e1f9-28d9-41c9-958d-d131b0e5258e)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:58.778982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.838453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 1fca1969-dfac-46d2-b24a-c5ebe86b7518 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:20:58.838812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.935179 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Calling delete_port for 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:20:58.937173 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 1fca1969-dfac-46d2-b24a-c5ebe86b7518, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1fca1969-dfac-46d2-b24a-c5ebe86b7518,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:58.937546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:58.951543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 1fca1969-dfac-46d2-b24a-c5ebe86b7518 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:20:59.113866 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.141632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Pushing event deleted for resources: {'Port': ['ID=3a0c2718-0ea8-478f-bcea-cc95653eb8f3,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:59.144320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] No DVR routers for this DVR port 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:59.150953 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.158469 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878e6acd-a696-4757-adb0-50db1f17e1e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:59.211570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.241839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=1fca1969-dfac-46d2-b24a-c5ebe86b7518,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:59.305517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.384273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5d8549f1-d174-4730-9bd9-4f52d8ee7275 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:20:59.397776 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.399935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.406867 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 5d8549f1-d174-4730-9bd9-4f52d8ee7275 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:20:59.407208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 5d8549f1-d174-4730-9bd9-4f52d8ee7275 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:20:59.407630 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:20:59.426664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:20:59.427342 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 3a0c2718-0ea8-478f-bcea-cc95653eb8f3 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:20:59.512319 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.512857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Fanout notify agent at l3_agent the message router_deleted on router 98b5e13f-42be-40ed-a794-fc16c0c4f8a7 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:20:59.519759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.522312 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-06700282-4a2d-4eac-9740-05f4c624f5cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/routers/98b5e13f-42be-40ed-a794-fc16c0c4f8a7 HTTP/1.1" status: 204 len: 168 time: 1.1046281 Apr 01 16:20:59.527754 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60892) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:20:59.610587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.696274 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.716422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80cfedd-98ed-4142-b682-94b1032da85e']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:59.726017 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9081e1f9-28d9-41c9-958d-d131b0e5258e') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:59.726317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9081e1f9-28d9-41c9-958d-d131b0e5258e') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:59.741147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.754342 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.760285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:20:59.760697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:59.763654 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:59.879381 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.886540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.889019 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/networks/a80cfedd-98ed-4142-b682-94b1032da85e HTTP/1.1" status: 204 len: 168 time: 0.3643305 Apr 01 16:20:59.891762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 60894) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:20:59.899936 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedc629-c382-446e-99b5-bd9e5d6057c0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Network': ['ID=a80cfedd-98ed-4142-b682-94b1032da85e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:59.954127 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56f75eee-5bea-4957-ad8e-161307548fbb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.981386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56f75eee-5bea-4957-ad8e-161307548fbb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.096898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56f75eee-5bea-4957-ad8e-161307548fbb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.099639 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-56f75eee-5bea-4957-ad8e-161307548fbb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.100856 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-56f75eee-5bea-4957-ad8e-161307548fbb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/security-groups/6096c164-0077-4811-8801-c369994c817a HTTP/1.1" status: 204 len: 168 time: 0.2079422 Apr 01 16:21:00.110312 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f75eee-5bea-4957-ad8e-161307548fbb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6096c164-0077-4811-8801-c369994c817a,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:00.500312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60900) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:00.505130 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8a53290f-87ed-4a00-bb9c-482f445ead49 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572145018', 'description': 'tempest-secgroup-smoke-572145018 description', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:00.599570 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a53290f-87ed-4a00-bb9c-482f445ead49 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.664898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a53290f-87ed-4a00-bb9c-482f445ead49 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.751937 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a53290f-87ed-4a00-bb9c-482f445ead49 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.779735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53290f-87ed-4a00-bb9c-482f445ead49 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f701d4b-a592-4c4b-a606-10e877b78bbf,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:00.847376 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8a53290f-87ed-4a00-bb9c-482f445ead49 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:00.848771 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8a53290f-87ed-4a00-bb9c-482f445ead49 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3474021 Apr 01 16:21:00.851677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60902) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:00.856787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3b9cee88-e8ae-40b9-821a-12f5f16045a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '0f701d4b-a592-4c4b-a606-10e877b78bbf', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:00.947479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee88-e8ae-40b9-821a-12f5f16045a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.007140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee88-e8ae-40b9-821a-12f5f16045a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.148536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee88-e8ae-40b9-821a-12f5f16045a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.166154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cee88-e8ae-40b9-821a-12f5f16045a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83a311f-3cd1-48f1-a46e-024b42c12781,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:01.293768 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1fca1969-dfac-46d2-b24a-c5ebe86b7518 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:21:01.299262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3b9cee88-e8ae-40b9-821a-12f5f16045a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.300889 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3b9cee88-e8ae-40b9-821a-12f5f16045a6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4482391 Apr 01 16:21:01.303902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60904) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:01.309211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-638b4015-90ad-4305-91c4-02779b435340 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '0f701d4b-a592-4c4b-a606-10e877b78bbf', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:01.318252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1fca1969-dfac-46d2-b24a-c5ebe86b7518 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:21:01.322542 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1fca1969-dfac-46d2-b24a-c5ebe86b7518 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:21:01.438618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-638b4015-90ad-4305-91c4-02779b435340 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.495734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-638b4015-90ad-4305-91c4-02779b435340 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.571024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-638b4015-90ad-4305-91c4-02779b435340 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.589154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b4015-90ad-4305-91c4-02779b435340 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55701387-52dd-4fa9-be66-e25c892b82e6,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:01.682145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-638b4015-90ad-4305-91c4-02779b435340 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.683440 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-638b4015-90ad-4305-91c4-02779b435340 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3782485 Apr 01 16:21:01.687256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60906) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:01.691705 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4f9cec54-fc74-4aeb-9e15-50f4fc06592d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '0f701d4b-a592-4c4b-a606-10e877b78bbf', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:01.804682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f9cec54-fc74-4aeb-9e15-50f4fc06592d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.860991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f9cec54-fc74-4aeb-9e15-50f4fc06592d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.942822 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f9cec54-fc74-4aeb-9e15-50f4fc06592d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:01.962091 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cec54-fc74-4aeb-9e15-50f4fc06592d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3a82e1-d7e6-4fd0-b69b-7882692d8654,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:02.079805 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f9cec54-fc74-4aeb-9e15-50f4fc06592d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.081060 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4f9cec54-fc74-4aeb-9e15-50f4fc06592d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3928568 Apr 01 16:21:02.083732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60908) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:02.088198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-8dd10cf8-16ea-47e6-8459-8f3f348429b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '0f701d4b-a592-4c4b-a606-10e877b78bbf', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:02.196960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8dd10cf8-16ea-47e6-8459-8f3f348429b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.257155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8dd10cf8-16ea-47e6-8459-8f3f348429b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.371888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8dd10cf8-16ea-47e6-8459-8f3f348429b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.389804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10cf8-16ea-47e6-8459-8f3f348429b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd3e636-0642-4189-b0e2-e3b558a327c3,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:02.487425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8dd10cf8-16ea-47e6-8459-8f3f348429b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.488602 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8dd10cf8-16ea-47e6-8459-8f3f348429b4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4038885 Apr 01 16:21:02.491327 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60910) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:02.495688 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-81edc7da-781c-430b-af35-6b37d988026d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '0f701d4b-a592-4c4b-a606-10e877b78bbf', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:02.622919 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-81edc7da-781c-430b-af35-6b37d988026d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:21:02.628143 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-81edc7da-781c-430b-af35-6b37d988026d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.687831 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-81edc7da-781c-430b-af35-6b37d988026d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.851089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-81edc7da-781c-430b-af35-6b37d988026d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.869395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edc7da-781c-430b-af35-6b37d988026d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac1d36d-1458-40f8-8db2-51189a676c2a,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:03.024862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-81edc7da-781c-430b-af35-6b37d988026d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.026119 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-81edc7da-781c-430b-af35-6b37d988026d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5338137 Apr 01 16:21:03.029537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60912) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:03.033841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3ee7c60b-9cd4-4845-9ba1-dcddbada6d88 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': '0f701d4b-a592-4c4b-a606-10e877b78bbf', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:03.154388 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-3ee7c60b-9cd4-4845-9ba1-dcddbada6d88 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:21:03.159426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c60b-9cd4-4845-9ba1-dcddbada6d88 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.219257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c60b-9cd4-4845-9ba1-dcddbada6d88 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.312049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c60b-9cd4-4845-9ba1-dcddbada6d88 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.329737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7c60b-9cd4-4845-9ba1-dcddbada6d88 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f303b5ca-e4a5-41a3-8ff2-eb3fb3a12843,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:03.418804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c60b-9cd4-4845-9ba1-dcddbada6d88 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.420022 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3ee7c60b-9cd4-4845-9ba1-dcddbada6d88 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3895795 Apr 01 16:21:03.422979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60914) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:03.427948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'network': {'name': 'tempest-network-smoke--2078035360', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'port_security_enabled': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:03.502204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:21:03.505611 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.528735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:21:03.537065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.537402 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Added segment 7f5347c2-77de-4de9-9449-6e94a462d6b8 of type vlan for network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd Apr 01 16:21:03.578758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.666477 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.672087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:03.672674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.738044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Network': ['ID=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:03.749363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:21:03.791144 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-458e7e37-b099-4c56-af65-d0535ec1ac29 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3670809 Apr 01 16:21:03.794383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60916) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:03.798810 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'admin_state_up': True, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:03.896927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.897988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:03.951390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:04.475719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:04.734921 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f903f733-e31e-4f87-8744-5220b36940ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:04.750669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:04.769702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:04.874030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.133 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/c055de29-38de-4857-a319-2e61ffa24358) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:21:04.972916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:05.097506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:05.137578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:21:05.140687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:05.144453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:21:05.170994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=c055de29-38de-4857-a319-2e61ffa24358,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:05.528912 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:05.725646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:05.974832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:21:06.081857 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:21:06.092161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Sync routers for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:21:06.102077 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:21:06.102786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:20:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:06.171589 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.172938 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-82b3a439-753c-43b5-a5b1-b3754e2e0054 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3775649 Apr 01 16:21:06.176038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60918) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:06.208433 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2625b0a6-45a2-4c5d-8350-06418a276f7c tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311649 Apr 01 16:21:06.210007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:21:06.211042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60920) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:06.300701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7debd26-d25f-4df8-b361-159007db0c3b tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:06.302188 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d7debd26-d25f-4df8-b361-159007db0c3b tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902362 Apr 01 16:21:06.305054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60922) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:06.333005 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f867048f-4d53-4c20-93ad-6d432051f101 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268757 Apr 01 16:21:06.335420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60924) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:06.340729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418200045', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:06.391047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:05Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:06.420542 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Checking router: 6f58cbba-31a2-4dc8-8a01-50d8682b0264 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:21:06.421028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Updating router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 port c055de29-38de-4857-a319-2e61ffa24358 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:21:06.446010 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.495162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:21:06.498809 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.697368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.820612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.821030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.872652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Attempting to bind port c055de29-38de-4857-a319-2e61ffa24358 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:21:06.873022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Attempting to bind port c055de29-38de-4857-a319-2e61ffa24358 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:21:06.877751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Attempting to bind port c055de29-38de-4857-a319-2e61ffa24358 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:21:06.877751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fd37b-ff91-489a-bdf8-16ea2473867a None None] Pushing event updated for resources: {'Port': ['ID=c055de29-38de-4857-a319-2e61ffa24358,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:06.880830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:21:06.881208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:21:06.881608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.881998 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:21:06.882463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Bound port: c055de29-38de-4857-a319-2e61ffa24358, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:21:06.882844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:06.884665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Subnet': ['ID=324f4613-5724-4653-802d-9fd999e33aa1,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:06.892894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Checking segment: {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:21:06.893253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network hostable DHCP agents. Network: 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:21:06.934674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] For port c055de29-38de-4857-a319-2e61ffa24358, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:21:06.937580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] For port c055de29-38de-4857-a319-2e61ffa24358, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c055de29-38de-4857-a319-2e61ffa24358,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:21:06.999836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:21:07.049851 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:07.104615 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:21:07.105268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:20:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:07.109816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fd37b-ff91-489a-bdf8-16ea2473867a None None] Pushing event updated for resources: {'Port': ['ID=c055de29-38de-4857-a319-2e61ffa24358,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:07.125621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:07.129847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:07.130450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:07.146162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db11d9-0c4d-4e38-bfad-1ab595860bdd None None] Network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:21:07.251483 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fb2b5347-3a16-4e8b-9ccd-0ee861c63b9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9123168 Apr 01 16:21:07.251697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60926) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:07.290839 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:21:07.362529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-02ad8862-b15d-48a2-8001-2ed96baa5131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:07.449641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:21:07.450562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:07.636975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Allocated IP 172.20.0.2 (355b8380-12cc-4680-aa9f-bbbf8c6dd7bd/324f4613-5724-4653-802d-9fd999e33aa1/120b75a3-badc-4264-ae99-fd984b1702df) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:21:07.650335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:05Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:07.681684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d70f0-8a8d-4af6-807b-542f84275894 None None] The sync data for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv is: [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:05Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:21:07.704215 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:07.820233 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:07.889833 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:07.956410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:21:07.960662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Pushing event updated for resources: {'Port': ['ID=120b75a3-badc-4264-ae99-fd984b1702df,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:07.963174 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:07.966014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:21:08.008254 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.1 (355b8380-12cc-4680-aa9f-bbbf8c6dd7bd/324f4613-5724-4653-802d-9fd999e33aa1/f18987a9-881f-46c1-8d89-81a613d7ac9e) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:21:08.021264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Attempting to bind port 120b75a3-badc-4264-ae99-fd984b1702df on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:21:08.023930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Attempting to bind port 120b75a3-badc-4264-ae99-fd984b1702df by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:21:08.023930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Attempting to bind port 120b75a3-badc-4264-ae99-fd984b1702df on network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:21:08.027492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:21:08.029517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Checking segment: {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:21:08.029517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.029517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Bound using segment: {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:21:08.029849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Bound port: 120b75a3-badc-4264-ae99-fd984b1702df, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:21:08.030064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.106775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] For port 120b75a3-badc-4264-ae99-fd984b1702df, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:21:08.112492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] For port 120b75a3-badc-4264-ae99-fd984b1702df, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=120b75a3-badc-4264-ae99-fd984b1702df,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:21:08.156008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.211599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.255848 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.276880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d557f23-8dbf-42a3-8528-92f84ef1fca1 None None] Pushing event updated for resources: {'Port': ['ID=120b75a3-badc-4264-ae99-fd984b1702df,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:08.315057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:21:08.319185 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:08.322074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:21:08.360660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=f18987a9-881f-46c1-8d89-81a613d7ac9e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:08.388590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.636271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.924070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:08.988507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.070136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=f18987a9-881f-46c1-8d89-81a613d7ac9e,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:09.074696 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.174788 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:21:09.176269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:09.210320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbdaafc-c8b2-4f51-8e65-130fa262bfc1 None None] Network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:21:09.314571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:21:09.444147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:21:09.444760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c055de29-38de-4857-a319-2e61ffa24358 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:21:09.450104 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-12f20a1e-dcd6-47dc-b4eb-166e3a2684ca tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/6f58cbba-31a2-4dc8-8a01-50d8682b0264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1973011 Apr 01 16:21:09.487981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8399ffdf-17de-4d9b-854b-53c2cef6c2ea None None] Provisioning complete for port 120b75a3-badc-4264-ae99-fd984b1702df triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:09.488376 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8399ffdf-17de-4d9b-854b-53c2cef6c2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.599114 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c055de29-38de-4857-a319-2e61ffa24358 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:09.599492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.652390 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Sync routers for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:21:09.667210 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:21:09.668118 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:21:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:09.674157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8399ffdf-17de-4d9b-854b-53c2cef6c2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.718650 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-60693148-16b2-4188-bcfe-b0a30a3e42b0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572145018&fields=id&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 267 time: 0.0436184 Apr 01 16:21:09.749949 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8399ffdf-17de-4d9b-854b-53c2cef6c2ea None None] For port 120b75a3-badc-4264-ae99-fd984b1702df, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=120b75a3-badc-4264-ae99-fd984b1702df,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:09.757423 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.784041 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:21:09.795514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port c055de29-38de-4857-a319-2e61ffa24358, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c055de29-38de-4857-a319-2e61ffa24358,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:09.828171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8399ffdf-17de-4d9b-854b-53c2cef6c2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.847987 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-3ebc8537-0482-4134-a989-92db31f6f2c1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:09.849701 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-3ebc8537-0482-4134-a989-92db31f6f2c1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/networks?id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 200 len: 797 time: 0.1220627 Apr 01 16:21:09.861837 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.867491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 120b75a3-badc-4264-ae99-fd984b1702df up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:21:09.867875 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-fecdc3a8-7fbb-41ef-9c05-ba9e907b3b99 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/quotas/c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 375 time: 0.0111485 Apr 01 16:21:09.888500 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:09.928316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399ffdf-17de-4d9b-854b-53c2cef6c2ea None None] Pushing event updated for resources: {'Port': ['ID=120b75a3-badc-4264-ae99-fd984b1702df,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:09.952622 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-29a218ce-1b73-46b8-a3ce-e611ef4bad28 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680175 Apr 01 16:21:09.989640 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 120b75a3-badc-4264-ae99-fd984b1702df triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:09.990079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.015331 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=c055de29-38de-4857-a319-2e61ffa24358,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:10.082927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-950309bf-5267-4ead-b7f0-b0776789938c None None] Provisioning complete for port 120b75a3-badc-4264-ae99-fd984b1702df triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:10.083292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-950309bf-5267-4ead-b7f0-b0776789938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.139499 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-b5f1a7a6-13f4-4d0f-8d1b-3adf7e33d549 service neutron] 10.222.0.73 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853650 Apr 01 16:21:10.161653 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f18987a9-881f-46c1-8d89-81a613d7ac9e', 'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:f0:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:07Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 2, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '324f4613-5724-4653-802d-9fd999e33aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:10.192378 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Checking router: 6f58cbba-31a2-4dc8-8a01-50d8682b0264 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:21:10.192744 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Updating router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 port f18987a9-881f-46c1-8d89-81a613d7ac9e binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:21:10.215253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-950309bf-5267-4ead-b7f0-b0776789938c None None] Provisioning complete for port f18987a9-881f-46c1-8d89-81a613d7ac9e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:10.217748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-950309bf-5267-4ead-b7f0-b0776789938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.223431 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.261000 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-f2e9a354-8ead-4144-bd27-7a1108b9ed9d service neutron] 10.222.0.73 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143274 Apr 01 16:21:10.283702 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-950309bf-5267-4ead-b7f0-b0776789938c None None] Port f18987a9-881f-46c1-8d89-81a613d7ac9e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:21:10.404244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-026dfc9e-4f9c-4fce-8ae7-97a8b65727ea None None] Provisioning complete for port f18987a9-881f-46c1-8d89-81a613d7ac9e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:10.404694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-026dfc9e-4f9c-4fce-8ae7-97a8b65727ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.443005 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-026dfc9e-4f9c-4fce-8ae7-97a8b65727ea None None] Port f18987a9-881f-46c1-8d89-81a613d7ac9e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:21:10.545342 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.557988 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-07bd1afb-75d5-44cc-a8ee-caf9faec99bc req-2fb4eb48-5531-4704-a273-3dbb0a18309c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 210 time: 0.0307419 Apr 01 16:21:10.564082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-28a16378-3297-4089-86be-69c33752cd29 None None] Provisioning complete for port f18987a9-881f-46c1-8d89-81a613d7ac9e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:10.564550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-28a16378-3297-4089-86be-69c33752cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.604451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-28a16378-3297-4089-86be-69c33752cd29 None None] Port f18987a9-881f-46c1-8d89-81a613d7ac9e cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:21:10.611400 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.665276 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Pushing event updated for resources: {'Port': ['ID=f18987a9-881f-46c1-8d89-81a613d7ac9e,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:10.674271 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.674628 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.674959 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.675475 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.675975 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.676507 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.677015 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.677545 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.677882 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.678210 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.678605 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.680589 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:10.740284 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Attempting to bind port f18987a9-881f-46c1-8d89-81a613d7ac9e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:21:10.740834 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Attempting to bind port f18987a9-881f-46c1-8d89-81a613d7ac9e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:21:10.741199 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Attempting to bind port f18987a9-881f-46c1-8d89-81a613d7ac9e on network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:21:10.747504 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:21:10.747870 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Checking segment: {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:21:10.748264 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.748672 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Bound using segment: {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:21:10.749139 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Bound port: f18987a9-881f-46c1-8d89-81a613d7ac9e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:21:10.749516 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.821409 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] For port f18987a9-881f-46c1-8d89-81a613d7ac9e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:21:10.824732 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] For port f18987a9-881f-46c1-8d89-81a613d7ac9e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f18987a9-881f-46c1-8d89-81a613d7ac9e,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:21:10.896632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.920814 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.932691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1ef38607-3b38-461f-b6b6-47916cc038d3 None None] Provisioning complete for port f18987a9-881f-46c1-8d89-81a613d7ac9e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:10.932824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1ef38607-3b38-461f-b6b6-47916cc038d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:10.971859 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:21:10.972543 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:21:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:11.029057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1ef38607-3b38-461f-b6b6-47916cc038d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:11.036238 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ec473-5ea7-4a78-8ce2-b9d39244150e None None] Pushing event updated for resources: {'Port': ['ID=f18987a9-881f-46c1-8d89-81a613d7ac9e,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:11.070758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1ef38607-3b38-461f-b6b6-47916cc038d3 None None] For port f18987a9-881f-46c1-8d89-81a613d7ac9e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f18987a9-881f-46c1-8d89-81a613d7ac9e,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:11.109324 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:21:11.125573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:11.159754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1ef38607-3b38-461f-b6b6-47916cc038d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:11.213578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef38607-3b38-461f-b6b6-47916cc038d3 None None] Pushing event updated for resources: {'Port': ['ID=f18987a9-881f-46c1-8d89-81a613d7ac9e,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:11.281960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5d38ff2e-4568-4487-afe4-4b0cec0a50f5 None None] Provisioning complete for port f18987a9-881f-46c1-8d89-81a613d7ac9e triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:11.282652 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5d38ff2e-4568-4487-afe4-4b0cec0a50f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:11.315392 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f18987a9-881f-46c1-8d89-81a613d7ac9e', 'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:f0:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:07Z', 'updated_at': '2022-04-01T16:21:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '324f4613-5724-4653-802d-9fd999e33aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:11.357736 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33185d3-28d9-4695-8f8b-3fc0ef3e1c93 None None] The sync data for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv is: [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f18987a9-881f-46c1-8d89-81a613d7ac9e', 'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:f0:8c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:07Z', 'updated_at': '2022-04-01T16:21:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '324f4613-5724-4653-802d-9fd999e33aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:21:11.375307 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c055de29-38de-4857-a319-2e61ffa24358 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:21:11.444888 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port c055de29-38de-4857-a319-2e61ffa24358 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:11.445253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:11.530657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 120b75a3-badc-4264-ae99-fd984b1702df up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:21:11.595735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 120b75a3-badc-4264-ae99-fd984b1702df triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:11.596109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:11.673567 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-715eca3c-a48f-4b0b-a798-802096643316 req-b36dab50-0d43-445d-8019-e0f5486fd2ba tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 210 time: 0.0320005 Apr 01 16:21:12.814269 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5b1545d6-95cc-4535-b61f-c7c4612898ce req-c77736eb-eb68-4732-b947-a8d4df571504 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 210 time: 0.0780685 Apr 01 16:21:12.894945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-f585fd73-bbe9-45c3-af6d-ee0878f30928 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:12.896502 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-f585fd73-bbe9-45c3-af6d-ee0878f30928 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/networks?id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 200 len: 797 time: 0.1075706 Apr 01 16:21:12.941584 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-a4fc6a1b-bc8f-4a5c-8a00-90b123b96aa1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 379 time: 0.0353048 Apr 01 16:21:12.955079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'port': {'device_id': '58adae81-2c4e-480e-9de3-6b586d086de3', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'admin_state_up': True, 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'security_groups': ['0f701d4b-a592-4c4b-a606-10e877b78bbf']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:13.124202 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:21:13.153943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:21:13.157446 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:13.284435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.4 (355b8380-12cc-4680-aa9f-bbbf8c6dd7bd/324f4613-5724-4653-802d-9fd999e33aa1/8a016582-1df3-4aa5-ad6b-7e6a633f774d) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:21:13.376627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f18987a9-881f-46c1-8d89-81a613d7ac9e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:21:13.424468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f18987a9-881f-46c1-8d89-81a613d7ac9e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:13.424865 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:13.434237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:13.542901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:13.587655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:21:13.590829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:13.594679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:21:13.600990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=8a016582-1df3-4aa5-ad6b-7e6a633f774d,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:13.651833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:13.652509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:13.767230 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-ff2e780f-eb9e-4605-b75b-7c4f208b36b8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8163760 Apr 01 16:21:13.780630 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-81584323-542c-4050-97c5-efcb8b3bb3fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:21:13.781684 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-81584323-542c-4050-97c5-efcb8b3bb3fa tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057938 Apr 01 16:21:13.796746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6b4459ac-0a88-421c-97d3-34eadff9cc16 None None] Provisioning complete for port 8a016582-1df3-4aa5-ad6b-7e6a633f774d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:13.797045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6b4459ac-0a88-421c-97d3-34eadff9cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:13.798235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Request body: {'port': {'device_id': '58adae81-2c4e-480e-9de3-6b586d086de3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:13.830236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-6b4459ac-0a88-421c-97d3-34eadff9cc16 None None] Port 8a016582-1df3-4aa5-ad6b-7e6a633f774d cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:21:13.856184 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:13.933212 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae7030-dd3a-43cf-ac15-9f0a6b8678bf req-6dcb224f-982b-4442-911b-7db8d1f65602 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:13.934707 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a4ae7030-dd3a-43cf-ac15-9f0a6b8678bf req-6dcb224f-982b-4442-911b-7db8d1f65602 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 931 time: 0.0505562 Apr 01 16:21:13.973618 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a4ae7030-dd3a-43cf-ac15-9f0a6b8678bf req-0afa8c6e-800e-45d2-bf29-6efea5bd0c33 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324063 Apr 01 16:21:14.451600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a016582-1df3-4aa5-ad6b-7e6a633f774d {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:14.459076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.471356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Transition to ACTIVE for port object 8a016582-1df3-4aa5-ad6b-7e6a633f774d will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:21:14.531222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.582147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a016582-1df3-4aa5-ad6b-7e6a633f774d,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:14.654494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Attempting to bind port 8a016582-1df3-4aa5-ad6b-7e6a633f774d on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:21:14.654933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Attempting to bind port 8a016582-1df3-4aa5-ad6b-7e6a633f774d by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:21:14.655272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Attempting to bind port 8a016582-1df3-4aa5-ad6b-7e6a633f774d on network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:21:14.660383 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Port 8a016582-1df3-4aa5-ad6b-7e6a633f774d on network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:21:14.660716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Attempting to bind port 8a016582-1df3-4aa5-ad6b-7e6a633f774d on network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:21:14.666106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:21:14.666447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Checking segment: {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:21:14.666895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Bound using segment: {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:21:14.667327 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Bound port: 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5347c2-77de-4de9-9449-6e94a462d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:21:14.667689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.736348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:21:14.739490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:21:14.832289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.872447 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:14.873065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.874467 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] 10.222.0.41 "PUT /v2.0/ports/8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 200 len: 1093 time: 1.0810523 Apr 01 16:21:14.874917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:14.877203 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbf5399-7159-4d82-8ec9-899fbce6739f" -d '{"events": [{"name": "network-changed", "server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:21:14.902044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9da7be-b7f3-494f-89f4-5120da75adf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a016582-1df3-4aa5-ad6b-7e6a633f774d,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:14.932039 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5d33d5-2888-4a38-9f21-cb92cb99bd4e x-openstack-request-id: req-fd5d33d5-2888-4a38-9f21-cb92cb99bd4e {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:21:14.932330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:21:14.932618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd5d33d5-2888-4a38-9f21-cb92cb99bd4e {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:21:14.933027 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5d33d5-2888-4a38-9f21-cb92cb99bd4e'] response: {'name': 'network-changed', 'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'status': 'completed', 'code': 200} Apr 01 16:21:15.007014 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf5399-7159-4d82-8ec9-899fbce6739f req-266080fc-71dd-45a9-9647-257ac7b11982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:15.008862 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7bbf5399-7159-4d82-8ec9-899fbce6739f req-266080fc-71dd-45a9-9647-257ac7b11982 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1096 time: 0.0444760 Apr 01 16:21:15.101949 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc386892-57b6-462b-89fe-387754dee996 req-10e9bda0-779b-44cd-bd18-6faaff55a186 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:15.103593 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fc386892-57b6-462b-89fe-387754dee996 req-10e9bda0-779b-44cd-bd18-6faaff55a186 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 943 time: 0.0544767 Apr 01 16:21:15.116277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf5399-7159-4d82-8ec9-899fbce6739f req-a4e2a32f-8e3a-41c8-a378-2cc04a235c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:15.117749 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7bbf5399-7159-4d82-8ec9-899fbce6739f req-a4e2a32f-8e3a-41c8-a378-2cc04a235c86 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1008968 Apr 01 16:21:15.151220 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fc386892-57b6-462b-89fe-387754dee996 req-2066eced-09e3-4961-89c0-004b3b745cf5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349252 Apr 01 16:21:15.221974 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf5399-7159-4d82-8ec9-899fbce6739f req-2472931e-7c4e-4a21-b570-57daea655d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:15.223515 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7bbf5399-7159-4d82-8ec9-899fbce6739f req-2472931e-7c4e-4a21-b570-57daea655d26 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0956504 Apr 01 16:21:15.353109 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-f00cc383-3a37-413d-8ac3-8640f9c01fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:15.354578 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-f00cc383-3a37-413d-8ac3-8640f9c01fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1096 time: 0.0861151 Apr 01 16:21:15.403210 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-bbf384ee-4d15-47d4-947e-847de4264697 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 200 len: 217 time: 0.0373528 Apr 01 16:21:15.455116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-2706a874-75bc-4bd8-b8e5-3957b656623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:15.456675 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-2706a874-75bc-4bd8-b8e5-3957b656623a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324f4613-5724-4653-802d-9fd999e33aa1 HTTP/1.1" status: 200 len: 834 time: 0.0437107 Apr 01 16:21:15.505289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-67e7b158-bf6d-4ffa-82bb-7fc8b8d04d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:15.506760 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-67e7b158-bf6d-4ffa-82bb-7fc8b8d04d29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404537 Apr 01 16:21:15.603542 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-02103327-e3b6-4611-bd03-8cc55114a423 service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860212 Apr 01 16:21:15.698007 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-87572116-7719-4ea3-8177-1dd60ec17f8d req-c15f689d-bf02-4b49-8564-40acc68e7dae service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Apr 01 16:21:15.888873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:16.263223 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdc6ef-501e-46e4-b1f5-b571ca72583b req-9dcd0d2d-e5ca-4094-93dd-923dbe9d2970 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:16.264717 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7cbdc6ef-501e-46e4-b1f5-b571ca72583b req-9dcd0d2d-e5ca-4094-93dd-923dbe9d2970 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 943 time: 0.0494344 Apr 01 16:21:16.305175 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7cbdc6ef-501e-46e4-b1f5-b571ca72583b req-beb806da-05aa-4c9e-81bd-696f7ee3b1e4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343332 Apr 01 16:21:17.417426 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987a16b-5125-4aa7-a338-48e44070f280 req-df657ab9-93ec-4b41-ae43-ef01c552bfba tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:17.418924 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e987a16b-5125-4aa7-a338-48e44070f280 req-df657ab9-93ec-4b41-ae43-ef01c552bfba tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 943 time: 0.0496962 Apr 01 16:21:17.452761 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8a016582-1df3-4aa5-ad6b-7e6a633f774d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:21:17.457654 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e987a16b-5125-4aa7-a338-48e44070f280 req-a43028f4-2879-4233-af14-33b35e725002 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320880 Apr 01 16:21:17.549859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:17.560562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'port_id': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'mac_address': 'fa:16:3e:c0:12:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:21:17.596559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:17.609312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a016582-1df3-4aa5-ad6b-7e6a633f774d {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:21:17.627894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:17.820665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:17.873501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8a016582-1df3-4aa5-ad6b-7e6a633f774d,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:18.085155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['8a016582-1df3-4aa5-ad6b-7e6a633f774d'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:21:18.575274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef482f4c-ce56-4b4f-bd42-83cc6138eee6 req-625436d0-0292-4180-a95a-d6dee2623092 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:18.577423 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef482f4c-ce56-4b4f-bd42-83cc6138eee6 req-625436d0-0292-4180-a95a-d6dee2623092 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 944 time: 0.0529034 Apr 01 16:21:18.614491 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef482f4c-ce56-4b4f-bd42-83cc6138eee6 req-c2d780d6-84c8-4fdc-8519-f612af029a57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311232 Apr 01 16:21:19.487638 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8a016582-1df3-4aa5-ad6b-7e6a633f774d up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:21:19.593510 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 8a016582-1df3-4aa5-ad6b-7e6a633f774d completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:21:19.597350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 8a016582-1df3-4aa5-ad6b-7e6a633f774d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:19.603231 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.683482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.706942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:19.709228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decde83d-b26f-4fc3-93b1-3ec1b5f7ebfc" -d '{"events": [{"server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "name": "network-vif-plugged", "status": "completed", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:21:19.722807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:19.745700 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9078a-7ea0-40f3-a953-2ef63fc788fe req-05067677-8e1a-49ac-be98-edce68c9151e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:19.747243 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-daa9078a-7ea0-40f3-a953-2ef63fc788fe req-05067677-8e1a-49ac-be98-edce68c9151e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 944 time: 0.0525978 Apr 01 16:21:19.753468 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872c7243-94f0-4fdb-b9ab-0656bbc92158 x-openstack-request-id: req-872c7243-94f0-4fdb-b9ab-0656bbc92158 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:21:19.753834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "name": "network-vif-plugged", "status": "completed", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:21:19.754136 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-872c7243-94f0-4fdb-b9ab-0656bbc92158 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:21:19.754535 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872c7243-94f0-4fdb-b9ab-0656bbc92158'] response: {'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'code': 200} Apr 01 16:21:19.788627 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-daa9078a-7ea0-40f3-a953-2ef63fc788fe req-0d65e543-1a6f-4bcc-9c47-f4f6f25de983 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347147 Apr 01 16:21:19.832210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.878436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8a016582-1df3-4aa5-ad6b-7e6a633f774d,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:20.181601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27d02c-0925-490a-a68d-992303e2ba39 req-1740e0bf-4068-49e5-8e21-81b1623af69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:20.183013 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6c27d02c-0925-490a-a68d-992303e2ba39 req-1740e0bf-4068-49e5-8e21-81b1623af69f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1098 time: 0.0456369 Apr 01 16:21:20.221239 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6c27d02c-0925-490a-a68d-992303e2ba39 req-3a2a9c02-4e26-4e3b-a7bc-d37230c1b3c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280449 Apr 01 16:21:20.903842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a657-4b27-4702-8037-3e971834825f req-8f87ace0-ec65-4694-9bab-fb4935b44029 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:20.905918 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ccf3a657-4b27-4702-8037-3e971834825f req-8f87ace0-ec65-4694-9bab-fb4935b44029 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0487804 Apr 01 16:21:20.943342 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ccf3a657-4b27-4702-8037-3e971834825f req-d0a8bfa7-9f34-4cee-b3d7-db6ed369743b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313091 Apr 01 16:21:22.062945 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd868442-e48b-4eab-9177-646a7da240d7 req-05ab4143-d6e5-40e1-be64-0418d89db543 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.064469 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bd868442-e48b-4eab-9177-646a7da240d7 req-05ab4143-d6e5-40e1-be64-0418d89db543 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0532353 Apr 01 16:21:22.102122 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bd868442-e48b-4eab-9177-646a7da240d7 req-6e8c2e39-3a3e-448e-9013-fcfd922c4c32 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316484 Apr 01 16:21:22.215632 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b93338-4592-42c2-b542-c5599294a37b req-cb1fbcd7-ddcd-46dd-b400-11c8b8aa2c96 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.217385 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57b93338-4592-42c2-b542-c5599294a37b req-cb1fbcd7-ddcd-46dd-b400-11c8b8aa2c96 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0488460 Apr 01 16:21:22.254190 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57b93338-4592-42c2-b542-c5599294a37b req-3f7892e1-a3eb-47ae-95c5-c14bd8344335 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306540 Apr 01 16:21:22.276047 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60992) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:22.317443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21680be2-d40b-4600-a31c-bc3d7519e478 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.318956 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-21680be2-d40b-4600-a31c-bc3d7519e478 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1093 time: 0.0418694 Apr 01 16:21:22.321819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 60994) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:22.326040 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:21:22.440909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:22.540502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:22.642994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.59 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/da775db3-7fda-41f8-9b3a-f05f9bc28b34) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:21:22.752279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:22.891834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:22.936701 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:21:22.939515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:22.943743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:21:22.946948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=da775db3-7fda-41f8-9b3a-f05f9bc28b34,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:23.293020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:23.421685 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:23.572864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:23.654528 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:23.728566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=da775db3-7fda-41f8-9b3a-f05f9bc28b34,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:23.739939 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:23.838001 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP e143152f-005f-41ac-9d92-8fd33a9f1750 associated. External IP: 172.26.6.59, port: 8a016582-1df3-4aa5-ad6b-7e6a633f774d. Apr 01 16:21:24.048153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:21:24.164498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:21:24.174575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] Sync routers for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:21:24.185204 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:21:24.190311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:21:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:24.268032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:24.290232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:21:24.295584 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-235f8159-df66-4b3d-b708-db39637a33e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9727552 Apr 01 16:21:24.296158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:21:24.299087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0682e504-100e-40f2-b19f-5dfa685ba8be" -d '{"events": [{"name": "network-changed", "server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:21:24.339351 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eaa60f-944a-403f-81f2-55ffd36adaa0 x-openstack-request-id: req-40eaa60f-944a-403f-81f2-55ffd36adaa0 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:21:24.339908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:21:24.340507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40eaa60f-944a-403f-81f2-55ffd36adaa0 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:21:24.341205 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40eaa60f-944a-403f-81f2-55ffd36adaa0'] response: {'name': 'network-changed', 'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'status': 'completed', 'code': 200} Apr 01 16:21:24.407466 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fdc40-394b-436b-8fe4-cca76f867b23 req-f1bd9491-b8e7-4071-aeb9-e604f2e35dee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:24.409623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9c5fdc40-394b-436b-8fe4-cca76f867b23 req-f1bd9491-b8e7-4071-aeb9-e604f2e35dee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0541835 Apr 01 16:21:24.415928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-3ff2fa6a-0b95-4b80-9b50-6af11cb0692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:24.417422 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-3ff2fa6a-0b95-4b80-9b50-6af11cb0692a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1098 time: 0.0526290 Apr 01 16:21:24.455580 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9c5fdc40-394b-436b-8fe4-cca76f867b23 req-018d0ac9-268f-4e01-b0e6-f36b6f5b2500 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381422 Apr 01 16:21:24.480199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32768) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:24.515968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-a309ef9a-5225-41e4-88c4-eb2e9d995f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:24.518019 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-a309ef9a-5225-41e4-88c4-eb2e9d995f95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 200 len: 899 time: 0.0936933 Apr 01 16:21:24.557112 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e87366ea-565d-47a5-92c3-5e5e8ed2476c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/e143152f-005f-41ac-9d92-8fd33a9f1750 HTTP/1.1" status: 200 len: 990 time: 0.0754492 Apr 01 16:21:24.588411 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-7469fed4-cfd8-434a-82bb-aadf83cc969c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 200 len: 998 time: 0.0646935 Apr 01 16:21:24.639079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-cc327393-a7b7-4bd5-9003-f3800f0c7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:24.640648 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-cc327393-a7b7-4bd5-9003-f3800f0c7395 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324f4613-5724-4653-802d-9fd999e33aa1 HTTP/1.1" status: 200 len: 834 time: 0.0462492 Apr 01 16:21:24.668679 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'e143152f-005f-41ac-9d92-8fd33a9f1750', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'port_id': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'mac_address': 'fa:16:3e:c0:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58adae81-2c4e-480e-9de3-6b586d086de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:21:23Z', 'updated_at': '2022-04-01T16:21:23Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18987a9-881f-46c1-8d89-81a613d7ac9e', 'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:f0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:07Z', 'updated_at': '2022-04-01T16:21:11Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '324f4613-5724-4653-802d-9fd999e33aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:24.686897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-7a2033a8-6bc9-4614-a0cd-74a338f3b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:24.688464 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-7a2033a8-6bc9-4614-a0cd-74a338f3b1a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417583 Apr 01 16:21:24.695897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] Checking router: 6f58cbba-31a2-4dc8-8a01-50d8682b0264 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:21:24.704972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:21:24.705589 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:21:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:24.782010 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-c912c46a-d23a-49c6-9b1f-f324518c6755 service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868587 Apr 01 16:21:24.811361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:21:24.872028 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0682e504-100e-40f2-b19f-5dfa685ba8be req-4338474e-accd-4fc6-b1d1-f26780b608d5 service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840211 Apr 01 16:21:25.035224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'e143152f-005f-41ac-9d92-8fd33a9f1750', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'port_id': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'mac_address': 'fa:16:3e:c0:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58adae81-2c4e-480e-9de3-6b586d086de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:21:23Z', 'updated_at': '2022-04-01T16:21:23Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18987a9-881f-46c1-8d89-81a613d7ac9e', 'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:f0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:07Z', 'updated_at': '2022-04-01T16:21:11Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '324f4613-5724-4653-802d-9fd999e33aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:25.062309 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89aa50d-a33a-4918-a93b-a033580e7123 None None] The sync data for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv is: [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'e143152f-005f-41ac-9d92-8fd33a9f1750', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.59', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'port_id': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'mac_address': 'fa:16:3e:c0:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58adae81-2c4e-480e-9de3-6b586d086de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:21:23Z', 'updated_at': '2022-04-01T16:21:23Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f18987a9-881f-46c1-8d89-81a613d7ac9e', 'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:f0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:07Z', 'updated_at': '2022-04-01T16:21:11Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '324f4613-5724-4653-802d-9fd999e33aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:21:25.249996 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12895647-fcc2-452c-aa1a-c62bbdd33fba None None] New status for floating IP e143152f-005f-41ac-9d92-8fd33a9f1750: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:21:25.597482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32770) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:25.619261 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-aa37bcd0-d24b-4759-8127-3b1c103ed339 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/e143152f-005f-41ac-9d92-8fd33a9f1750 HTTP/1.1" status: 200 len: 992 time: 0.0577784 Apr 01 16:21:34.728780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3768f4ab-e5c4-4f41-984a-d7c3ce3df136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:37.284930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-af4d7e58-3bd9-4c61-8196-b14f8a20894f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:39.857573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:40.947888 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:41.100095 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:45.865694 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:50.122247 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:21:50.521251 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6750973f-7abf-4e18-b86b-845cc67253ab req-c6a687ba-c9ba-47f3-b936-b6c6257480e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437951 Apr 01 16:21:50.602525 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750973f-7abf-4e18-b86b-845cc67253ab req-30a150ea-0e70-40be-a3c4-3bcf9a4ed346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:50.604002 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6750973f-7abf-4e18-b86b-845cc67253ab req-30a150ea-0e70-40be-a3c4-3bcf9a4ed346 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1098 time: 0.0406375 Apr 01 16:21:50.710506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750973f-7abf-4e18-b86b-845cc67253ab req-c12a875d-850c-402f-9e6c-3475d0e75e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:50.712027 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6750973f-7abf-4e18-b86b-845cc67253ab req-c12a875d-850c-402f-9e6c-3475d0e75e0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 200 len: 899 time: 0.0884311 Apr 01 16:21:50.776111 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6750973f-7abf-4e18-b86b-845cc67253ab req-42113426-da14-44fb-903c-8575608e6b5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 200 len: 1000 time: 0.0571120 Apr 01 16:21:50.827048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750973f-7abf-4e18-b86b-845cc67253ab req-bd5a56ef-f428-49b9-99aa-a5f6e5e65c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:50.828544 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6750973f-7abf-4e18-b86b-845cc67253ab req-bd5a56ef-f428-49b9-99aa-a5f6e5e65c12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324f4613-5724-4653-802d-9fd999e33aa1 HTTP/1.1" status: 200 len: 834 time: 0.0430458 Apr 01 16:21:50.877953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750973f-7abf-4e18-b86b-845cc67253ab req-12725674-d877-4e7b-a3eb-ac34bcbc48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:50.879431 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6750973f-7abf-4e18-b86b-845cc67253ab req-12725674-d877-4e7b-a3eb-ac34bcbc48cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440218 Apr 01 16:21:50.969189 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6750973f-7abf-4e18-b86b-845cc67253ab req-7f66154f-86cd-4eea-988f-1a6addfb568a service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812345 Apr 01 16:21:51.064313 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6750973f-7abf-4e18-b86b-845cc67253ab req-0e7fcfd1-3df6-4123-8572-6f0922184a6d service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864534 Apr 01 16:21:58.854458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-a284c79d-1fce-415b-8d6d-dc03c9889db3 req-f3602b20-7219-4af4-8a93-8ab9f3f7bb7b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:21:58.855522 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a284c79d-1fce-415b-8d6d-dc03c9889db3 req-f3602b20-7219-4af4-8a93-8ab9f3f7bb7b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054893 Apr 01 16:21:59.294224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bcef9-b262-4be4-862e-74166891f2ba req-87f16088-1ef9-4086-830e-57ca83eabd98 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:59.295703 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a25bcef9-b262-4be4-862e-74166891f2ba req-87f16088-1ef9-4086-830e-57ca83eabd98 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0522604 Apr 01 16:21:59.334876 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a25bcef9-b262-4be4-862e-74166891f2ba req-1f77e938-c409-44cc-8d1e-0cdcbb317fdb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331261 Apr 01 16:21:59.597915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 32790) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:21:59.680387 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-315f5a15-0542-46bb-8501-a997812bddf2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812392 Apr 01 16:21:59.689601 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-7fa2b440-900a-4d3e-bc4c-b89e5be043e3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:21:59.690701 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-7fa2b440-900a-4d3e-bc4c-b89e5be043e3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051734 Apr 01 16:22:00.452100 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242e1cf-d5e3-4869-a7d1-0f592edcf28b req-90c6871c-0f88-46e6-8081-d3b6e158bba0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:00.453603 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3242e1cf-d5e3-4869-a7d1-0f592edcf28b req-90c6871c-0f88-46e6-8081-d3b6e158bba0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0493402 Apr 01 16:22:00.491500 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3242e1cf-d5e3-4869-a7d1-0f592edcf28b req-b3f7925c-6d25-4292-b025-09b227d9107c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 Apr 01 16:22:01.608178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53ac78-3d17-4a39-9356-43db82b0fc9e req-922898cb-0e4c-42b0-88a6-4b39c37aa148 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:01.609689 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5e53ac78-3d17-4a39-9356-43db82b0fc9e req-922898cb-0e4c-42b0-88a6-4b39c37aa148 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0496714 Apr 01 16:22:01.647121 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5e53ac78-3d17-4a39-9356-43db82b0fc9e req-758c059f-54d0-40fd-8ff0-1d7806ab8e0d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309930 Apr 01 16:22:02.768973 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb722e2-9480-45de-b3f4-70c91acc4170 req-e233d6e5-b61f-4fa5-8401-0c3e3f91f08f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:02.770468 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ceb722e2-9480-45de-b3f4-70c91acc4170 req-e233d6e5-b61f-4fa5-8401-0c3e3f91f08f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0532629 Apr 01 16:22:02.808762 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ceb722e2-9480-45de-b3f4-70c91acc4170 req-5a30de31-5a12-4c75-bfa2-17d0276b0cc1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317237 Apr 01 16:22:03.922048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35d2ef-5828-4684-b75b-813f1921b189 req-8f3d3472-7535-438b-919c-f9979bfc4dd3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:03.923484 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ad35d2ef-5828-4684-b75b-813f1921b189 req-8f3d3472-7535-438b-919c-f9979bfc4dd3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0487163 Apr 01 16:22:03.961373 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ad35d2ef-5828-4684-b75b-813f1921b189 req-718d0341-b066-46df-8401-eab7a9715b35 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Apr 01 16:22:04.765037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dd3f1cb7-0e99-43ac-89b5-5cdba028821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.077855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473474-3df7-450b-84bc-b56d511a88ad req-1f4b59a9-9ec3-45d4-b3ec-c2e72781361f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:05.079477 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4473474-3df7-450b-84bc-b56d511a88ad req-1f4b59a9-9ec3-45d4-b3ec-c2e72781361f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0505261 Apr 01 16:22:05.117807 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4473474-3df7-450b-84bc-b56d511a88ad req-891de040-2dbb-4874-acc2-459f7cf870c8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315704 Apr 01 16:22:06.100572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-db2b107c-988c-499b-b625-ccb4fdf41736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:06.102069 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-db2b107c-988c-499b-b625-ccb4fdf41736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1098 time: 0.0426064 Apr 01 16:22:06.200115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-c87563dd-6387-4e92-8b36-db0effee012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:06.201667 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-c87563dd-6387-4e92-8b36-db0effee012c service neutron] 10.222.0.41 "GET /v2.0/networks?id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 200 len: 899 time: 0.0885613 Apr 01 16:22:06.238781 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692086f-9ff2-463e-82b0-b18745ecf6b2 req-f0ff1b4c-783d-4a07-b679-64709854104a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:06.240273 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f692086f-9ff2-463e-82b0-b18745ecf6b2 req-f0ff1b4c-783d-4a07-b679-64709854104a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0534587 Apr 01 16:22:06.269861 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-7a744db9-f85e-4cb1-9850-f1429e227c7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 200 len: 1000 time: 0.0577693 Apr 01 16:22:06.277924 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f692086f-9ff2-463e-82b0-b18745ecf6b2 req-6cf6d4dd-2c6b-4e58-af45-d504ede25419 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315740 Apr 01 16:22:06.326329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-721b36e6-439b-4e2c-b16f-00875cef8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:06.327769 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-721b36e6-439b-4e2c-b16f-00875cef8bd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324f4613-5724-4653-802d-9fd999e33aa1 HTTP/1.1" status: 200 len: 834 time: 0.0480168 Apr 01 16:22:06.375914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-536de5f0-cc4f-477a-ad5a-93e4249ee212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:06.377332 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-536de5f0-cc4f-477a-ad5a-93e4249ee212 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394731 Apr 01 16:22:06.468891 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-858330fd-ae5b-4acd-b850-7f1f84323b42 service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807819 Apr 01 16:22:06.564574 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-3ab22eb6-2c2f-4996-8978-c7f178428860 service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852814 Apr 01 16:22:07.302206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f39ca01e-eaba-4b13-9893-d2dd19278f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.396784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5205-6e5e-47d1-a3e1-3e357a7a65b0 req-119d8b8a-9214-48a0-9be2-4f99fab1eb32 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:07.398320 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-091a5205-6e5e-47d1-a3e1-3e357a7a65b0 req-119d8b8a-9214-48a0-9be2-4f99fab1eb32 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0507982 Apr 01 16:22:07.437239 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-091a5205-6e5e-47d1-a3e1-3e357a7a65b0 req-dba4da41-30e3-4fea-84ff-3d5bad4ddef0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327716 Apr 01 16:22:08.551656 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd88616-e5ad-4ff7-bb8e-59e93e30d702 req-30583ddc-8a8b-4a4a-851e-f3e71c3effb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:08.553642 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1fd88616-e5ad-4ff7-bb8e-59e93e30d702 req-30583ddc-8a8b-4a4a-851e-f3e71c3effb8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0486195 Apr 01 16:22:08.591570 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1fd88616-e5ad-4ff7-bb8e-59e93e30d702 req-cf45ff51-9d64-4b4c-9635-1d8cbb3bdce8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316253 Apr 01 16:22:09.714605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da260d5a-9c02-4a75-b4a6-c555d49188d4 req-9ecf5cdd-0c07-4a87-9f08-f8a82bf09bfc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:09.716418 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-da260d5a-9c02-4a75-b4a6-c555d49188d4 req-9ecf5cdd-0c07-4a87-9f08-f8a82bf09bfc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Apr 01 16:22:09.756083 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-da260d5a-9c02-4a75-b4a6-c555d49188d4 req-d5dbc152-10af-4c49-9e40-1ba7c69dc157 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333908 Apr 01 16:22:09.873567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.883034 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.887942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af53d1-267c-469d-868c-94984382615c req-1e20fe3d-5ee6-4ae8-9bdd-ea02ae1b0891 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:10.889447 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87af53d1-267c-469d-868c-94984382615c req-1e20fe3d-5ee6-4ae8-9bdd-ea02ae1b0891 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0491426 Apr 01 16:22:10.928122 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-87af53d1-267c-469d-868c-94984382615c req-ed47678e-f291-4152-884f-8bc96f4ee401 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325572 Apr 01 16:22:11.062690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.044960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02c484-9e92-48dd-beba-7d1257e20d53 req-dbb72a80-be5a-490a-b12e-f8c521277a21 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:12.046460 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f02c484-9e92-48dd-beba-7d1257e20d53 req-dbb72a80-be5a-490a-b12e-f8c521277a21 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0496969 Apr 01 16:22:12.083766 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9f02c484-9e92-48dd-beba-7d1257e20d53 req-c9b1e536-fd59-4116-82ed-91f8f297508a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Apr 01 16:22:13.202593 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19e0cd-f27e-486e-9719-babd4e78c520 req-daa5c701-dd3d-4ec6-83b4-338bbdf3aebc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:13.204054 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d19e0cd-f27e-486e-9719-babd4e78c520 req-daa5c701-dd3d-4ec6-83b4-338bbdf3aebc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0535977 Apr 01 16:22:13.242457 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d19e0cd-f27e-486e-9719-babd4e78c520 req-90cbd290-1b73-441c-8eb0-b9deeecc89a1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Apr 01 16:22:14.358986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030a737-f944-42ec-b221-13b222f4a65b req-117ae0ea-82b3-47a4-ab8b-3c831f62e8d1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:14.360505 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f030a737-f944-42ec-b221-13b222f4a65b req-117ae0ea-82b3-47a4-ab8b-3c831f62e8d1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0504553 Apr 01 16:22:14.400830 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f030a737-f944-42ec-b221-13b222f4a65b req-8e415bbb-f811-4b7c-b3fe-e6681b8d63e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338123 Apr 01 16:22:15.517731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaa82a-1223-4a17-8d64-7b82bec63307 req-1d8eb54e-4019-4a5c-9dd7-e4e1590c46be tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:15.519212 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57aaa82a-1223-4a17-8d64-7b82bec63307 req-1d8eb54e-4019-4a5c-9dd7-e4e1590c46be tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Apr 01 16:22:15.558954 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-57aaa82a-1223-4a17-8d64-7b82bec63307 req-fd00104a-6d25-488f-b2f9-ebad9675e053 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326707 Apr 01 16:22:15.917492 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:16.681874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86d103-ccb4-406d-bcbe-9bacb23a54d7 req-ec1215c5-ddbd-495e-9133-170b8100931e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:16.683408 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0d86d103-ccb4-406d-bcbe-9bacb23a54d7 req-ec1215c5-ddbd-495e-9133-170b8100931e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0558486 Apr 01 16:22:16.725417 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0d86d103-ccb4-406d-bcbe-9bacb23a54d7 req-571fc1cd-4181-4ed2-8a48-bc8d78639916 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333281 Apr 01 16:22:17.843367 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2f90c-6ba7-49ea-955e-f5726ce10f8c req-9830d4e9-43ea-475e-8bc3-f2b8396f416d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:17.844903 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0cb2f90c-6ba7-49ea-955e-f5726ce10f8c req-9830d4e9-43ea-475e-8bc3-f2b8396f416d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0491991 Apr 01 16:22:17.883292 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0cb2f90c-6ba7-49ea-955e-f5726ce10f8c req-b32182cf-39be-4db7-b7ea-74a427652c18 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323634 Apr 01 16:22:18.833545 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-913f61f5-68bb-4d6e-a21a-7042d7dabd94 service neutron] 10.222.0.41 "GET /v2.0/ports/8a016582-1df3-4aa5-ad6b-7e6a633f774d/bindings/hv-neutron-8358 HTTP/1.1" status: 200 len: 384 time: 0.0578313 Apr 01 16:22:19.002201 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc5d56-4626-4dd0-8974-6626a43ae1a9 req-30cbca90-b233-4745-a4b0-51d0a5ffa1c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:19.003852 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7afc5d56-4626-4dd0-8974-6626a43ae1a9 req-30cbca90-b233-4745-a4b0-51d0a5ffa1c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0504439 Apr 01 16:22:19.043811 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7afc5d56-4626-4dd0-8974-6626a43ae1a9 req-e8216ccd-72c0-4fdb-920d-d8ceca8f1e00 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338910 Apr 01 16:22:19.482025 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-42372bb5-eb4e-4f0b-8f44-dc9f9b667a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:19.483514 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-42372bb5-eb4e-4f0b-8f44-dc9f9b667a99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 1098 time: 0.0454011 Apr 01 16:22:19.548826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-07cbd1e3-a37d-48c0-8e81-51d7e16a4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:19.550290 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-07cbd1e3-a37d-48c0-8e81-51d7e16a4f9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1098 time: 0.0395038 Apr 01 16:22:19.641855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-4a07704e-cd88-4d0f-8f17-3f114080fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:19.643300 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-4a07704e-cd88-4d0f-8f17-3f114080fbe8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 200 len: 899 time: 0.0831912 Apr 01 16:22:19.715113 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-f09b0b88-d98a-41f0-8c9a-b6b0e0ed2b6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 200 len: 1000 time: 0.0611846 Apr 01 16:22:19.769996 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-cde6b42e-9fcb-49ae-b249-92a86a3ae7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:19.771998 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-cde6b42e-9fcb-49ae-b249-92a86a3ae7c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324f4613-5724-4653-802d-9fd999e33aa1 HTTP/1.1" status: 200 len: 834 time: 0.0445726 Apr 01 16:22:19.820509 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-67b285e4-2b4e-4993-8f4d-fbdc1e69d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:19.821988 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-67b285e4-2b4e-4993-8f4d-fbdc1e69d9ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398211 Apr 01 16:22:19.918766 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-3572b9e2-8c0c-4b5a-85a5-af5da0efbe95 service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852847 Apr 01 16:22:20.013691 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a63231e3-0a58-47d4-8fd3-4ea1f8189863 req-c21ac59c-f9f5-4b4b-8e87-15d4c512890d service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842235 Apr 01 16:22:20.167472 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a81be-668c-41a0-9bf7-39a471b2c7dd req-f6aba28c-6c69-42a7-8171-efe83e2ec401 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:20.169049 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cf8a81be-668c-41a0-9bf7-39a471b2c7dd req-f6aba28c-6c69-42a7-8171-efe83e2ec401 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0544486 Apr 01 16:22:20.488214 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cf8a81be-668c-41a0-9bf7-39a471b2c7dd req-0e02f1ca-1a96-4e55-9a0f-e56a1e4f5380 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127472 Apr 01 16:22:21.603371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c8952-5d91-4c26-bd6a-f9f833674135 req-d1c94757-3b66-4647-a321-ffdf8cc41299 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:21.604752 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-416c8952-5d91-4c26-bd6a-f9f833674135 req-d1c94757-3b66-4647-a321-ffdf8cc41299 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0471861 Apr 01 16:22:21.642409 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-416c8952-5d91-4c26-bd6a-f9f833674135 req-69d68d83-fbc7-4eb5-96c5-f00e3bf90451 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315900 Apr 01 16:22:21.725296 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8a016582-1df3-4aa5-ad6b-7e6a633f774d details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:22:21.727366 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8a016582-1df3-4aa5-ad6b-7e6a633f774d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:22:21.873551 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:21.892378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:21.911640 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'port_id': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'mac_address': 'fa:16:3e:c0:12:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:22:21.918822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:21.921207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a337bb9e-565b-40b7-91a8-41548066cbd6" -d '{"events": [{"server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "name": "network-vif-unplugged", "status": "completed", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:22:21.936211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:21.968899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:21.980990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feddbb60-c50e-40a3-a9a0-bdb84d3aeb6c x-openstack-request-id: req-feddbb60-c50e-40a3-a9a0-bdb84d3aeb6c {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:22:21.981284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "name": "network-vif-unplugged", "status": "completed", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:22:21.981538 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-feddbb60-c50e-40a3-a9a0-bdb84d3aeb6c {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:22:21.981927 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feddbb60-c50e-40a3-a9a0-bdb84d3aeb6c'] response: {'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'code': 200} Apr 01 16:22:21.984639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a016582-1df3-4aa5-ad6b-7e6a633f774d {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:22:22.023153 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:22.097601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:22:22.097950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:22:22.098963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8a016582-1df3-4aa5-ad6b-7e6a633f774d,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:22.106748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.107094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.107435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.107764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.108091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.108475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.108794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.109118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.109436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.109757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.110074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.110388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:22.633451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:22.646024 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a016582-1df3-4aa5-ad6b-7e6a633f774d {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:22:22.664880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:22.751118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:22.763862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135bf33-945d-447c-9412-b9229a932666 req-53f6f745-be65-4a92-8c9e-d9b7150b0fe8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:22.765445 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8135bf33-945d-447c-9412-b9229a932666 req-53f6f745-be65-4a92-8c9e-d9b7150b0fe8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 943 time: 0.0508602 Apr 01 16:22:22.802878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8a016582-1df3-4aa5-ad6b-7e6a633f774d,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:22.807577 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8135bf33-945d-447c-9412-b9229a932666 req-979d71ad-d916-4b87-aa22-d17b79566b44 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355480 Apr 01 16:22:22.814939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['8a016582-1df3-4aa5-ad6b-7e6a633f774d'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:22:23.175262 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cbb7b-d697-4933-b567-59ff98716448 req-5896e44c-6f72-4567-a8fb-038ded6c970a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:23.176802 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-992cbb7b-d697-4933-b567-59ff98716448 req-5896e44c-6f72-4567-a8fb-038ded6c970a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 944 time: 0.0523067 Apr 01 16:22:23.221086 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-992cbb7b-d697-4933-b567-59ff98716448 req-3f703522-7b0c-4540-9ea5-4cdd740ecd3d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366998 Apr 01 16:22:23.270785 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-9ea7640e-42c4-40ea-a2f3-d02d61660f89 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:23.272315 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-9ea7640e-42c4-40ea-a2f3-d02d61660f89 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&binding%3Ahost_id=hv-neutron-8358 HTTP/1.1" status: 200 len: 944 time: 0.0543468 Apr 01 16:22:23.348049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55055a-72d3-4a22-b739-a4882c9cb0ed req-5091dd24-ba34-4601-9b84-db603744dcfb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:23.350223 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1c55055a-72d3-4a22-b739-a4882c9cb0ed req-5091dd24-ba34-4601-9b84-db603744dcfb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 944 time: 0.0552101 Apr 01 16:22:23.370927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-a1150d22-e7fe-4c14-b449-f0a9574a1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:23.372497 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-a1150d22-e7fe-4c14-b449-f0a9574a1833 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1097 time: 0.0492623 Apr 01 16:22:23.391064 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1c55055a-72d3-4a22-b739-a4882c9cb0ed req-4b554600-2100-45a5-956c-41fab20e1ede tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346160 Apr 01 16:22:23.469277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-2b723d2d-99d8-4110-9103-d71bf1609d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:23.470764 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-2b723d2d-99d8-4110-9103-d71bf1609d79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 200 len: 899 time: 0.0909996 Apr 01 16:22:23.534237 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-1b4a0d8f-27e2-4afc-9885-946e54806e66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 200 len: 999 time: 0.0569408 Apr 01 16:22:23.581698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-786d1aa3-592d-4db9-92cf-5b71af5e48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:23.583065 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-786d1aa3-592d-4db9-92cf-5b71af5e48ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324f4613-5724-4653-802d-9fd999e33aa1 HTTP/1.1" status: 200 len: 834 time: 0.0428545 Apr 01 16:22:23.634321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-dc702d0e-1bb8-43bf-ade0-c126397fd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:23.635829 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-dc702d0e-1bb8-43bf-ade0-c126397fd453 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460424 Apr 01 16:22:23.728950 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-d28a3242-24b3-45dc-93ad-696a624fb98e service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859940 Apr 01 16:22:23.729846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8a016582-1df3-4aa5-ad6b-7e6a633f774d up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:22:23.783983 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 8a016582-1df3-4aa5-ad6b-7e6a633f774d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:23.784704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:23.826055 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b370ff61-4d77-49c0-ae5f-e00448da00ad req-2f854d19-4920-4bed-9935-e3feff291ffe service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901301 Apr 01 16:22:23.861972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:23.896956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:23.983365 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:23.985838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629419a3-8ce3-4b07-90d3-997b5f238180" -d '{"events": [{"server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "name": "network-vif-plugged", "status": "completed", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:22:23.993606 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.031381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b12db87-1e9a-4390-a564-3706f2b280c6 x-openstack-request-id: req-2b12db87-1e9a-4390-a564-3706f2b280c6 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:22:24.031655 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "name": "network-vif-plugged", "status": "completed", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:22:24.032599 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b12db87-1e9a-4390-a564-3706f2b280c6 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:22:24.033173 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b12db87-1e9a-4390-a564-3706f2b280c6'] response: {'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'code': 200} Apr 01 16:22:24.050946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8a016582-1df3-4aa5-ad6b-7e6a633f774d,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:24.509694 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc6a5f-5b23-4909-a415-221a9c443368 req-30de2800-79e6-4f8b-a6bb-46ce27f38432 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:24.511168 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-23fc6a5f-5b23-4909-a415-221a9c443368 req-30de2800-79e6-4f8b-a6bb-46ce27f38432 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Apr 01 16:22:24.549659 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-23fc6a5f-5b23-4909-a415-221a9c443368 req-8bafe18d-4d2d-4392-bc64-10b9cf20faad tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315242 Apr 01 16:22:25.672215 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8884118-45bf-4625-aa07-c57b3ada35dd req-3f8fc874-5fe5-4c02-a101-b8491526e766 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:25.673771 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a8884118-45bf-4625-aa07-c57b3ada35dd req-3f8fc874-5fe5-4c02-a101-b8491526e766 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0533335 Apr 01 16:22:25.713249 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a8884118-45bf-4625-aa07-c57b3ada35dd req-32aa817c-c181-42d5-bbf6-da125a6da845 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329087 Apr 01 16:22:25.735402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 32886) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:22:25.795596 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fab9a108-b887-4dd2-a2e4-5516fb171fb9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/e143152f-005f-41ac-9d92-8fd33a9f1750 HTTP/1.1" status: 200 len: 992 time: 0.0590503 Apr 01 16:22:27.122500 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:22:34.736789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e6b0cc11-924b-456c-a362-a161e9d0eb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.371030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efb7fe5f-7995-4f51-990d-0d4a29551b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.871084 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:40.871849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.076849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:45.902458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:52.495897 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-e1b008b8-595d-4904-98e2-7a86ed9de2dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436232 Apr 01 16:22:52.581288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-526df589-3060-4222-b5f5-7b4c2bff8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:52.582767 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-526df589-3060-4222-b5f5-7b4c2bff8e11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1098 time: 0.0421934 Apr 01 16:22:52.683729 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-5860c0f9-e2fc-465b-9dba-722f371eea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:52.685247 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-5860c0f9-e2fc-465b-9dba-722f371eea5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 200 len: 899 time: 0.0837805 Apr 01 16:22:52.755384 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-8eec871c-ec65-4dce-b614-388f931f231a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 200 len: 1000 time: 0.0610118 Apr 01 16:22:52.807247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-76277f11-a76d-44fb-a4c7-ee489c420b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:52.808692 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-76277f11-a76d-44fb-a4c7-ee489c420b91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324f4613-5724-4653-802d-9fd999e33aa1 HTTP/1.1" status: 200 len: 834 time: 0.0424347 Apr 01 16:22:52.858017 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-15b1d4e1-78dd-4f1f-867e-cb1e4f2ce736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:52.859567 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-15b1d4e1-78dd-4f1f-867e-cb1e4f2ce736 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395160 Apr 01 16:22:52.950803 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-e1f5c1d6-7a1f-4f53-90f0-baebd32a5dee service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836380 Apr 01 16:22:53.043593 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-aff644be-2f2f-4b27-bc8f-04b4189b7c84 req-f6ec2f25-73b7-49c1-975d-6c1a430fff75 service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843604 Apr 01 16:22:56.208397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 32898) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:22:56.720513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port da775db3-7fda-41f8-9b3a-f05f9bc28b34 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:22:56.720856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.796425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.796760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.809429 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for da775db3-7fda-41f8-9b3a-f05f9bc28b34 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:22:57.025740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.051216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=da775db3-7fda-41f8-9b3a-f05f9bc28b34,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:57.063450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.063801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.064146 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.064540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.064878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.065209 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.065542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.065869 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.066202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.066532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.066856 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.067842 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:57.126348 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.126664 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP e143152f-005f-41ac-9d92-8fd33a9f1750 disassociated (deleted). External IP: 172.26.6.59, port: 8a016582-1df3-4aa5-ad6b-7e6a633f774d. Apr 01 16:22:57.341510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:22:57.453926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:22:57.458987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.466647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] Sync routers for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:22:57.477772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:22:57.478410 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:22:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:57.487391 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bdf865c0-dd9e-4b82-9cf1-0189eaf08348 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/floatingips/e143152f-005f-41ac-9d92-8fd33a9f1750 HTTP/1.1" status: 204 len: 168 time: 1.2770319 Apr 01 16:22:57.488102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:22:57.491104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df071c7-ff15-4d25-b21b-b0dff8ef406b" -d '{"events": [{"name": "network-changed", "server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:22:57.597498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce81a6b-a742-411c-8dce-485f1176e988 x-openstack-request-id: req-5ce81a6b-a742-411c-8dce-485f1176e988 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:22:57.597792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:22:57.598123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ce81a6b-a742-411c-8dce-485f1176e988 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:22:57.598556 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:22:57.598680 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce81a6b-a742-411c-8dce-485f1176e988'] response: {'name': 'network-changed', 'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'status': 'completed', 'code': 200} Apr 01 16:22:57.670009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-2adb9dd8-d6f1-4cfe-b222-7520a30e0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:57.672104 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-2adb9dd8-d6f1-4cfe-b222-7520a30e0f2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 1098 time: 0.0505588 Apr 01 16:22:57.779430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-fb34b2cd-b077-47fa-9956-e756249106b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:57.780947 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-fb34b2cd-b077-47fa-9956-e756249106b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 200 len: 899 time: 0.1017807 Apr 01 16:22:57.825732 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-8daa6c79-8017-4249-aa15-975d859c5826 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 200 len: 217 time: 0.0361588 Apr 01 16:22:57.880511 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-b353aa83-8df5-44f2-9248-c5b29e0b6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:57.881922 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-b353aa83-8df5-44f2-9248-c5b29e0b6ee4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324f4613-5724-4653-802d-9fd999e33aa1 HTTP/1.1" status: 200 len: 834 time: 0.0468886 Apr 01 16:22:57.939092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-3587a73e-704c-4ae7-afc3-96d23244305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:57.940660 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-3587a73e-704c-4ae7-afc3-96d23244305c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518014 Apr 01 16:22:57.969432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f18987a9-881f-46c1-8d89-81a613d7ac9e', 'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:f0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:07Z', 'updated_at': '2022-04-01T16:21:11Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '324f4613-5724-4653-802d-9fd999e33aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:57.997138 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] Checking router: 6f58cbba-31a2-4dc8-8a01-50d8682b0264 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:22:58.005999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:22:58.006639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:22:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:58.037744 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-d018e763-955f-4752-9ff2-fbafa00e5ad7 service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893281 Apr 01 16:22:58.136156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:22:58.171173 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2df071c7-ff15-4d25-b21b-b0dff8ef406b req-e5a5b282-b01e-43de-ae7b-ea2bca4ca148 service neutron] 10.222.0.41 "GET /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160762 Apr 01 16:22:58.212230 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26a37a-9272-498d-945f-200900736f4d req-b5512b08-8256-44d2-a9fc-64aedede5804 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:58.213861 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6b26a37a-9272-498d-945f-200900736f4d req-b5512b08-8256-44d2-a9fc-64aedede5804 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0769730 Apr 01 16:22:58.261551 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6b26a37a-9272-498d-945f-200900736f4d req-60ea90c0-2b5c-4b49-b62b-df2e56805a5b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385313 Apr 01 16:22:58.355871 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f18987a9-881f-46c1-8d89-81a613d7ac9e', 'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:f0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:07Z', 'updated_at': '2022-04-01T16:21:11Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '324f4613-5724-4653-802d-9fd999e33aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:58.381870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff3df-7c60-47aa-88b6-4c1277e1789f None None] The sync data for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv is: [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:21:08Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f18987a9-881f-46c1-8d89-81a613d7ac9e', 'name': '', 'network_id': '355b8380-12cc-4680-aa9f-bbbf8c6dd7bd', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:f0:8c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '324f4613-5724-4653-802d-9fd999e33aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:07Z', 'updated_at': '2022-04-01T16:21:11Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '324f4613-5724-4653-802d-9fd999e33aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:22:58.627925 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a323a7-3e65-460c-b81c-aaf803cd3ef6 None None] New status for floating IP e143152f-005f-41ac-9d92-8fd33a9f1750: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:22:59.386502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a11f29-548d-482f-907b-34ed97ce8815 req-dc076756-209e-42ae-b2c4-a23508da421a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:59.388074 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c4a11f29-548d-482f-907b-34ed97ce8815 req-dc076756-209e-42ae-b2c4-a23508da421a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Apr 01 16:22:59.427306 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c4a11f29-548d-482f-907b-34ed97ce8815 req-533b195e-73b5-496a-80f7-ed60139d77af tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326173 Apr 01 16:23:00.150666 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a015b-c5d9-478e-af27-e14697c12a51 req-c5807837-c8cc-4054-bbda-d43e2d6452a1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:00.152155 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-232a015b-c5d9-478e-af27-e14697c12a51 req-c5807837-c8cc-4054-bbda-d43e2d6452a1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0495825 Apr 01 16:23:00.244105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-232a015b-c5d9-478e-af27-e14697c12a51 req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 8a016582-1df3-4aa5-ad6b-7e6a633f774d {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:23:00.244469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-232a015b-c5d9-478e-af27-e14697c12a51 req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.336360 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-232a015b-c5d9-478e-af27-e14697c12a51 req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 8a016582-1df3-4aa5-ad6b-7e6a633f774d, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8a016582-1df3-4aa5-ad6b-7e6a633f774d,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:00.336748 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-232a015b-c5d9-478e-af27-e14697c12a51 req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.350104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-232a015b-c5d9-478e-af27-e14697c12a51 req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 8a016582-1df3-4aa5-ad6b-7e6a633f774d owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:23:00.551472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-232a015b-c5d9-478e-af27-e14697c12a51 req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.556672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820950d-1288-4029-b502-0c17ad1942cb req-f79b4a96-52f9-4de2-bebe-ff0d6d31ef7f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:00.558292 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2820950d-1288-4029-b502-0c17ad1942cb req-f79b4a96-52f9-4de2-bebe-ff0d6d31ef7f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=58adae81-2c4e-480e-9de3-6b586d086de3 HTTP/1.1" status: 200 len: 945 time: 0.0552402 Apr 01 16:23:00.579488 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=8a016582-1df3-4aa5-ad6b-7e6a633f774d,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:00.610536 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2820950d-1288-4029-b502-0c17ad1942cb req-14890818-3cb4-4e17-918c-b05e5d338112 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f701d4b-a592-4c4b-a606-10e877b78bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398555 Apr 01 16:23:00.637526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-232a015b-c5d9-478e-af27-e14697c12a51 req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] No DVR routers for this DVR port 8a016582-1df3-4aa5-ad6b-7e6a633f774d on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:23:00.640056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-232a015b-c5d9-478e-af27-e14697c12a51 req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.643662 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-232a015b-c5d9-478e-af27-e14697c12a51 req-675e2366-c8f6-4811-9728-eb230bb830ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "DELETE /v2.0/ports/8a016582-1df3-4aa5-ad6b-7e6a633f774d HTTP/1.1" status: 204 len: 173 time: 0.4820170 Apr 01 16:23:00.644138 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'name': 'network-vif-deleted', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:00.646981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7ebbf5-25ea-4717-bc39-d4070676b8f2" -d '{"events": [{"server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "name": "network-vif-deleted", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:23:00.689278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7955959-714b-48cd-9324-62929598af88 x-openstack-request-id: req-b7955959-714b-48cd-9324-62929598af88 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:23:00.689573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58adae81-2c4e-480e-9de3-6b586d086de3", "name": "network-vif-deleted", "tag": "8a016582-1df3-4aa5-ad6b-7e6a633f774d", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:23:00.689830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b7955959-714b-48cd-9324-62929598af88 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:23:00.690240 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7955959-714b-48cd-9324-62929598af88'] response: {'server_uuid': '58adae81-2c4e-480e-9de3-6b586d086de3', 'name': 'network-vif-deleted', 'tag': '8a016582-1df3-4aa5-ad6b-7e6a633f774d', 'status': 'completed', 'code': 200} Apr 01 16:23:01.663242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 32918) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:02.040411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.322393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port f18987a9-881f-46c1-8d89-81a613d7ac9e {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:23:02.322765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.414699 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port f18987a9-881f-46c1-8d89-81a613d7ac9e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f18987a9-881f-46c1-8d89-81a613d7ac9e,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:02.415057 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.433075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for f18987a9-881f-46c1-8d89-81a613d7ac9e owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:23:02.733829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.763175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=f18987a9-881f-46c1-8d89-81a613d7ac9e,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:02.951531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.174084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:23:03.283460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:23:03.289667 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b148cd83-bb07-40b2-ace0-b6b0714d5450 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/6f58cbba-31a2-4dc8-8a01-50d8682b0264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6248627 Apr 01 16:23:03.292398 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 32920) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:03.294633 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] Sync routers for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:03.305155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:23:03.305798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:22:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:03.350465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9df16f-2ba1-4e77-b75d-5920cdbd05c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting subnet 324f4613-5724-4653-802d-9fd999e33aa1 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:23:03.354233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb9df16f-2ba1-4e77-b75d-5920cdbd05c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.401489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb9df16f-2ba1-4e77-b75d-5920cdbd05c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.418839 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:23:03.495724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb9df16f-2ba1-4e77-b75d-5920cdbd05c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.615172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:23:02Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:03.642190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] Checking router: 6f58cbba-31a2-4dc8-8a01-50d8682b0264 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:03.653213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] Routers {'6f58cbba-31a2-4dc8-8a01-50d8682b0264'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:23:03.653213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:22:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:03.693326 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb9df16f-2ba1-4e77-b75d-5920cdbd05c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.713681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9df16f-2ba1-4e77-b75d-5920cdbd05c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Subnet': ['ID=324f4613-5724-4653-802d-9fd999e33aa1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:03.718393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fb9df16f-2ba1-4e77-b75d-5920cdbd05c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.725228 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fb9df16f-2ba1-4e77-b75d-5920cdbd05c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/subnets/324f4613-5724-4653-802d-9fd999e33aa1 HTTP/1.1" status: 204 len: 168 time: 0.4282749 Apr 01 16:23:03.727954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 32922) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:03.747368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b171454-868f-4db3-bf1c-4eaacc4e4438 None None] Network 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:23:03.822305 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] Set router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:23:03.839196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.896240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8a016582-1df3-4aa5-ad6b-7e6a633f774d no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:23:03.955664 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.965109 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 8a016582-1df3-4aa5-ad6b-7e6a633f774d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:23:03.965706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8a016582-1df3-4aa5-ad6b-7e6a633f774d not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:23:04.088760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:23:02Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:04.121502 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port c055de29-38de-4857-a319-2e61ffa24358 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:23:04.121888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.122686 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:23:04.124116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b17de5-f04b-4804-af57-ec635130dc20 None None] DHCP port deletion for 355b8380-12cc-4680-aa9f-bbbf8c6dd7bd request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:23:04.127252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7af4f3-1c32-4a9a-b87a-6bec0fdccb18 None None] The sync data for ids ['6f58cbba-31a2-4dc8-8a01-50d8682b0264'] in dv-neutron-835865-1-hyperv is: [{'id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803690465', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c055de29-38de-4857-a319-2e61ffa24358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:21:03Z', 'updated_at': '2022-04-01T16:23:02Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': 'c055de29-38de-4857-a319-2e61ffa24358', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f58cbba-31a2-4dc8-8a01-50d8682b0264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:21:04Z', 'updated_at': '2022-04-01T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:04.177657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-44b17de5-f04b-4804-af57-ec635130dc20 None None] Deleting port 120b75a3-badc-4264-ae99-fd984b1702df {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:23:04.180653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-44b17de5-f04b-4804-af57-ec635130dc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.211056 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port c055de29-38de-4857-a319-2e61ffa24358, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=c055de29-38de-4857-a319-2e61ffa24358,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:04.211332 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.225000 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for c055de29-38de-4857-a319-2e61ffa24358 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:23:04.245228 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-44b17de5-f04b-4804-af57-ec635130dc20 None None] For port 120b75a3-badc-4264-ae99-fd984b1702df, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=120b75a3-badc-4264-ae99-fd984b1702df,segment=NetworkSegment(7f5347c2-77de-4de9-9449-6e94a462d6b8),segment_id=7f5347c2-77de-4de9-9449-6e94a462d6b8)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:04.245628 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-44b17de5-f04b-4804-af57-ec635130dc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.258016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-44b17de5-f04b-4804-af57-ec635130dc20 None None] Calling delete_port for 120b75a3-badc-4264-ae99-fd984b1702df owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:23:04.465905 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-44b17de5-f04b-4804-af57-ec635130dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.493418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b17de5-f04b-4804-af57-ec635130dc20 None None] Pushing event deleted for resources: {'Port': ['ID=120b75a3-badc-4264-ae99-fd984b1702df,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:04.500999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b17de5-f04b-4804-af57-ec635130dc20 None None] No DVR routers for this DVR port 120b75a3-badc-4264-ae99-fd984b1702df on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:23:04.505564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.563465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=c055de29-38de-4857-a319-2e61ffa24358,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:04.630959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.725020 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.727434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.768887 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-708fb27f-243b-4b9a-a082-4c0f9c595651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.854193 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.854827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Fanout notify agent at l3_agent the message router_deleted on router 6f58cbba-31a2-4dc8-8a01-50d8682b0264 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:23:04.861692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.863163 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-dd5851f4-85b8-4c37-96a5-e3f5e2c34835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/routers/6f58cbba-31a2-4dc8-8a01-50d8682b0264 HTTP/1.1" status: 204 len: 168 time: 1.1361485 Apr 01 16:23:04.865967 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 32924) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:04.945669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.039382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.061289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355b8380-12cc-4680-aa9f-bbbf8c6dd7bd']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:05.071418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5347c2-77de-4de9-9449-6e94a462d6b8') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:05.071716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5347c2-77de-4de9-9449-6e94a462d6b8') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:05.081034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.094456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.100728 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:23:05.101100 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:23:05.103959 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:23:05.256990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.265062 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.267660 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/networks/355b8380-12cc-4680-aa9f-bbbf8c6dd7bd HTTP/1.1" status: 204 len: 168 time: 0.4006727 Apr 01 16:23:05.270579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32926) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:05.279288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ede269-7167-4494-877d-7151a4558013 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Network': ['ID=355b8380-12cc-4680-aa9f-bbbf8c6dd7bd,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:05.341793 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.376975 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.418704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c055de29-38de-4857-a319-2e61ffa24358 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:23:05.443037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: c055de29-38de-4857-a319-2e61ffa24358 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:23:05.443380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device c055de29-38de-4857-a319-2e61ffa24358 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:23:05.443804 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 120b75a3-badc-4264-ae99-fd984b1702df no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:23:05.463408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 120b75a3-badc-4264-ae99-fd984b1702df {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:23:05.463754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 120b75a3-badc-4264-ae99-fd984b1702df not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:23:05.464172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f18987a9-881f-46c1-8d89-81a613d7ac9e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:23:05.484260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f18987a9-881f-46c1-8d89-81a613d7ac9e {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:23:05.487192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f18987a9-881f-46c1-8d89-81a613d7ac9e not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:23:05.548171 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.550754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.552575 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/security-groups/0f701d4b-a592-4c4b-a606-10e877b78bbf HTTP/1.1" status: 204 len: 168 time: 0.2809110 Apr 01 16:23:05.562690 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f701d4b-a592-4c4b-a606-10e877b78bbf,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:05.570380 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.570735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.571074 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.571409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.571738 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.572066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.572424 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.572744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.573091 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.573546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.573868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:05.574191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4110b034-3f02-442d-b737-c44a89e80f57 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:06.014506 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32932) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:06.019302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-3bf625e6-6cbd-4411-be63-3280cc75d36b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697732747', 'description': 'tempest-secgroup-smoke-697732747 description', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:06.131536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bf625e6-6cbd-4411-be63-3280cc75d36b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.200158 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bf625e6-6cbd-4411-be63-3280cc75d36b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.265504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bf625e6-6cbd-4411-be63-3280cc75d36b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.293907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf625e6-6cbd-4411-be63-3280cc75d36b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b370914d-4b10-45ac-9bf7-045bfa300543,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:06.399295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-3bf625e6-6cbd-4411-be63-3280cc75d36b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.400603 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-3bf625e6-6cbd-4411-be63-3280cc75d36b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3849945 Apr 01 16:23:06.403544 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32934) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:06.408095 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e9e06ae7-eb77-420a-a34b-d89bfd170f4b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'b370914d-4b10-45ac-9bf7-045bfa300543', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:06.621430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e9e06ae7-eb77-420a-a34b-d89bfd170f4b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.682747 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e9e06ae7-eb77-420a-a34b-d89bfd170f4b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.787759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e9e06ae7-eb77-420a-a34b-d89bfd170f4b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.805580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e06ae7-eb77-420a-a34b-d89bfd170f4b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e205157-28c1-40c2-901b-9e0da23b234e,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:06.887284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e9e06ae7-eb77-420a-a34b-d89bfd170f4b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.888605 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e9e06ae7-eb77-420a-a34b-d89bfd170f4b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4840271 Apr 01 16:23:06.891419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32936) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:06.896178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-05364d6e-e1b1-49d0-bf49-e2ba7b5f2311 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'b370914d-4b10-45ac-9bf7-045bfa300543', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:06.993396 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-05364d6e-e1b1-49d0-bf49-e2ba7b5f2311 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.052564 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-05364d6e-e1b1-49d0-bf49-e2ba7b5f2311 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.145068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-05364d6e-e1b1-49d0-bf49-e2ba7b5f2311 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.164055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05364d6e-e1b1-49d0-bf49-e2ba7b5f2311 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3062bc6-86b9-47ea-bc2d-22cc04b8e113,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:07.255626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-05364d6e-e1b1-49d0-bf49-e2ba7b5f2311 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.256954 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-05364d6e-e1b1-49d0-bf49-e2ba7b5f2311 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3645647 Apr 01 16:23:07.259630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32938) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:07.263935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e28e66e4-5003-4f66-9e02-a346b5ec6afe tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'b370914d-4b10-45ac-9bf7-045bfa300543', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:07.296151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b7508381-990b-4b86-9644-1d74c7f47a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.370547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e28e66e4-5003-4f66-9e02-a346b5ec6afe tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.430819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e28e66e4-5003-4f66-9e02-a346b5ec6afe tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.539167 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e28e66e4-5003-4f66-9e02-a346b5ec6afe tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.557049 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e66e4-5003-4f66-9e02-a346b5ec6afe tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588d658d-223d-4d46-87b0-55b09ea27f1f,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:07.690244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e28e66e4-5003-4f66-9e02-a346b5ec6afe tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.691410 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e28e66e4-5003-4f66-9e02-a346b5ec6afe tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308441 Apr 01 16:23:07.694639 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32940) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:07.699275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-29f40f26-8862-40d0-8576-503b1198078f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'b370914d-4b10-45ac-9bf7-045bfa300543', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:07.792852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-29f40f26-8862-40d0-8576-503b1198078f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.854362 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-29f40f26-8862-40d0-8576-503b1198078f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.936755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-29f40f26-8862-40d0-8576-503b1198078f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:07.954819 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f40f26-8862-40d0-8576-503b1198078f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4084ba8-78a1-4b61-a92a-bfff8068ccde,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:08.051959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-29f40f26-8862-40d0-8576-503b1198078f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.053294 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-29f40f26-8862-40d0-8576-503b1198078f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3576553 Apr 01 16:23:08.056004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32942) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:08.060356 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-14b6088a-61e6-42a2-9e7f-181e75e8fe0b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'b370914d-4b10-45ac-9bf7-045bfa300543', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:08.153771 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-14b6088a-61e6-42a2-9e7f-181e75e8fe0b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:23:08.159083 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14b6088a-61e6-42a2-9e7f-181e75e8fe0b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.221047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14b6088a-61e6-42a2-9e7f-181e75e8fe0b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.305235 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14b6088a-61e6-42a2-9e7f-181e75e8fe0b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.325048 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6088a-61e6-42a2-9e7f-181e75e8fe0b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad147b0-1a63-4f5d-ae5b-cbf308792d97,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:08.407198 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-14b6088a-61e6-42a2-9e7f-181e75e8fe0b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.408483 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-14b6088a-61e6-42a2-9e7f-181e75e8fe0b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3514571 Apr 01 16:23:08.411648 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32944) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:08.415972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1fccef08-684e-40de-a25f-124cd4d3ea2e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'b370914d-4b10-45ac-9bf7-045bfa300543', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:08.502411 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-1fccef08-684e-40de-a25f-124cd4d3ea2e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:23:08.507767 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1fccef08-684e-40de-a25f-124cd4d3ea2e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.569511 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1fccef08-684e-40de-a25f-124cd4d3ea2e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.650706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1fccef08-684e-40de-a25f-124cd4d3ea2e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.670062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccef08-684e-40de-a25f-124cd4d3ea2e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f437f996-df86-4285-955c-863f8303bd0b,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:08.773684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1fccef08-684e-40de-a25f-124cd4d3ea2e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.774937 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1fccef08-684e-40de-a25f-124cd4d3ea2e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3623488 Apr 01 16:23:08.778167 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 32946) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:08.783653 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'network': {'name': 'tempest-network-smoke--416830574', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'port_security_enabled': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:08.873571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:23:08.877288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.904168 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] vlan segment allocate from pool success with {'vlan_id': 1113, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:23:08.914391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:08.914772 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Added segment 8fae353f-9818-4030-96e3-88406b1c27e6 of type vlan for network 78d307b2-179e-41dd-b94a-9b7da9fb79be Apr 01 16:23:08.956178 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.065536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.071665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:09.072249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.484768 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7052324 Apr 01 16:23:09.487425 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 32948) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:09.492522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'admin_state_up': True, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:09.497825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec46266-368b-42c1-a324-c004a5108fde tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Network': ['ID=78d307b2-179e-41dd-b94a-9b7da9fb79be,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:09.509321 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 78d307b2-179e-41dd-b94a-9b7da9fb79be details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:23:09.593835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.597698 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.646079 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.854865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:09.865801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.163657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.182397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.281949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.76 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/7877684e-8a2d-4b5f-b46f-e9dfbdae4f34) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:10.386751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.474093 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.517307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:10.520164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:10.524489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:23:10.527534 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=7877684e-8a2d-4b5f-b46f-e9dfbdae4f34,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:10.840957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:10.896501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:11.049129 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:11.067859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:11.250255 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 69223e45-6ee2-4e35-8f1b-511f89e314dd is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:23:11.358697 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:23:11.369261 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Sync routers for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:11.380492 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:23:11.387003 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:23:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:11.444558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:11.445868 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c1014477-e599-4a49-97df-1fb2ecae1c6a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9575229 Apr 01 16:23:11.449123 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32950) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:11.485454 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:23:11.524065 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1518f471-a6d6-4c7e-a574-076a6dce3a02 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0736108 Apr 01 16:23:11.526724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32954) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:11.613758 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af8d8e-0bb8-438e-88fe-e079be583574 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:11.615279 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-46af8d8e-0bb8-438e-88fe-e079be583574 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876284 Apr 01 16:23:11.618274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32956) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:11.646911 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6a61bfeb-b7f9-4cb7-b44e-e19012f0cfcf tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275424 Apr 01 16:23:11.650164 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32958) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:11.655446 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127454116', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:11.671372 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:10Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:11.702527 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Checking router: 69223e45-6ee2-4e35-8f1b-511f89e314dd for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:11.702840 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Updating router 69223e45-6ee2-4e35-8f1b-511f89e314dd port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:23:11.728220 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:11.845523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:23:11.850510 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:11.981312 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.059006 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.082155 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.111624 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Attempting to bind port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:12.111935 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Attempting to bind port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:12.112296 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Attempting to bind port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:23:12.115387 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Pushing event updated for resources: {'Port': ['ID=7877684e-8a2d-4b5f-b46f-e9dfbdae4f34,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:12.123028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:23:12.123394 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:23:12.123788 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.124170 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:23:12.124649 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Bound port: 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:12.125021 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.127064 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.127405 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.127737 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.128056 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.128403 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.128729 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.129048 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.129861 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.130178 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.130580 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.130804 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.131114 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:12.141032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Subnet': ['ID=88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:12.152076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Checking segment: {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:23:12.152467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network hostable DHCP agents. Network: 78d307b2-179e-41dd-b94a-9b7da9fb79be, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:23:12.188197 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] For port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:23:12.191180 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] For port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7877684e-8a2d-4b5f-b46f-e9dfbdae4f34,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:23:12.261893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 78d307b2-179e-41dd-b94a-9b7da9fb79be is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:23:12.300022 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.355628 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:23:12.356242 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:23:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:12.358927 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 78d307b2-179e-41dd-b94a-9b7da9fb79be) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:12.364812 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:12.365431 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.369891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1631209-2de8-4982-a102-46567e37d975 None None] Network 78d307b2-179e-41dd-b94a-9b7da9fb79be requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:23:12.391642 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6b075-4d03-4988-8740-974b96c09f2d None None] Pushing event updated for resources: {'Port': ['ID=7877684e-8a2d-4b5f-b46f-e9dfbdae4f34,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:12.469043 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:23:12.470731 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4bcb2283-7762-4f2a-870c-b697c7317706 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8192790 Apr 01 16:23:12.474110 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 32960) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:12.536586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-78d307b2-179e-41dd-b94a-9b7da9fb79be', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:23:12.538074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.687409 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Allocated IP 172.20.0.2 (78d307b2-179e-41dd-b94a-9b7da9fb79be/88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5/f71f41e3-ae4b-4660-a7a9-50ca37d8562d) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:12.690773 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:10Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:12.722998 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47ffb1b-da76-43fe-91bc-2be84d75e325 None None] The sync data for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv is: [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:10Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:12.856404 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.990462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:12.997249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.039389 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Network 78d307b2-179e-41dd-b94a-9b7da9fb79be is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:13.042578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:13.046701 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:23:13.059312 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Pushing event updated for resources: {'Port': ['ID=f71f41e3-ae4b-4660-a7a9-50ca37d8562d,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:13.115908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Attempting to bind port f71f41e3-ae4b-4660-a7a9-50ca37d8562d on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:13.116287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Attempting to bind port f71f41e3-ae4b-4660-a7a9-50ca37d8562d by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:13.116693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Attempting to bind port f71f41e3-ae4b-4660-a7a9-50ca37d8562d on network 78d307b2-179e-41dd-b94a-9b7da9fb79be {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:23:13.122178 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:23:13.122563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Checking segment: {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:23:13.122970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.123369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Bound using segment: {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:23:13.123847 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Bound port: f71f41e3-ae4b-4660-a7a9-50ca37d8562d, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:13.124232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.308055 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.1 (78d307b2-179e-41dd-b94a-9b7da9fb79be/88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5/f460227d-e243-4383-93fd-2c0de66c42c1) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:13.349101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] For port f71f41e3-ae4b-4660-a7a9-50ca37d8562d, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:23:13.352467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] For port f71f41e3-ae4b-4660-a7a9-50ca37d8562d, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f71f41e3-ae4b-4660-a7a9-50ca37d8562d,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:23:13.438854 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.457372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:23:13.463739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.562637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83080b9-a349-45f8-b22a-0c80b58c8379 None None] Pushing event updated for resources: {'Port': ['ID=f71f41e3-ae4b-4660-a7a9-50ca37d8562d,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:13.565401 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.572592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:13.572972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.616274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 78d307b2-179e-41dd-b94a-9b7da9fb79be is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:13.625643 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:13.630007 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:23:13.664115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.674506 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=f460227d-e243-4383-93fd-2c0de66c42c1,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:13.692889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7877684e-8a2d-4b5f-b46f-e9dfbdae4f34,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:13.706559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.811016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:13.868696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=7877684e-8a2d-4b5f-b46f-e9dfbdae4f34,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:13.938097 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:14.223033 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:14.307693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:14.390889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=f460227d-e243-4383-93fd-2c0de66c42c1,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:14.393682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:14.489427 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 78d307b2-179e-41dd-b94a-9b7da9fb79be is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:14.490784 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:14.608103 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 69223e45-6ee2-4e35-8f1b-511f89e314dd has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:23:14.727193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:23:14.739672 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-877e24d5-259b-4c57-a086-b3b484d9539e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/69223e45-6ee2-4e35-8f1b-511f89e314dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2572160 Apr 01 16:23:14.802769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Sync routers for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:14.813790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:23:14.814427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:23:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:14.890461 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-5f547a41-0db2-43ab-ad8a-dc19c9c1050e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697732747&fields=id&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 267 time: 0.0382311 Apr 01 16:23:14.928987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:23:14.957119 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d62d2b5-fe60-4bc1-a272-927d6ef2199f None None] Network 78d307b2-179e-41dd-b94a-9b7da9fb79be requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:23:15.006584 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-a4a2b8ac-5d89-4d08-a859-9e026f5bae9f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:15.008190 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-a4a2b8ac-5d89-4d08-a859-9e026f5bae9f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/networks?id=78d307b2-179e-41dd-b94a-9b7da9fb79be HTTP/1.1" status: 200 len: 796 time: 0.1106637 Apr 01 16:23:15.023666 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-7ef5c026-466f-4b24-9702-71bd17d4c007 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/quotas/c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 375 time: 0.0091050 Apr 01 16:23:15.076734 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-456fd724-9c44-46bd-9e45-1dec54d9ce49 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470164 Apr 01 16:23:15.127047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8028fabd-9ba9-4b24-89ae-d66fe0725d8d None None] Provisioning complete for port f71f41e3-ae4b-4660-a7a9-50ca37d8562d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:15.127326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8028fabd-9ba9-4b24-89ae-d66fe0725d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.178619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-d5facde8-f61c-4ab3-9e19-28095a507791 service neutron] 10.222.0.73 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896835 Apr 01 16:23:15.273060 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-9d2be500-e177-4468-ad19-646623c271db service neutron] 10.222.0.73 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878136 Apr 01 16:23:15.319820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8028fabd-9ba9-4b24-89ae-d66fe0725d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.367003 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8028fabd-9ba9-4b24-89ae-d66fe0725d8d None None] For port f71f41e3-ae4b-4660-a7a9-50ca37d8562d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f71f41e3-ae4b-4660-a7a9-50ca37d8562d,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:15.370283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f460227d-e243-4383-93fd-2c0de66c42c1', 'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:cd:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:13Z', 'updated_at': '2022-04-01T16:23:14Z', 'revision_number': 2, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:15.403605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Checking router: 69223e45-6ee2-4e35-8f1b-511f89e314dd for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:15.403954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Updating router 69223e45-6ee2-4e35-8f1b-511f89e314dd port f460227d-e243-4383-93fd-2c0de66c42c1 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:23:15.437479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8028fabd-9ba9-4b24-89ae-d66fe0725d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.440519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.534256 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028fabd-9ba9-4b24-89ae-d66fe0725d8d None None] Pushing event updated for resources: {'Port': ['ID=f71f41e3-ae4b-4660-a7a9-50ca37d8562d,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:15.603617 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fcc719bf-1896-4a54-b738-3da950efe02a req-afffce20-db2d-4f7e-87d5-1469dde4e40a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 210 time: 0.0321367 Apr 01 16:23:15.614660 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:23:15.715595 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-98ca2af9-a6e8-4ebc-b314-c10bcc2d224c None None] Provisioning complete for port f460227d-e243-4383-93fd-2c0de66c42c1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:15.715972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-98ca2af9-a6e8-4ebc-b314-c10bcc2d224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.807563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:15.808240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.809508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-98ca2af9-a6e8-4ebc-b314-c10bcc2d224c None None] Port f460227d-e243-4383-93fd-2c0de66c42c1 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:23:15.900450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-98ca2af9-a6e8-4ebc-b314-c10bcc2d224c None None] Provisioning complete for port f71f41e3-ae4b-4660-a7a9-50ca37d8562d triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:15.900824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-98ca2af9-a6e8-4ebc-b314-c10bcc2d224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:15.995315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.013471 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.026042 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f71f41e3-ae4b-4660-a7a9-50ca37d8562d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:23:16.090579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.311853 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56208bbe-8af5-4487-87a3-a1677de9ec47 None None] Pushing event updated for resources: {'Port': ['ID=f460227d-e243-4383-93fd-2c0de66c42c1,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:16.317801 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f71f41e3-ae4b-4660-a7a9-50ca37d8562d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:16.318209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.322058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-09be52f3-f9f6-44ba-a2c4-83daeecf38ec None None] Provisioning complete for port f460227d-e243-4383-93fd-2c0de66c42c1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:16.322444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-09be52f3-f9f6-44ba-a2c4-83daeecf38ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.422991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Attempting to bind port f460227d-e243-4383-93fd-2c0de66c42c1 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:16.423249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Attempting to bind port f460227d-e243-4383-93fd-2c0de66c42c1 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:16.423592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Attempting to bind port f460227d-e243-4383-93fd-2c0de66c42c1 on network 78d307b2-179e-41dd-b94a-9b7da9fb79be {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:23:16.427161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-09be52f3-f9f6-44ba-a2c4-83daeecf38ec None None] Port f460227d-e243-4383-93fd-2c0de66c42c1 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:23:16.433467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:23:16.433782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Checking segment: {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:23:16.434181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.434570 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Bound using segment: {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:23:16.435101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Bound port: f460227d-e243-4383-93fd-2c0de66c42c1, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:16.435480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.528876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] For port f460227d-e243-4383-93fd-2c0de66c42c1, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:23:16.531896 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] For port f460227d-e243-4383-93fd-2c0de66c42c1, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f460227d-e243-4383-93fd-2c0de66c42c1,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:23:16.545775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3e6e1682-869d-47b1-9295-edccf300ab52 None None] Provisioning complete for port f460227d-e243-4383-93fd-2c0de66c42c1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:16.546144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1682-869d-47b1-9295-edccf300ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.583695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e1682-869d-47b1-9295-edccf300ab52 None None] Port f460227d-e243-4383-93fd-2c0de66c42c1 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:23:16.628431 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:16.689542 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:23:16.690110 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:23:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:16.692663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56208bbe-8af5-4487-87a3-a1677de9ec47 None None] Pushing event updated for resources: {'Port': ['ID=f460227d-e243-4383-93fd-2c0de66c42c1,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:16.730396 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-19bbce76-06f4-49c1-b45e-e73d1f0a89dd req-da19529b-1303-4b11-8fa4-47cac407840b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 210 time: 0.0536535 Apr 01 16:23:16.809802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:23:16.952797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-372d6b5a-89c4-4471-8bde-3fb31d456373 None None] Provisioning complete for port f460227d-e243-4383-93fd-2c0de66c42c1 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:16.953056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-372d6b5a-89c4-4471-8bde-3fb31d456373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.079000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-372d6b5a-89c4-4471-8bde-3fb31d456373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.104106 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f460227d-e243-4383-93fd-2c0de66c42c1', 'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:cd:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:13Z', 'updated_at': '2022-04-01T16:23:16Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:17.139677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ca84c-205c-436a-8dbc-1465b1c9dd73 None None] The sync data for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv is: [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f460227d-e243-4383-93fd-2c0de66c42c1', 'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:cd:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:13Z', 'updated_at': '2022-04-01T16:23:16Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:17.143969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-372d6b5a-89c4-4471-8bde-3fb31d456373 None None] For port f460227d-e243-4383-93fd-2c0de66c42c1, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f460227d-e243-4383-93fd-2c0de66c42c1,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:17.219265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-372d6b5a-89c4-4471-8bde-3fb31d456373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.277190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d6b5a-89c4-4471-8bde-3fb31d456373 None None] Pushing event updated for resources: {'Port': ['ID=f460227d-e243-4383-93fd-2c0de66c42c1,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:17.480432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f71f41e3-ae4b-4660-a7a9-50ca37d8562d up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:23:17.534000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f71f41e3-ae4b-4660-a7a9-50ca37d8562d triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:17.534514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.620559 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f460227d-e243-4383-93fd-2c0de66c42c1 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:23:17.684675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f460227d-e243-4383-93fd-2c0de66c42c1 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:17.685369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:17.773026 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-d2e12110-520f-4dfb-9cf4-279c2c4800d1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:17.775691 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-d2e12110-520f-4dfb-9cf4-279c2c4800d1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/networks?id=78d307b2-179e-41dd-b94a-9b7da9fb79be HTTP/1.1" status: 200 len: 796 time: 0.1355362 Apr 01 16:23:17.827369 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-5564f61d-ac26-4b7c-8c5b-5726748fc74d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 379 time: 0.0405021 Apr 01 16:23:17.843114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'port': {'device_id': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'admin_state_up': True, 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'security_groups': ['b370914d-4b10-45ac-9bf7-045bfa300543']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:17.860327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3b2ad39d-044c-4d29-b6bd-ccdbec82295f req-847deb8f-e06e-4ce0-9c8d-bcaa9bcdd24e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 210 time: 0.0341642 Apr 01 16:23:18.022019 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:23:18.026086 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.167777 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.3 (78d307b2-179e-41dd-b94a-9b7da9fb79be/88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5/4a91969e-a5e6-4310-ad40-98124eda5c49) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:18.308513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.419443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.465888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 78d307b2-179e-41dd-b94a-9b7da9fb79be is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:18.469271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:18.472972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:23:18.483987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=4a91969e-a5e6-4310-ad40-98124eda5c49,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:18.527683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:18.528308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.604929 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-06a3b933-1cf7-42ae-8265-6d077b9e6846 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7685962 Apr 01 16:23:18.621530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Request body: {'port': {'device_id': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:18.650753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-3ba21c5b-750e-43ca-b579-32f009f589d0 None None] Provisioning complete for port 4a91969e-a5e6-4310-ad40-98124eda5c49 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:18.651762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3ba21c5b-750e-43ca-b579-32f009f589d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.685222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.690909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-3ba21c5b-750e-43ca-b579-32f009f589d0 None None] Port 4a91969e-a5e6-4310-ad40-98124eda5c49 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:23:18.949364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a91969e-a5e6-4310-ad40-98124eda5c49 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:23:18.956875 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:18.968893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Transition to ACTIVE for port object 4a91969e-a5e6-4310-ad40-98124eda5c49 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:23:18.980458 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75911ffc-8718-48ae-8ebd-7863b96f33e7 req-bfc35ec1-5351-433c-980d-1feb079d9134 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:18.981963 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75911ffc-8718-48ae-8ebd-7863b96f33e7 req-bfc35ec1-5351-433c-980d-1feb079d9134 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 931 time: 0.0508208 Apr 01 16:23:19.020464 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-75911ffc-8718-48ae-8ebd-7863b96f33e7 req-76894bf6-89f1-4ee1-9ce2-462a46e3d089 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Apr 01 16:23:19.033677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.087272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Pushing event updated for resources: {'Port': ['ID=4a91969e-a5e6-4310-ad40-98124eda5c49,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:19.161132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Attempting to bind port 4a91969e-a5e6-4310-ad40-98124eda5c49 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:23:19.161387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Attempting to bind port 4a91969e-a5e6-4310-ad40-98124eda5c49 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:23:19.161713 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Attempting to bind port 4a91969e-a5e6-4310-ad40-98124eda5c49 on network 78d307b2-179e-41dd-b94a-9b7da9fb79be {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:23:19.166554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Port 4a91969e-a5e6-4310-ad40-98124eda5c49 on network 78d307b2-179e-41dd-b94a-9b7da9fb79be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:23:19.166866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Attempting to bind port 4a91969e-a5e6-4310-ad40-98124eda5c49 on network 78d307b2-179e-41dd-b94a-9b7da9fb79be {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:23:19.172533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:23:19.172852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Checking segment: {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:23:19.173236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Bound using segment: {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:23:19.173657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Bound port: 4a91969e-a5e6-4310-ad40-98124eda5c49, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fae353f-9818-4030-96e3-88406b1c27e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1113, 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:23:19.174012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.242830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] For port 4a91969e-a5e6-4310-ad40-98124eda5c49, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:23:19.246052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] For port 4a91969e-a5e6-4310-ad40-98124eda5c49, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4a91969e-a5e6-4310-ad40-98124eda5c49,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:23:19.325189 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.357672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.358415 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:19.359723 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a91969e-a5e6-4310-ad40-98124eda5c49 HTTP/1.1" status: 200 len: 1093 time: 0.7425356 Apr 01 16:23:19.361953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:19.365036 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae61dd7-3c9e-40dd-bb2e-e629d79b4c81" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:23:19.393307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c8248-33e0-47bc-81cd-78fbc5197568 service neutron] Pushing event updated for resources: {'Port': ['ID=4a91969e-a5e6-4310-ad40-98124eda5c49,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:19.411552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8616fc10-8ebf-4a22-8c3a-c70d8542bfa8 x-openstack-request-id: req-8616fc10-8ebf-4a22-8c3a-c70d8542bfa8 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:23:19.411552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:23:19.411552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8616fc10-8ebf-4a22-8c3a-c70d8542bfa8 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:23:19.411552 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8616fc10-8ebf-4a22-8c3a-c70d8542bfa8'] response: {'name': 'network-changed', 'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'status': 'completed', 'code': 200} Apr 01 16:23:19.475660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae61dd7-3c9e-40dd-bb2e-e629d79b4c81 req-fa885fe5-d5ed-4f51-8fe5-1f0d1119b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.477335 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-dae61dd7-3c9e-40dd-bb2e-e629d79b4c81 req-fa885fe5-d5ed-4f51-8fe5-1f0d1119b995 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 1096 time: 0.0484719 Apr 01 16:23:19.582579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae61dd7-3c9e-40dd-bb2e-e629d79b4c81 req-b1659561-b4e9-4146-bda6-4f665d4da122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.584045 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-dae61dd7-3c9e-40dd-bb2e-e629d79b4c81 req-b1659561-b4e9-4146-bda6-4f665d4da122 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0934114 Apr 01 16:23:19.685672 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae61dd7-3c9e-40dd-bb2e-e629d79b4c81 req-42387d87-b901-41b9-b64b-504ea8716406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.687065 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-dae61dd7-3c9e-40dd-bb2e-e629d79b4c81 req-42387d87-b901-41b9-b64b-504ea8716406 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0929129 Apr 01 16:23:19.770424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-e5d1ae4d-3375-4481-b7e6-53b85b2eed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.771894 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-e5d1ae4d-3375-4481-b7e6-53b85b2eed6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 1096 time: 0.0413544 Apr 01 16:23:19.821766 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-5383c550-6f33-4c7c-9953-55f971006b14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a91969e-a5e6-4310-ad40-98124eda5c49 HTTP/1.1" status: 200 len: 217 time: 0.0376530 Apr 01 16:23:19.873457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-11bc4245-1337-49c0-854a-d220d073fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.874866 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-11bc4245-1337-49c0-854a-d220d073fd29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5 HTTP/1.1" status: 200 len: 835 time: 0.0430453 Apr 01 16:23:19.922970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-d14e304a-e2a6-45c8-8afe-4cc91f2a5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.924484 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-d14e304a-e2a6-45c8-8afe-4cc91f2a5832 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d307b2-179e-41dd-b94a-9b7da9fb79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391555 Apr 01 16:23:20.016877 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-1939435e-82a4-497c-8898-9b27303754c0 service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854497 Apr 01 16:23:20.113231 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0c4a604-fc5f-437d-bcc2-a06e778386cb req-0d0b89ad-b867-4359-98d4-77fe8d766681 service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863459 Apr 01 16:23:20.139523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c9083-0e19-41a2-8d7a-315b71577c60 req-0225c3f0-82ad-4aee-a0e7-a4fef5014ed3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:20.143228 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-091c9083-0e19-41a2-8d7a-315b71577c60 req-0225c3f0-82ad-4aee-a0e7-a4fef5014ed3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 943 time: 0.0497277 Apr 01 16:23:20.179592 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-091c9083-0e19-41a2-8d7a-315b71577c60 req-8b2ca8c8-9ea5-454d-a827-d58be7b4d6d2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322146 Apr 01 16:23:21.299063 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24382c02-34c5-4b0e-a682-b3e4155554b6 req-3f4a09d3-6535-406f-a56d-5f48bdf4a807 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:21.300596 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-24382c02-34c5-4b0e-a682-b3e4155554b6 req-3f4a09d3-6535-406f-a56d-5f48bdf4a807 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 943 time: 0.0529542 Apr 01 16:23:21.339677 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-24382c02-34c5-4b0e-a682-b3e4155554b6 req-82d05da5-4e53-4e80-89c6-9ec59e61a3cd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329363 Apr 01 16:23:22.455929 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bcc78-afee-4e9d-91f5-69e6ea61feda req-9d489445-314b-46a1-af95-aa697f9d9ed2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:22.457950 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ac5bcc78-afee-4e9d-91f5-69e6ea61feda req-9d489445-314b-46a1-af95-aa697f9d9ed2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 943 time: 0.0515640 Apr 01 16:23:22.496442 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ac5bcc78-afee-4e9d-91f5-69e6ea61feda req-e0b5b14a-d8fd-4b5b-a2f2-24e5b3110063 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Apr 01 16:23:23.610577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba360fe-668b-4e14-8180-2e9db665af25 req-6b5d4aab-7f09-4eec-81f3-c5fd2195713d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:23.612070 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ba360fe-668b-4e14-8180-2e9db665af25 req-6b5d4aab-7f09-4eec-81f3-c5fd2195713d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 943 time: 0.0492427 Apr 01 16:23:23.650429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6ba360fe-668b-4e14-8180-2e9db665af25 req-808e2e73-e8ff-4013-bc89-d8f86e34fe35 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321019 Apr 01 16:23:23.925491 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4a91969e-a5e6-4310-ad40-98124eda5c49 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:23:24.025155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4a91969e-a5e6-4310-ad40-98124eda5c49, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4a91969e-a5e6-4310-ad40-98124eda5c49,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:24.036299 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'port_id': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'mac_address': 'fa:16:3e:5d:b0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:23:24.073778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:24.086449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a91969e-a5e6-4310-ad40-98124eda5c49 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:23:24.105942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4a91969e-a5e6-4310-ad40-98124eda5c49, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4a91969e-a5e6-4310-ad40-98124eda5c49,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:24.187950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:24.234297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=4a91969e-a5e6-4310-ad40-98124eda5c49,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:24.241139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.241519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.241831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.242162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.242493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.242819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.243142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.243470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.243791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.244108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.244450 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.244769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:24.469622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['4a91969e-a5e6-4310-ad40-98124eda5c49'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:23:24.782831 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3a741-c9e3-4c39-b5d6-0998eeb3e036 req-b29c9fb0-d821-4209-b70c-413d6dc42bcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:24.784665 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cda3a741-c9e3-4c39-b5d6-0998eeb3e036 req-b29c9fb0-d821-4209-b70c-413d6dc42bcb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 944 time: 0.0567870 Apr 01 16:23:24.822856 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cda3a741-c9e3-4c39-b5d6-0998eeb3e036 req-6bba52b5-e84e-4e90-a4f7-be3dd1a5b9cf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321372 Apr 01 16:23:25.935573 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14de8a-fdd0-4fd4-94ad-6df84610c569 req-13a11c2c-68d0-41fd-b7bc-494cfb979e43 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:25.936991 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c14de8a-fdd0-4fd4-94ad-6df84610c569 req-13a11c2c-68d0-41fd-b7bc-494cfb979e43 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 944 time: 0.0485158 Apr 01 16:23:25.940544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4a91969e-a5e6-4310-ad40-98124eda5c49 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:23:25.977642 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c14de8a-fdd0-4fd4-94ad-6df84610c569 req-4bef2e01-9b89-4db9-aa84-2edc8e66a1dc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339954 Apr 01 16:23:26.053347 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 4a91969e-a5e6-4310-ad40-98124eda5c49 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:23:26.057188 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 4a91969e-a5e6-4310-ad40-98124eda5c49 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:26.057567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:26.134927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:26.156071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:26.158341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934d2518-0cb8-47a0-b4f5-809f80655e87" -d '{"events": [{"server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "name": "network-vif-plugged", "status": "completed", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:23:26.171384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 4a91969e-a5e6-4310-ad40-98124eda5c49, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4a91969e-a5e6-4310-ad40-98124eda5c49,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:26.194580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e6c6f-7ed0-4072-a051-0bc30b878fa9 x-openstack-request-id: req-f73e6c6f-7ed0-4072-a051-0bc30b878fa9 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:23:26.194997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "name": "network-vif-plugged", "status": "completed", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:23:26.195273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f73e6c6f-7ed0-4072-a051-0bc30b878fa9 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:23:26.195681 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73e6c6f-7ed0-4072-a051-0bc30b878fa9'] response: {'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'code': 200} Apr 01 16:23:26.230288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:26.277709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=4a91969e-a5e6-4310-ad40-98124eda5c49,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:26.552054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794afe8-af0f-4dc7-8167-e2f826590548 req-c84045bd-a8ff-4421-aa37-19a9c928a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:26.553459 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c794afe8-af0f-4dc7-8167-e2f826590548 req-c84045bd-a8ff-4421-aa37-19a9c928a02d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 1098 time: 0.0404067 Apr 01 16:23:26.591540 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c794afe8-af0f-4dc7-8167-e2f826590548 req-a91f1782-9988-4bf9-8b3f-471b2b0de43d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313492 Apr 01 16:23:27.093672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200402c-e172-462a-8b4b-146f4664d32d req-07f36846-eb23-4b8c-b0ae-d428ba083aad tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:27.095188 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3200402c-e172-462a-8b4b-146f4664d32d req-07f36846-eb23-4b8c-b0ae-d428ba083aad tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0488780 Apr 01 16:23:27.132199 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3200402c-e172-462a-8b4b-146f4664d32d req-42be5ed6-e1e7-483b-8260-d9e409398a9d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Apr 01 16:23:28.258416 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c22264-d78e-4665-86da-9ab621ed3060 req-66f3e9f1-110d-4743-9182-7933299865e0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:28.259887 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f8c22264-d78e-4665-86da-9ab621ed3060 req-66f3e9f1-110d-4743-9182-7933299865e0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0532568 Apr 01 16:23:28.298945 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f8c22264-d78e-4665-86da-9ab621ed3060 req-732e8495-4e91-4951-a9ea-585f3b7f66d7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326934 Apr 01 16:23:28.411426 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be73f70-becd-452a-beba-4a3de99be2f8 req-23f7ab71-7c71-4753-aca9-c3be6d7187fd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:28.412835 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3be73f70-becd-452a-beba-4a3de99be2f8 req-23f7ab71-7c71-4753-aca9-c3be6d7187fd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0484905 Apr 01 16:23:28.451061 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3be73f70-becd-452a-beba-4a3de99be2f8 req-15c91e86-7f60-4306-a33b-fab4fff57c4e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320261 Apr 01 16:23:28.472161 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33016) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:28.512122 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581033da-ff0c-4388-ae89-4fb61945c77b tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:28.513697 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-581033da-ff0c-4388-ae89-4fb61945c77b tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 1093 time: 0.0404458 Apr 01 16:23:28.516559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33018) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:28.520803 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:23:28.616296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.714896 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.814708 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.138 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/6b92ec2e-2be1-4053-b143-03f66e3e3358) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:28.916197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:29.010981 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:29.049888 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:29.054225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:29.058629 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:23:29.061380 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=6b92ec2e-2be1-4053-b143-03f66e3e3358,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:29.702534 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:29.815345 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:29.962804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:30.073361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:30.141830 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=6b92ec2e-2be1-4053-b143-03f66e3e3358,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:30.157177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:30.257345 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP 3365e40f-c631-4904-b052-6386dfd65b03 associated. External IP: 172.26.6.138, port: 4a91969e-a5e6-4310-ad40-98124eda5c49. Apr 01 16:23:30.458599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 69223e45-6ee2-4e35-8f1b-511f89e314dd has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:23:30.565074 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:23:30.575000 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] Sync routers for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:23:30.585363 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:23:30.586135 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:23:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:30.661326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:30.694862 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b4e28b18-97c8-40a0-8f87-9f0ff96f3e85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1770673 Apr 01 16:23:30.695731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:23:30.699523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:23:30.701572 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:23:30.801029 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcd2ab-5186-4b68-9cdf-87b653cb4115 req-c6b2bacc-373f-4a53-8cfa-2ea54f495e08 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:30.802746 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-79dcd2ab-5186-4b68-9cdf-87b653cb4115 req-c6b2bacc-373f-4a53-8cfa-2ea54f495e08 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0567756 Apr 01 16:23:30.823447 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e74e78-50b0-4715-99d8-52838773a661 x-openstack-request-id: req-c0e74e78-50b0-4715-99d8-52838773a661 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:23:30.823744 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:23:30.824000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0e74e78-50b0-4715-99d8-52838773a661 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:23:30.824422 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e74e78-50b0-4715-99d8-52838773a661'] response: {'name': 'network-changed', 'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'status': 'completed', 'code': 200} Apr 01 16:23:30.844394 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-79dcd2ab-5186-4b68-9cdf-87b653cb4115 req-13c46fd8-4026-4e74-8842-ad05699e66ac tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357497 Apr 01 16:23:30.868191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33026) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:30.887353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-cbab1c6f-4427-4daa-8beb-3ab30f295755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:30.889073 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-cbab1c6f-4427-4daa-8beb-3ab30f295755 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 1098 time: 0.0439208 Apr 01 16:23:30.935491 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-01995676-b9c1-4e16-836f-5cd14055f399 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/3365e40f-c631-4904-b052-6386dfd65b03 HTTP/1.1" status: 200 len: 991 time: 0.0659482 Apr 01 16:23:30.944233 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '3365e40f-c631-4904-b052-6386dfd65b03', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.138', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'port_id': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'mac_address': 'fa:16:3e:5d:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:23:29Z', 'updated_at': '2022-04-01T16:23:29Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f460227d-e243-4383-93fd-2c0de66c42c1', 'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:cd:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:13Z', 'updated_at': '2022-04-01T16:23:17Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:30.982659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-b5092bb2-bccd-488a-9877-503307faf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:30.984158 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-b5092bb2-bccd-488a-9877-503307faf730 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d307b2-179e-41dd-b94a-9b7da9fb79be HTTP/1.1" status: 200 len: 898 time: 0.0876441 Apr 01 16:23:31.054372 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-b7d5eb11-185b-4172-97d9-308d218675d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a91969e-a5e6-4310-ad40-98124eda5c49 HTTP/1.1" status: 200 len: 999 time: 0.0635765 Apr 01 16:23:31.059518 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] Checking router: 69223e45-6ee2-4e35-8f1b-511f89e314dd for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:23:31.067963 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:23:31.068611 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:23:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:31.102832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-56692b01-d6fc-408b-991b-3307d52c9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:31.104237 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-56692b01-d6fc-408b-991b-3307d52c9ab1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5 HTTP/1.1" status: 200 len: 835 time: 0.0438423 Apr 01 16:23:31.149472 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-b37f4d25-a4e2-4a7f-9989-b42ccbd8299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:31.151058 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-b37f4d25-a4e2-4a7f-9989-b42ccbd8299d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d307b2-179e-41dd-b94a-9b7da9fb79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408287 Apr 01 16:23:31.173111 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:23:31.245259 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-66c23526-4b9b-4171-aeba-3671ed47d33d service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871370 Apr 01 16:23:31.334620 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b1ac52cc-1176-48a3-8174-866bc4a8c5e5 req-2c3db5d2-6a00-4565-95e8-bca87fe00fe0 service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827775 Apr 01 16:23:31.395337 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '3365e40f-c631-4904-b052-6386dfd65b03', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.138', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'port_id': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'mac_address': 'fa:16:3e:5d:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:23:29Z', 'updated_at': '2022-04-01T16:23:29Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f460227d-e243-4383-93fd-2c0de66c42c1', 'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:cd:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:13Z', 'updated_at': '2022-04-01T16:23:17Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:31.424938 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea59624f-3ee5-48d8-9042-457478c5fb0b None None] The sync data for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv is: [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '3365e40f-c631-4904-b052-6386dfd65b03', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.138', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'port_id': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'mac_address': 'fa:16:3e:5d:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:23:29Z', 'updated_at': '2022-04-01T16:23:29Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f460227d-e243-4383-93fd-2c0de66c42c1', 'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:cd:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:13Z', 'updated_at': '2022-04-01T16:23:17Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:23:31.609584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31d5eb-53f0-461e-af97-0bbc41728b73 None None] New status for floating IP 3365e40f-c631-4904-b052-6386dfd65b03: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:23:31.939599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33028) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:23:32.003222 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-af38e25b-2f46-4638-b23e-1c1754ad8710 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/3365e40f-c631-4904-b052-6386dfd65b03 HTTP/1.1" status: 200 len: 993 time: 0.0625758 Apr 01 16:23:34.744813 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7a502c7e-394f-4f6b-99aa-7aa6999b825e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:37.284629 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fe27a716-cd69-4dfe-8a3a-dba5484f913e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:39.867728 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:41.048596 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:41.119297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:41.122514 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:23:45.933071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:53.524915 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-39f7abee-e797-4842-85e2-500144d6de87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416608 Apr 01 16:23:53.608853 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-6e46f1d7-05dc-4466-b20b-858b4bbe56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:53.610452 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-6e46f1d7-05dc-4466-b20b-858b4bbe56b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 1098 time: 0.0420399 Apr 01 16:23:53.718011 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-4b381829-9838-4e39-9935-e7f078f64490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:53.719485 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-4b381829-9838-4e39-9935-e7f078f64490 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d307b2-179e-41dd-b94a-9b7da9fb79be HTTP/1.1" status: 200 len: 898 time: 0.0888543 Apr 01 16:23:53.784627 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-e2fe0419-07cd-4dda-a4fc-9bd979668001 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a91969e-a5e6-4310-ad40-98124eda5c49 HTTP/1.1" status: 200 len: 1001 time: 0.0582311 Apr 01 16:23:53.832975 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-665df9cc-4347-4d94-89d1-169d35786dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:53.834440 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-665df9cc-4347-4d94-89d1-169d35786dec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5 HTTP/1.1" status: 200 len: 835 time: 0.0432646 Apr 01 16:23:53.883346 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-8cffb41f-1a04-4add-a3b3-5b4570a4a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:53.885052 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-8cffb41f-1a04-4add-a3b3-5b4570a4a981 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d307b2-179e-41dd-b94a-9b7da9fb79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441256 Apr 01 16:23:53.976437 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-ff66c158-90d4-4738-8484-2953d0a5c220 service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832787 Apr 01 16:23:54.069643 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-81f36fa0-5c0c-482e-846b-ce4f85b7eb46 req-99c92e76-3cca-4bed-bd6e-8f380e96eea0 service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862155 Apr 01 16:24:04.756006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9f73f42-f7c6-4589-986a-d685e33b215d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:05.529809 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024a4c4-6112-4dcd-b66d-ccb8457c6d7d req-1da812c9-4522-4790-bcef-f9b3014f5272 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:05.531098 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e024a4c4-6112-4dcd-b66d-ccb8457c6d7d req-1da812c9-4522-4790-bcef-f9b3014f5272 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0512807 Apr 01 16:24:05.569927 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e024a4c4-6112-4dcd-b66d-ccb8457c6d7d req-128acde1-8425-427e-92f2-3dd9fa127e66 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Apr 01 16:24:06.687436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92052de4-dfb2-455d-bf21-f373038ca933 req-74b07086-9042-49e5-9a6f-8b2583d46c0c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:06.688984 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-92052de4-dfb2-455d-bf21-f373038ca933 req-74b07086-9042-49e5-9a6f-8b2583d46c0c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0490162 Apr 01 16:24:06.728760 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-92052de4-dfb2-455d-bf21-f373038ca933 req-5ea0d532-f4a8-4312-8a4c-95f7a2904eeb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 Apr 01 16:24:07.315438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-930cd9a5-9e17-4a86-ac1c-3a2a834f0001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:07.852196 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3f8e6-f2d3-4800-aab5-1ffd43115210 req-fe1565fd-ef63-4bbc-a084-2e7ed194519a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:07.854234 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0fc3f8e6-f2d3-4800-aab5-1ffd43115210 req-fe1565fd-ef63-4bbc-a084-2e7ed194519a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0537333 Apr 01 16:24:07.891397 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0fc3f8e6-f2d3-4800-aab5-1ffd43115210 req-a9f22e72-ca0a-41c9-890b-6da288a206c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311666 Apr 01 16:24:09.008225 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f809dd-2296-4bce-b15e-a7d991927f3e req-ce1bd380-1f1c-445f-9f1d-d7ff10740bd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:09.009748 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6f809dd-2296-4bce-b15e-a7d991927f3e req-ce1bd380-1f1c-445f-9f1d-d7ff10740bd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0494807 Apr 01 16:24:09.048625 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6f809dd-2296-4bce-b15e-a7d991927f3e req-0c6a5beb-de98-43f1-9f15-3fd25cf3f835 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326638 Apr 01 16:24:09.872948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:10.164959 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090309cf-3857-45a3-82cd-2f546d0ead18 req-07d9beb0-8574-495f-8e21-88c380ab0a8d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:10.167065 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-090309cf-3857-45a3-82cd-2f546d0ead18 req-07d9beb0-8574-495f-8e21-88c380ab0a8d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0513828 Apr 01 16:24:10.204371 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-090309cf-3857-45a3-82cd-2f546d0ead18 req-7cc94156-baa8-4185-99d6-11285392518e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311420 Apr 01 16:24:10.884965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.073369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.322596 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbdccc-5f60-4930-8efe-14603cee6a72 req-45f416fa-cea7-462b-a43d-1c64e175a443 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:11.324071 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cbbbdccc-5f60-4930-8efe-14603cee6a72 req-45f416fa-cea7-462b-a43d-1c64e175a443 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0532660 Apr 01 16:24:11.361404 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cbbbdccc-5f60-4930-8efe-14603cee6a72 req-9db18aa0-bc82-4c05-a2c5-5636fe08d75f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Apr 01 16:24:12.476644 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9196e5-0936-47b5-875a-4eb5edff96fb req-f5a0d682-d4fd-4b9e-8d4c-9abaa803d39f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:12.478163 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1e9196e5-0936-47b5-875a-4eb5edff96fb req-f5a0d682-d4fd-4b9e-8d4c-9abaa803d39f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0504985 Apr 01 16:24:12.516111 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1e9196e5-0936-47b5-875a-4eb5edff96fb req-36e9dd45-e532-4b18-86be-361a2440aec2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Apr 01 16:24:13.630382 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42615d9b-4d0a-4db7-91bd-acf0c309e2a3 req-07751308-4115-47ae-baa5-bb15ea2bbef6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:13.631865 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42615d9b-4d0a-4db7-91bd-acf0c309e2a3 req-07751308-4115-47ae-baa5-bb15ea2bbef6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0491130 Apr 01 16:24:13.670834 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-42615d9b-4d0a-4db7-91bd-acf0c309e2a3 req-c6acc4e3-e642-4eea-99f7-4d99d32615e7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323689 Apr 01 16:24:14.790837 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694b2ae-9cac-43e8-a11f-c87be15ea3e9 req-7a808589-220c-46ae-b0f6-bee3b9f1e85d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:14.792317 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4694b2ae-9cac-43e8-a11f-c87be15ea3e9 req-7a808589-220c-46ae-b0f6-bee3b9f1e85d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0534012 Apr 01 16:24:14.829124 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4694b2ae-9cac-43e8-a11f-c87be15ea3e9 req-303cc3d2-7b5b-48e9-b331-176126b11277 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307827 Apr 01 16:24:15.924241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:15.948675 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74cfcf-35c0-43dc-98d0-68194e0944bb req-c6a94b1d-6cf2-4289-9254-5e1903f1e2cf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:15.950160 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ff74cfcf-35c0-43dc-98d0-68194e0944bb req-c6a94b1d-6cf2-4289-9254-5e1903f1e2cf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0496056 Apr 01 16:24:15.989041 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ff74cfcf-35c0-43dc-98d0-68194e0944bb req-a5faf85a-9ba9-445f-9851-331b52045577 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Apr 01 16:24:17.103076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacccbd-dce4-49fb-998a-4fed30d13893 req-f1771537-00af-446e-a473-792c063c3f7b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:17.104593 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ceacccbd-dce4-49fb-998a-4fed30d13893 req-f1771537-00af-446e-a473-792c063c3f7b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0492706 Apr 01 16:24:17.142189 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ceacccbd-dce4-49fb-998a-4fed30d13893 req-b1176755-bda3-42f3-90d5-07dd69327144 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316591 Apr 01 16:24:17.163730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33068) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:24:17.226724 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-25508d57-b80d-4bf8-84b1-a405366dce96 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/3365e40f-c631-4904-b052-6386dfd65b03 HTTP/1.1" status: 200 len: 993 time: 0.0618420 Apr 01 16:24:18.123790 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:24:18.710443 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ade3d-9d04-4e44-a620-e3def6556df1 req-3d541777-5d31-4cb3-8f0a-668f62a93708 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:18.712029 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c0ade3d-9d04-4e44-a620-e3def6556df1 req-3d541777-5d31-4cb3-8f0a-668f62a93708 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0526776 Apr 01 16:24:18.756846 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c0ade3d-9d04-4e44-a620-e3def6556df1 req-c10d66db-5c6e-4b79-aa5a-23a92c13765a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380588 Apr 01 16:24:18.801293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-e8f92c38-1e79-490f-bc94-e5bcc5e94be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:18.802790 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-e8f92c38-1e79-490f-bc94-e5bcc5e94be6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 1098 time: 0.0440423 Apr 01 16:24:18.898681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-e4433c2c-2142-4299-b4fd-d816b3018f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:18.899967 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-e4433c2c-2142-4299-b4fd-d816b3018f14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d307b2-179e-41dd-b94a-9b7da9fb79be HTTP/1.1" status: 200 len: 898 time: 0.0865965 Apr 01 16:24:18.971134 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-3425f097-8e1a-4514-8420-efa98fd8725a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a91969e-a5e6-4310-ad40-98124eda5c49 HTTP/1.1" status: 200 len: 1001 time: 0.0568759 Apr 01 16:24:19.023593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-36e438cf-6f4e-4bcc-af90-53d5182cba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:19.025091 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-36e438cf-6f4e-4bcc-af90-53d5182cba9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5 HTTP/1.1" status: 200 len: 835 time: 0.0463285 Apr 01 16:24:19.073424 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-48891b49-83cf-4dc5-9d1f-6262f0e3b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:19.074882 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-48891b49-83cf-4dc5-9d1f-6262f0e3b268 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d307b2-179e-41dd-b94a-9b7da9fb79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399914 Apr 01 16:24:19.166468 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-928bcb7b-63d3-46ff-9880-fcec2a93be30 service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809219 Apr 01 16:24:19.262228 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-31ea9ca3-fa07-499d-bc99-6dfe43ad81ae req-6c0a306f-d971-4c64-a362-12a069e409bf service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860138 Apr 01 16:24:19.878360 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7741d8-df16-45de-8e38-e4737ffdb711 req-5daea0dd-8450-49e4-9870-abea6395224a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:19.879863 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9a7741d8-df16-45de-8e38-e4737ffdb711 req-5daea0dd-8450-49e4-9870-abea6395224a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0510466 Apr 01 16:24:19.921981 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9a7741d8-df16-45de-8e38-e4737ffdb711 req-ebb6e987-8a39-4588-9363-58dafbb4ba0a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351939 Apr 01 16:24:21.044069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714efb6-d45c-4648-b380-93f2251b33d7 req-539c86b0-5c5a-4016-8c05-3b0d677cc67c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:21.045544 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4714efb6-d45c-4648-b380-93f2251b33d7 req-539c86b0-5c5a-4016-8c05-3b0d677cc67c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0504589 Apr 01 16:24:21.083946 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4714efb6-d45c-4648-b380-93f2251b33d7 req-936220c0-2db7-44c0-b5bf-09b8bd25e964 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323255 Apr 01 16:24:21.106405 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33080) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:24:21.165540 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-12ad3bd1-c820-450c-bb9a-b5a72112609e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/3365e40f-c631-4904-b052-6386dfd65b03 HTTP/1.1" status: 200 len: 993 time: 0.0579236 Apr 01 16:24:34.738427 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-52b6bc63-3a16-4013-8752-1ae0a9374f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:37.429836 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-71a3d9e8-e23b-424a-a3ef-31719fe416fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.901378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:40.903578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:41.078293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.932144 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.639836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33090) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:24:53.793832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 6b92ec2e-2be1-4053-b143-03f66e3e3358 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:24:53.794101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.870293 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.871225 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.882566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 6b92ec2e-2be1-4053-b143-03f66e3e3358 owned by network:floatingip {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:24:54.098135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.125700 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=6b92ec2e-2be1-4053-b143-03f66e3e3358,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:54.147813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.148172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.148549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.148900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.149231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.149569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.149903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.150235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.150566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.150895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.151222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.151548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:54.192757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.193087 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP 3365e40f-c631-4904-b052-6386dfd65b03 disassociated (deleted). External IP: 172.26.6.138, port: 4a91969e-a5e6-4310-ad40-98124eda5c49. Apr 01 16:24:54.400498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 69223e45-6ee2-4e35-8f1b-511f89e314dd has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:24:54.507926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:24:54.512576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.518128 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] Sync routers for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:24:54.528832 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:24:54.529512 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:24:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:54.539388 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ec791ab4-e6e8-46f0-a68d-357caedbb50c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/floatingips/3365e40f-c631-4904-b052-6386dfd65b03 HTTP/1.1" status: 204 len: 168 time: 0.8984635 Apr 01 16:24:54.539955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:54.542330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a37c8e-9ac4-4e93-a305-309a5cc5f862" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:24:54.592623 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065fcb87-a586-4d86-95b3-b8b9d69cdb43 x-openstack-request-id: req-065fcb87-a586-4d86-95b3-b8b9d69cdb43 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:24:54.592914 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:24:54.593165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-065fcb87-a586-4d86-95b3-b8b9d69cdb43 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:24:54.593775 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065fcb87-a586-4d86-95b3-b8b9d69cdb43'] response: {'name': 'network-changed', 'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'status': 'completed', 'code': 200} Apr 01 16:24:54.651016 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:24:54.661384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-ff4b57e2-5ebd-455f-8e7e-8e45ec39e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:54.667142 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-ff4b57e2-5ebd-455f-8e7e-8e45ec39e44a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 1098 time: 0.0460005 Apr 01 16:24:54.871781 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f460227d-e243-4383-93fd-2c0de66c42c1', 'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:cd:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:13Z', 'updated_at': '2022-04-01T16:23:17Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:54.899727 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] Checking router: 69223e45-6ee2-4e35-8f1b-511f89e314dd for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:24:54.910361 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:24:54.910361 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:24:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:54.977770 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcf895-074b-4afa-92a0-284e9dfa0cf0 req-edd33f9b-3fd4-47e3-92a8-0c966189e074 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:54.979339 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cbfcf895-074b-4afa-92a0-284e9dfa0cf0 req-edd33f9b-3fd4-47e3-92a8-0c966189e074 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0636106 Apr 01 16:24:55.021629 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cbfcf895-074b-4afa-92a0-284e9dfa0cf0 req-7028a8b1-4763-4410-b857-8c4df1d96bce tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354536 Apr 01 16:24:55.022824 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:24:55.115458 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-1c7b02fd-9049-4b07-8a06-003a3c989950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:55.116997 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-1c7b02fd-9049-4b07-8a06-003a3c989950 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d307b2-179e-41dd-b94a-9b7da9fb79be HTTP/1.1" status: 200 len: 898 time: 0.4449403 Apr 01 16:24:55.127312 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:24:55.163048 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-f6bf48a2-b74f-4cb4-ad03-d98fb8795887 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a91969e-a5e6-4310-ad40-98124eda5c49 HTTP/1.1" status: 200 len: 217 time: 0.0375643 Apr 01 16:24:55.211692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-5fb16080-d4e8-4fb6-87c0-85e6068d8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:55.213218 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-5fb16080-d4e8-4fb6-87c0-85e6068d8581 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5 HTTP/1.1" status: 200 len: 835 time: 0.0436835 Apr 01 16:24:55.228880 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f460227d-e243-4383-93fd-2c0de66c42c1', 'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:cd:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:13Z', 'updated_at': '2022-04-01T16:23:17Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:55.259328 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec963c1-0fb1-43e6-abd4-bdfdd6189e75 None None] The sync data for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv is: [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': 'f460227d-e243-4383-93fd-2c0de66c42c1', 'name': '', 'network_id': '78d307b2-179e-41dd-b94a-9b7da9fb79be', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:cd:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:13Z', 'updated_at': '2022-04-01T16:23:17Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': '88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:24:55.259750 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-3df5b649-cca1-4e83-9b57-cccdc9df98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:55.262290 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-3df5b649-cca1-4e83-9b57-cccdc9df98b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d307b2-179e-41dd-b94a-9b7da9fb79be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413001 Apr 01 16:24:55.361196 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-def80848-9ba1-47f2-84d6-32bf5a8329d9 service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888300 Apr 01 16:24:55.456806 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-44a37c8e-9ac4-4e93-a305-309a5cc5f862 req-264ba260-b173-4f3c-bce8-24df504c4bf0 service neutron] 10.222.0.41 "GET /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871177 Apr 01 16:24:55.484156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8752832-4965-47d5-957e-cda57703e399 None None] New status for floating IP 3365e40f-c631-4904-b052-6386dfd65b03: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:24:56.138522 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a5dbe-c433-463a-9777-1237568e18ae req-c68f183e-1895-4fbc-90b5-9645e46c476d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:56.139986 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bd1a5dbe-c433-463a-9777-1237568e18ae req-c68f183e-1895-4fbc-90b5-9645e46c476d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0484684 Apr 01 16:24:56.177044 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bd1a5dbe-c433-463a-9777-1237568e18ae req-ae41077d-e626-4417-a23e-4d808a6cf799 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=b370914d-4b10-45ac-9bf7-045bfa300543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311196 Apr 01 16:24:56.770791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-6d741805-e193-4918-a8ed-fbcdd22cb312 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:56.772260 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-6d741805-e193-4918-a8ed-fbcdd22cb312 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 945 time: 0.0504766 Apr 01 16:24:56.884732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 4a91969e-a5e6-4310-ad40-98124eda5c49 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:24:56.885225 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.978799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 4a91969e-a5e6-4310-ad40-98124eda5c49, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=4a91969e-a5e6-4310-ad40-98124eda5c49,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:56.979101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:56.996265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 4a91969e-a5e6-4310-ad40-98124eda5c49 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:24:57.186937 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.221545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=4a91969e-a5e6-4310-ad40-98124eda5c49,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:57.264107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] No DVR routers for this DVR port 4a91969e-a5e6-4310-ad40-98124eda5c49 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:24:57.278196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.278196 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a4df9249-de0c-4636-bd48-cdb2ac971a72 req-7146c4ff-780e-42c0-99e7-4adead42048e tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "DELETE /v2.0/ports/4a91969e-a5e6-4310-ad40-98124eda5c49 HTTP/1.1" status: 204 len: 173 time: 0.4803319 Apr 01 16:24:57.278196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'name': 'network-vif-deleted', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:24:57.278196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ac66b4-0dcd-4b4c-99d3-964d70c1fd68" -d '{"events": [{"server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "name": "network-vif-deleted", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:24:57.278704 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8485b46f-5b45-46c7-84f4-f4572e6a224a req-482412dd-98b6-48f6-9f4e-d8d0ad2da32f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 210 time: 0.0287812 Apr 01 16:24:57.313279 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2ef4b-8f19-4626-98bf-9e2410fa7d80 x-openstack-request-id: req-c8e2ef4b-8f19-4626-98bf-9e2410fa7d80 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:24:57.313564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7f97a8-f3fa-432a-ae5c-8fca6d625edb", "name": "network-vif-deleted", "tag": "4a91969e-a5e6-4310-ad40-98124eda5c49", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:24:57.313818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8e2ef4b-8f19-4626-98bf-9e2410fa7d80 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:24:57.314224 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e2ef4b-8f19-4626-98bf-9e2410fa7d80'] response: {'server_uuid': 'bc7f97a8-f3fa-432a-ae5c-8fca6d625edb', 'name': 'network-vif-deleted', 'tag': '4a91969e-a5e6-4310-ad40-98124eda5c49', 'status': 'completed', 'code': 200} Apr 01 16:24:58.384396 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3ff4d2a9-8042-411b-bd7e-f495aff89c12 req-aaf0c9c8-69b7-4071-bfd6-dc87ce311ff9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc7f97a8-f3fa-432a-ae5c-8fca6d625edb HTTP/1.1" status: 200 len: 210 time: 0.0262892 Apr 01 16:24:59.441965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33112) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:24:59.797706 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.052222 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port f460227d-e243-4383-93fd-2c0de66c42c1 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:25:00.052515 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.142935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port f460227d-e243-4383-93fd-2c0de66c42c1, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f460227d-e243-4383-93fd-2c0de66c42c1,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:00.143297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.155497 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for f460227d-e243-4383-93fd-2c0de66c42c1 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:25:00.406087 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.423978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4a91969e-a5e6-4310-ad40-98124eda5c49 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:25:00.431366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=f460227d-e243-4383-93fd-2c0de66c42c1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:00.444213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 4a91969e-a5e6-4310-ad40-98124eda5c49 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:25:00.444604 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 4a91969e-a5e6-4310-ad40-98124eda5c49 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:25:00.609549 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.826089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 69223e45-6ee2-4e35-8f1b-511f89e314dd has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:25:00.935352 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:25:00.940473 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-95f5ac56-b3de-448e-874e-4a6958d8e1cc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/69223e45-6ee2-4e35-8f1b-511f89e314dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974148 Apr 01 16:25:00.943078 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33114) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:00.981995 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] Sync routers for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:00.996656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-918c1e21-1006-4fe0-991d-1754da4d6957 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting subnet 88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:25:00.999740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-918c1e21-1006-4fe0-991d-1754da4d6957 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.001694 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:25:01.002311 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:24:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:01.043535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-918c1e21-1006-4fe0-991d-1754da4d6957 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.116740 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:25:01.126794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-918c1e21-1006-4fe0-991d-1754da4d6957 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.262558 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-918c1e21-1006-4fe0-991d-1754da4d6957 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.291176 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-918c1e21-1006-4fe0-991d-1754da4d6957 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.293172 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:25:00Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:01.297017 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b91b7-6dff-4dec-b185-d517e5c5ff6c None None] Network 78d307b2-179e-41dd-b94a-9b7da9fb79be requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:25:01.297807 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33116) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:01.299224 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-918c1e21-1006-4fe0-991d-1754da4d6957 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/subnets/88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5 HTTP/1.1" status: 204 len: 168 time: 0.3551238 Apr 01 16:25:01.312474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c1e21-1006-4fe0-991d-1754da4d6957 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Subnet': ['ID=88ad64d6-ef72-4603-8eea-f8cbe5d9fbe5,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:01.325473 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] Checking router: 69223e45-6ee2-4e35-8f1b-511f89e314dd for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:01.333824 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] Routers {'69223e45-6ee2-4e35-8f1b-511f89e314dd'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:25:01.334438 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:24:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['69223e45-6ee2-4e35-8f1b-511f89e314dd'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:01.414536 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.443584 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] Set router 69223e45-6ee2-4e35-8f1b-511f89e314dd gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:25:01.548419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] DHCP port deletion for 78d307b2-179e-41dd-b94a-9b7da9fb79be request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:25:01.558691 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.599047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Deleting port f71f41e3-ae4b-4660-a7a9-50ca37d8562d {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:25:01.599401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.658025 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:25:00Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:01.672033 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] For port f71f41e3-ae4b-4660-a7a9-50ca37d8562d, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f71f41e3-ae4b-4660-a7a9-50ca37d8562d,segment=NetworkSegment(8fae353f-9818-4030-96e3-88406b1c27e6),segment_id=8fae353f-9818-4030-96e3-88406b1c27e6)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:01.672759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.687054 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca127ed9-38d0-408a-b067-90421b5d0a97 None None] The sync data for ids ['69223e45-6ee2-4e35-8f1b-511f89e314dd'] in dv-neutron-835865-1-hyperv is: [{'id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985002466', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76'}], 'enable_snat': True}, 'gw_port_id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:23:09Z', 'updated_at': '2022-04-01T16:25:00Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '7877684e-8a2d-4b5f-b46f-e9dfbdae4f34', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:26:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223e45-6ee2-4e35-8f1b-511f89e314dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:23:10Z', 'updated_at': '2022-04-01T16:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:01.697439 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Calling delete_port for f71f41e3-ae4b-4660-a7a9-50ca37d8562d owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:25:01.742966 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:25:01.743420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.828013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=7877684e-8a2d-4b5f-b46f-e9dfbdae4f34,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:01.831697 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.840518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:25:01.895575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:01.927717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Pushing event deleted for resources: {'Port': ['ID=f71f41e3-ae4b-4660-a7a9-50ca37d8562d,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:01.930036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] No DVR routers for this DVR port f71f41e3-ae4b-4660-a7a9-50ca37d8562d on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:25:01.940025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.940441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.940725 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.941029 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.944734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.944734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.944734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.944734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.944734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.944734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.944734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:01.944734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc73ba-5b58-4d5b-b85b-310f9c2c6109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.101513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.142735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=7877684e-8a2d-4b5f-b46f-e9dfbdae4f34,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:02.188658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.189267 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.189626 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.189969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.190389 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.190735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.191066 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.191403 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.191732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.192062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.192412 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.192743 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:02.218605 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.315375 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.317589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.421184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.421683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Fanout notify agent at l3_agent the message router_deleted on router 69223e45-6ee2-4e35-8f1b-511f89e314dd {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:25:02.428271 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.429511 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-68633a4f-9253-4419-bc8c-dcdda636046f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/routers/69223e45-6ee2-4e35-8f1b-511f89e314dd HTTP/1.1" status: 204 len: 168 time: 1.1303756 Apr 01 16:25:02.432286 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33118) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:02.516873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.605391 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.625503 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d307b2-179e-41dd-b94a-9b7da9fb79be']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:02.634688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fae353f-9818-4030-96e3-88406b1c27e6') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:02.634984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fae353f-9818-4030-96e3-88406b1c27e6') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:02.644146 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.657546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.663487 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Releasing vlan 1113 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:25:02.663875 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:25:02.666856 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:25:02.809925 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.817330 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.819801 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/networks/78d307b2-179e-41dd-b94a-9b7da9fb79be HTTP/1.1" status: 204 len: 168 time: 0.3859255 Apr 01 16:25:02.822719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33120) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:02.831889 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311918f5-e5ef-4cb0-9bcf-c0fe4bc4d908 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Network': ['ID=78d307b2-179e-41dd-b94a-9b7da9fb79be,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:02.889985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c14d566a-abc6-4f99-b116-211c0c32a7ee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:02.917640 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c14d566a-abc6-4f99-b116-211c0c32a7ee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.046002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c14d566a-abc6-4f99-b116-211c0c32a7ee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.048543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c14d566a-abc6-4f99-b116-211c0c32a7ee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.049708 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c14d566a-abc6-4f99-b116-211c0c32a7ee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/security-groups/b370914d-4b10-45ac-9bf7-045bfa300543 HTTP/1.1" status: 204 len: 168 time: 0.2254758 Apr 01 16:25:03.070927 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d566a-abc6-4f99-b116-211c0c32a7ee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b370914d-4b10-45ac-9bf7-045bfa300543,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:03.451111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33126) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:03.455799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-ebde95ea-a69b-44e5-bc51-a2dd5ca6eddf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419359738', 'description': 'tempest-secgroup-smoke-1419359738 description', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:03.462785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:25:03.482929 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:25:03.483268 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 7877684e-8a2d-4b5f-b46f-e9dfbdae4f34 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:25:03.483678 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f71f41e3-ae4b-4660-a7a9-50ca37d8562d no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:25:03.502464 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f71f41e3-ae4b-4660-a7a9-50ca37d8562d {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:25:03.502799 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f71f41e3-ae4b-4660-a7a9-50ca37d8562d not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:25:03.503201 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f460227d-e243-4383-93fd-2c0de66c42c1 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:25:03.521747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f460227d-e243-4383-93fd-2c0de66c42c1 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:25:03.522085 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f460227d-e243-4383-93fd-2c0de66c42c1 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:25:03.575692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebde95ea-a69b-44e5-bc51-a2dd5ca6eddf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.641474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebde95ea-a69b-44e5-bc51-a2dd5ca6eddf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.720585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebde95ea-a69b-44e5-bc51-a2dd5ca6eddf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.749774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde95ea-a69b-44e5-bc51-a2dd5ca6eddf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1442af5-b1ab-4842-942a-5bf7d6de205f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:03.808862 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-ebde95ea-a69b-44e5-bc51-a2dd5ca6eddf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.810189 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-ebde95ea-a69b-44e5-bc51-a2dd5ca6eddf tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3579569 Apr 01 16:25:03.813112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33128) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:03.817571 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-febe8e2a-0748-434b-9729-40b10b5e62ab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'e1442af5-b1ab-4842-942a-5bf7d6de205f', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:03.879535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-febe8e2a-0748-434b-9729-40b10b5e62ab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.934387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-febe8e2a-0748-434b-9729-40b10b5e62ab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.977721 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-febe8e2a-0748-434b-9729-40b10b5e62ab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:03.999500 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe8e2a-0748-434b-9729-40b10b5e62ab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93159de6-0b70-4d63-b607-b16f75e224db,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:04.076670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-febe8e2a-0748-434b-9729-40b10b5e62ab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.077894 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-febe8e2a-0748-434b-9729-40b10b5e62ab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2638955 Apr 01 16:25:04.080663 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33130) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:04.085172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f0e39320-0d80-4e21-8dc0-4e1f7e9016d5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'e1442af5-b1ab-4842-942a-5bf7d6de205f', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:04.168734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f0e39320-0d80-4e21-8dc0-4e1f7e9016d5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.225132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f0e39320-0d80-4e21-8dc0-4e1f7e9016d5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.320324 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f0e39320-0d80-4e21-8dc0-4e1f7e9016d5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.338428 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e39320-0d80-4e21-8dc0-4e1f7e9016d5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3aae61-4f7a-46e5-ab4d-d0e3b52c0af5,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:04.419894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f0e39320-0d80-4e21-8dc0-4e1f7e9016d5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.421219 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f0e39320-0d80-4e21-8dc0-4e1f7e9016d5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3395910 Apr 01 16:25:04.423956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33132) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:04.428702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-83fc173c-03a0-461a-aa25-4314c347bd33 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'e1442af5-b1ab-4842-942a-5bf7d6de205f', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:04.510265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-83fc173c-03a0-461a-aa25-4314c347bd33 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.566759 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-83fc173c-03a0-461a-aa25-4314c347bd33 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.626765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-83fc173c-03a0-461a-aa25-4314c347bd33 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.644483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc173c-03a0-461a-aa25-4314c347bd33 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e478f23-20ec-4317-bbb7-3b5d0e6e2b14,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:04.723223 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-83fc173c-03a0-461a-aa25-4314c347bd33 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.724638 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-83fc173c-03a0-461a-aa25-4314c347bd33 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995183 Apr 01 16:25:04.727614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33134) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:04.732880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-4f434196-98ca-450f-8bd0-ac9964351b85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'e1442af5-b1ab-4842-942a-5bf7d6de205f', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:04.749418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9f7f63d9-2b6c-423e-97b2-06c10d0cfde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.846720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f434196-98ca-450f-8bd0-ac9964351b85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.904737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f434196-98ca-450f-8bd0-ac9964351b85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:04.989141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f434196-98ca-450f-8bd0-ac9964351b85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.009248 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f434196-98ca-450f-8bd0-ac9964351b85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961f4c9e-06f1-4791-b059-2d482f53ae3f,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:05.077196 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4f434196-98ca-450f-8bd0-ac9964351b85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.078420 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4f434196-98ca-450f-8bd0-ac9964351b85 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3497970 Apr 01 16:25:05.081105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33136) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:05.085493 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-0602d0ee-9f12-4983-b752-6b74df1b5b8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'e1442af5-b1ab-4842-942a-5bf7d6de205f', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:05.172200 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-0602d0ee-9f12-4983-b752-6b74df1b5b8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:25:05.177385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0602d0ee-9f12-4983-b752-6b74df1b5b8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.236353 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0602d0ee-9f12-4983-b752-6b74df1b5b8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.343183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0602d0ee-9f12-4983-b752-6b74df1b5b8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.361409 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602d0ee-9f12-4983-b752-6b74df1b5b8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37318446-db4c-4fae-a73b-89ac8e09a3fe,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:05.431309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0602d0ee-9f12-4983-b752-6b74df1b5b8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.432618 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0602d0ee-9f12-4983-b752-6b74df1b5b8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504481 Apr 01 16:25:05.436070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33138) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:05.440454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-991fedee-2655-420e-bcb3-fb34efc2a011 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'security_group_rule': {'security_group_id': 'e1442af5-b1ab-4842-942a-5bf7d6de205f', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:05.509070 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-991fedee-2655-420e-bcb3-fb34efc2a011 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Project c09cfa5310a4415bb3da7bd8b9cdb6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:25:05.514325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-991fedee-2655-420e-bcb3-fb34efc2a011 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.575513 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-991fedee-2655-420e-bcb3-fb34efc2a011 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.652578 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-991fedee-2655-420e-bcb3-fb34efc2a011 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.670851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fedee-2655-420e-bcb3-fb34efc2a011 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acd363e-02e7-4ff9-b502-b078a0b2353b,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:05.732273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-991fedee-2655-420e-bcb3-fb34efc2a011 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.733551 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-991fedee-2655-420e-bcb3-fb34efc2a011 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2965245 Apr 01 16:25:05.736388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33140) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:05.741358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'network': {'name': 'tempest-network-smoke--1275016956', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'port_security_enabled': True}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:05.820979 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:05.825135 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.849171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:25:05.857815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.858156 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Added segment 8db9c7b6-9b95-45b9-8747-d0e18348185c of type vlan for network 8dbf0603-3fda-40fc-88fb-e989688debd6 Apr 01 16:25:05.900127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:05.994905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.000385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:06.001008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.065076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Network': ['ID=8dbf0603-3fda-40fc-88fb-e989688debd6,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:06.076055 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 8dbf0603-3fda-40fc-88fb-e989688debd6 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:25:06.095809 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-23e8d893-5c08-48e4-9c7c-c3ea0f352fd1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3559530 Apr 01 16:25:06.096092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33142) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:06.100635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'admin_state_up': True, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:06.187081 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.188150 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.242973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.430587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.677730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.696827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.796363 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.221 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/4c6fe009-7e63-4702-8536-a89806a55c26) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:06.901420 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:06.975483 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:07.013906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:07.016738 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:07.020320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:25:07.047871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=4c6fe009-7e63-4702-8536-a89806a55c26,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:07.309915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8437ae2d-dcc6-41cd-91bf-b54473e9e997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:07.376037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:07.571600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:07.783295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 503a053b-aef8-4970-abb2-4611ec08965c is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:25:07.888725 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:25:07.899101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Sync routers for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:07.909523 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:25:07.910223 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:25:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:07.968386 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:07.969647 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-23e3c4ab-b075-4d22-8372-460b11cfe0f1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8725345 Apr 01 16:25:07.972886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33144) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:08.001329 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-adc0e2b7-2f7b-44fb-9359-cf0947ed3d96 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272110 Apr 01 16:25:08.003958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33146) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:08.015885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:25:08.097092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd0d3c9-0023-417b-a0f6-f309f7b20b56 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:08.098606 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7cd0d3c9-0023-417b-a0f6-f309f7b20b56 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936682 Apr 01 16:25:08.101480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33148) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:08.128672 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f5dd1b21-f254-47e7-885d-531ba44c6736 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=f373d492-0707-45bf-bce1-c2e88cd874e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260777 Apr 01 16:25:08.131564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33150) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:08.135686 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-600946481', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:08.199247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:07Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:08.226915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Checking router: 503a053b-aef8-4970-abb2-4611ec08965c for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:08.227264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Updating router 503a053b-aef8-4970-abb2-4611ec08965c port 4c6fe009-7e63-4702-8536-a89806a55c26 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:25:08.251677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.292012 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:08.295668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.507947 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.549397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.577783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.608002 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Subnet': ['ID=f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:08.625213 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Checking segment: {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:25:08.625743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network hostable DHCP agents. Network: 8dbf0603-3fda-40fc-88fb-e989688debd6, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:25:08.632047 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Attempting to bind port 4c6fe009-7e63-4702-8536-a89806a55c26 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:08.632441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Attempting to bind port 4c6fe009-7e63-4702-8536-a89806a55c26 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:08.632799 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Attempting to bind port 4c6fe009-7e63-4702-8536-a89806a55c26 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:25:08.639418 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31406f-d1f9-4612-9347-72bab78880bd None None] Pushing event updated for resources: {'Port': ['ID=4c6fe009-7e63-4702-8536-a89806a55c26,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:08.642104 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:25:08.642477 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:25:08.642873 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.643261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:25:08.643719 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Bound port: 4c6fe009-7e63-4702-8536-a89806a55c26, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:08.644094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.695637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] For port 4c6fe009-7e63-4702-8536-a89806a55c26, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:25:08.699354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] For port 4c6fe009-7e63-4702-8536-a89806a55c26, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4c6fe009-7e63-4702-8536-a89806a55c26,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:25:08.720524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 8dbf0603-3fda-40fc-88fb-e989688debd6 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:25:08.775906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.803833 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 8dbf0603-3fda-40fc-88fb-e989688debd6) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:08.807937 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:08.808646 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:08.816978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383945f3-45a0-4df1-9685-6c96a08e739a None None] Network 8dbf0603-3fda-40fc-88fb-e989688debd6 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:25:08.862209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31406f-d1f9-4612-9347-72bab78880bd None None] Pushing event updated for resources: {'Port': ['ID=4c6fe009-7e63-4702-8536-a89806a55c26,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:08.864716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:25:08.865325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:25:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:08.920698 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bcdd8e29-5024-4bfd-93be-6de022e08fd4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7885642 Apr 01 16:25:08.923421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33152) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:09.033117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:25:09.320529 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-8dbf0603-3fda-40fc-88fb-e989688debd6', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:25:09.321402 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.508831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Allocated IP 172.20.0.2 (8dbf0603-3fda-40fc-88fb-e989688debd6/f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9/6d56eabc-1e45-4297-9e07-ecfc990802b4) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:09.527544 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:07Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:09.564581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f0f9f-73f9-4ce8-9aa2-8ac8e025fb16 None None] The sync data for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv is: [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:07Z', 'revision_number': 3, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:09.704370 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.716641 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.774269 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.821856 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Network 8dbf0603-3fda-40fc-88fb-e989688debd6 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:09.831794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:09.834779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:25:09.899257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Pushing event updated for resources: {'Port': ['ID=6d56eabc-1e45-4297-9e07-ecfc990802b4,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:09.913536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Attempting to bind port 6d56eabc-1e45-4297-9e07-ecfc990802b4 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:09.914083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Attempting to bind port 6d56eabc-1e45-4297-9e07-ecfc990802b4 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:09.914452 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Attempting to bind port 6d56eabc-1e45-4297-9e07-ecfc990802b4 on network 8dbf0603-3fda-40fc-88fb-e989688debd6 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:25:09.920822 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:25:09.921198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Checking segment: {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:25:09.921603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.922000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Bound using segment: {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:25:09.922466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Bound port: 6d56eabc-1e45-4297-9e07-ecfc990802b4, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:09.922848 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.934745 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:09.993030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] For port 6d56eabc-1e45-4297-9e07-ecfc990802b4, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:25:09.996330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] For port 6d56eabc-1e45-4297-9e07-ecfc990802b4, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6d56eabc-1e45-4297-9e07-ecfc990802b4,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:25:10.045443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.1 (8dbf0603-3fda-40fc-88fb-e989688debd6/f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9/96e6abde-7a53-4f5e-930c-5d09648e9490) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:10.063747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.127163 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f7add-645d-4790-a9f7-453a8f21be26 None None] Pushing event updated for resources: {'Port': ['ID=6d56eabc-1e45-4297-9e07-ecfc990802b4,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:10.175308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.282576 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.340629 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 8dbf0603-3fda-40fc-88fb-e989688debd6 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:10.342107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=96e6abde-7a53-4f5e-930c-5d09648e9490,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:10.346595 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:10.357305 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:25:10.407452 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.650300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.875200 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.935204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:10.992636 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.072307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.074692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=96e6abde-7a53-4f5e-930c-5d09648e9490,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:11.079670 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8e44d-b2d2-4fb9-8cbb-992cc40d645a None None] Network 8dbf0603-3fda-40fc-88fb-e989688debd6 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:25:11.097475 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.168877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e9a64489-3aaf-4a39-8b64-2fa70088b6d2 None None] Provisioning complete for port 6d56eabc-1e45-4297-9e07-ecfc990802b4 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:11.169161 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9a64489-3aaf-4a39-8b64-2fa70088b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.171445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 8dbf0603-3fda-40fc-88fb-e989688debd6 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:11.172908 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:11.288921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 503a053b-aef8-4970-abb2-4611ec08965c has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:25:11.306102 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9a64489-3aaf-4a39-8b64-2fa70088b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.341066 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e9a64489-3aaf-4a39-8b64-2fa70088b6d2 None None] For port 6d56eabc-1e45-4297-9e07-ecfc990802b4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6d56eabc-1e45-4297-9e07-ecfc990802b4,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:11.415574 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:25:11.431962 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7d6487e6-1a11-4e07-8a2d-b7e66446b44d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/503a053b-aef8-4970-abb2-4611ec08965c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5069239 Apr 01 16:25:11.438505 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e9a64489-3aaf-4a39-8b64-2fa70088b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.541721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a64489-3aaf-4a39-8b64-2fa70088b6d2 None None] Pushing event updated for resources: {'Port': ['ID=6d56eabc-1e45-4297-9e07-ecfc990802b4,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:11.572764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cbf55dbb-9b1a-4b4a-a8b4-2e8530e3fe37 None None] Provisioning complete for port 6d56eabc-1e45-4297-9e07-ecfc990802b4 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:11.572961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cbf55dbb-9b1a-4b4a-a8b4-2e8530e3fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.612138 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-7a5f70f6-0742-4a94-a3aa-303a7f3bc61d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419359738&fields=id&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 267 time: 0.0523520 Apr 01 16:25:11.624414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6d56eabc-1e45-4297-9e07-ecfc990802b4 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:25:11.727293 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 6d56eabc-1e45-4297-9e07-ecfc990802b4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:11.727755 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.742308 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5678-6c97-47e4-b380-44a386716740 req-f3c6407a-84e9-45aa-b5d2-a209c153ec84 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:11.744229 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-f3c6407a-84e9-45aa-b5d2-a209c153ec84 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/networks?id=8dbf0603-3fda-40fc-88fb-e989688debd6 HTTP/1.1" status: 200 len: 797 time: 0.1249673 Apr 01 16:25:11.760166 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Sync routers for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:11.769656 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-549b6ee7-039c-4849-a943-427658bc69c7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/quotas/c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 375 time: 0.0190635 Apr 01 16:25:11.770301 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:25:11.770929 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:25:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:11.778503 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cbf55dbb-9b1a-4b4a-a8b4-2e8530e3fe37 None None] Provisioning complete for port 96e6abde-7a53-4f5e-930c-5d09648e9490 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:11.778695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cbf55dbb-9b1a-4b4a-a8b4-2e8530e3fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:11.841029 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-3b4765dc-cbed-4046-93ca-4bec2471c415 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604098 Apr 01 16:25:11.846350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-cbf55dbb-9b1a-4b4a-a8b4-2e8530e3fe37 None None] Port 96e6abde-7a53-4f5e-930c-5d09648e9490 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:25:11.892498 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:25:11.897165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4c6fe009-7e63-4702-8536-a89806a55c26 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:25:11.928491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-dfdfefc2-23f5-439a-a94d-fa79d4c893c2 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:25:11.930046 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-dfdfefc2-23f5-439a-a94d-fa79d4c893c2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0751235 Apr 01 16:25:11.958129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 4c6fe009-7e63-4702-8536-a89806a55c26 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:11.958554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.018387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-07d6aa45-b94c-4abb-b70c-cc62e1162f21 None None] Provisioning complete for port 96e6abde-7a53-4f5e-930c-5d09648e9490 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:12.018758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-07d6aa45-b94c-4abb-b70c-cc62e1162f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.049389 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-b3d13cf3-48d5-4945-8e49-abdd167fc8bf service neutron] 10.222.0.73 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091068 Apr 01 16:25:12.084735 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-07d6aa45-b94c-4abb-b70c-cc62e1162f21 None None] Port 96e6abde-7a53-4f5e-930c-5d09648e9490 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:25:12.088287 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.109307 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '96e6abde-7a53-4f5e-930c-5d09648e9490', 'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:7a:ff:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 2, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:12.112145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 4c6fe009-7e63-4702-8536-a89806a55c26, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4c6fe009-7e63-4702-8536-a89806a55c26,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:12.136303 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Checking router: 503a053b-aef8-4970-abb2-4611ec08965c for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:12.136688 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Updating router 503a053b-aef8-4970-abb2-4611ec08965c port 96e6abde-7a53-4f5e-930c-5d09648e9490 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:25:12.144305 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-4afc6075-14e1-41c7-8dd4-292985a74b15 service neutron] 10.222.0.73 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886679 Apr 01 16:25:12.162222 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.201824 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.228277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2478b924-71dc-494b-9df9-33e3b30e9121 None None] Provisioning complete for port 96e6abde-7a53-4f5e-930c-5d09648e9490 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:12.228675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2478b924-71dc-494b-9df9-33e3b30e9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.282113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-2478b924-71dc-494b-9df9-33e3b30e9121 None None] Port 96e6abde-7a53-4f5e-930c-5d09648e9490 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:25:12.286763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=4c6fe009-7e63-4702-8536-a89806a55c26,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:12.437993 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.457830 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-203ea333-60d2-4b78-b955-0c3037b97b12 req-9209c2a3-dbe6-4cb9-b466-e35a9b2bb272 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 210 time: 0.0284460 Apr 01 16:25:12.535464 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.582882 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Pushing event updated for resources: {'Port': ['ID=96e6abde-7a53-4f5e-930c-5d09648e9490,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:12.591651 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.592003 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.597028 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:12.655249 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Attempting to bind port 96e6abde-7a53-4f5e-930c-5d09648e9490 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:12.655715 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Attempting to bind port 96e6abde-7a53-4f5e-930c-5d09648e9490 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:12.656141 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Attempting to bind port 96e6abde-7a53-4f5e-930c-5d09648e9490 on network 8dbf0603-3fda-40fc-88fb-e989688debd6 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:25:12.661750 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:25:12.662112 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Checking segment: {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:25:12.662506 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.662891 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Bound using segment: {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:25:12.663351 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Bound port: 96e6abde-7a53-4f5e-930c-5d09648e9490, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:12.663725 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.739745 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] For port 96e6abde-7a53-4f5e-930c-5d09648e9490, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:25:12.744327 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] For port 96e6abde-7a53-4f5e-930c-5d09648e9490, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=96e6abde-7a53-4f5e-930c-5d09648e9490,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:25:12.810753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8d62fe21-2524-4c8c-a240-aac570d88acc None None] Provisioning complete for port 96e6abde-7a53-4f5e-930c-5d09648e9490 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:12.811125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8d62fe21-2524-4c8c-a240-aac570d88acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.829565 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:12.846079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8d62fe21-2524-4c8c-a240-aac570d88acc None None] Port 96e6abde-7a53-4f5e-930c-5d09648e9490 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:25:12.885448 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:25:12.886215 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:25:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:12.931877 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46467d1a-2739-4efd-8695-033594e90d65 None None] Pushing event updated for resources: {'Port': ['ID=96e6abde-7a53-4f5e-930c-5d09648e9490,revision_number=4']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:13.076834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-68fea22a-844f-40f5-a802-9f9e464fcb0e None None] Provisioning complete for port 96e6abde-7a53-4f5e-930c-5d09648e9490 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:13.077766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-68fea22a-844f-40f5-a802-9f9e464fcb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:13.124035 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:25:13.159459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-68fea22a-844f-40f5-a802-9f9e464fcb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:13.192466 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-68fea22a-844f-40f5-a802-9f9e464fcb0e None None] For port 96e6abde-7a53-4f5e-930c-5d09648e9490, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=96e6abde-7a53-4f5e-930c-5d09648e9490,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:13.286438 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-68fea22a-844f-40f5-a802-9f9e464fcb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:13.320051 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '96e6abde-7a53-4f5e-930c-5d09648e9490', 'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:7a:ff:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:13.335382 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fea22a-844f-40f5-a802-9f9e464fcb0e None None] Pushing event updated for resources: {'Port': ['ID=96e6abde-7a53-4f5e-930c-5d09648e9490,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:13.350830 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2037ec13-e5c1-433f-8770-e705abd88347 None None] The sync data for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv is: [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '96e6abde-7a53-4f5e-930c-5d09648e9490', 'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:7a:ff:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:13.558988 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-71fe2a46-63c1-4fe3-ab2f-7d94108c0828 req-abcacd1b-e84d-47c2-b2b1-66fd343870e3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 210 time: 0.0296719 Apr 01 16:25:13.595216 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6d56eabc-1e45-4297-9e07-ecfc990802b4 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:25:13.652540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 6d56eabc-1e45-4297-9e07-ecfc990802b4 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:13.652915 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:13.741495 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4c6fe009-7e63-4702-8536-a89806a55c26 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:25:13.789894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 4c6fe009-7e63-4702-8536-a89806a55c26 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:13.790270 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:13.872526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 96e6abde-7a53-4f5e-930c-5d09648e9490 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:25:13.925777 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 96e6abde-7a53-4f5e-930c-5d09648e9490 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:13.926142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:14.597572 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5678-6c97-47e4-b380-44a386716740 req-9f7802f8-c3b9-4b5b-817d-a4e5f91f9f8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:14.599051 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-9f7802f8-c3b9-4b5b-817d-a4e5f91f9f8a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/networks?id=8dbf0603-3fda-40fc-88fb-e989688debd6 HTTP/1.1" status: 200 len: 797 time: 0.1096823 Apr 01 16:25:14.648758 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-ca0f09b0-1357-4c79-afce-bb4e82a3dce9 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb HTTP/1.1" status: 200 len: 380 time: 0.0358546 Apr 01 16:25:14.659543 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-34702067-06e4-41aa-84c0-25760915d086 req-16129df2-df40-40a6-9045-6d1bf78d89dd tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 210 time: 0.0324948 Apr 01 16:25:14.661066 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'port': {'device_id': '3129503e-4e92-4008-b037-75f94e919d38', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'admin_state_up': True, 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'security_groups': ['e1442af5-b1ab-4842-942a-5bf7d6de205f']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:14.851893 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Made reservation on behalf of c09cfa5310a4415bb3da7bd8b9cdb6cb for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:14.856046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:14.988287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.20.0.9 (8dbf0603-3fda-40fc-88fb-e989688debd6/f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9/9b4da873-6b38-44b8-b604-dc9c56fa3e4b) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:15.127542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:15.264023 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:15.308563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network 8dbf0603-3fda-40fc-88fb-e989688debd6 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:15.311772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:15.314287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:25:15.342894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:15.371147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:15.371821 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:15.464958 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-451a50a0-8438-467a-8301-2051417214c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8075747 Apr 01 16:25:15.481660 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Request body: {'port': {'device_id': '3129503e-4e92-4008-b037-75f94e919d38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:15.520722 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-53d69529-a16a-4ba4-ab8a-c51cd874df13 None None] Provisioning complete for port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:15.521304 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-53d69529-a16a-4ba4-ab8a-c51cd874df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:15.543184 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:15.556876 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-53d69529-a16a-4ba4-ab8a-c51cd874df13 None None] Port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:25:15.778689 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25899-2525-4a32-830c-16bf7e83ea62 req-113fdd99-5e20-4458-81be-87834269f79c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:15.780175 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8bd25899-2525-4a32-830c-16bf7e83ea62 req-113fdd99-5e20-4458-81be-87834269f79c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 931 time: 0.0504448 Apr 01 16:25:15.814038 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4da873-6b38-44b8-b604-dc9c56fa3e4b {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:15.819573 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-8bd25899-2525-4a32-830c-16bf7e83ea62 req-f7e26f9a-6a45-43b4-be68-238491cc7aeb tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332868 Apr 01 16:25:15.821865 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:15.834133 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Transition to ACTIVE for port object 9b4da873-6b38-44b8-b604-dc9c56fa3e4b will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:15.904157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:15.929397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:15.955846 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:16.032308 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Attempting to bind port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:16.032643 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Attempting to bind port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:16.032980 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Attempting to bind port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b on network 8dbf0603-3fda-40fc-88fb-e989688debd6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:25:16.038073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b on network 8dbf0603-3fda-40fc-88fb-e989688debd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:25:16.038400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Attempting to bind port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b on network 8dbf0603-3fda-40fc-88fb-e989688debd6 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:25:16.044554 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:25:16.044896 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Checking segment: {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:25:16.045289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Bound using segment: {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:25:16.045733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Bound port: 9b4da873-6b38-44b8-b604-dc9c56fa3e4b, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db9c7b6-9b95-45b9-8747-d0e18348185c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:16.046177 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.113350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] For port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:25:16.116401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] For port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:25:16.229469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.266156 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.266763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:16.268195 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b4da873-6b38-44b8-b604-dc9c56fa3e4b HTTP/1.1" status: 200 len: 1093 time: 0.7911220 Apr 01 16:25:16.268665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:16.270947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e672c90-6df2-43a6-b3b7-17ac31768ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:25:16.296508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629abf49-a2fa-4b9b-8ea6-827b1c4a59b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:16.313371 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec07df7-31bd-4c8e-86ae-b6ddd0a5e781 x-openstack-request-id: req-1ec07df7-31bd-4c8e-86ae-b6ddd0a5e781 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:25:16.313877 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:25:16.314148 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ec07df7-31bd-4c8e-86ae-b6ddd0a5e781 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:25:16.314622 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec07df7-31bd-4c8e-86ae-b6ddd0a5e781'] response: {'name': 'network-changed', 'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'status': 'completed', 'code': 200} Apr 01 16:25:16.382006 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e672c90-6df2-43a6-b3b7-17ac31768ef0 req-fdc25a45-4553-4cc5-b118-de9e382f10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.389268 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7e672c90-6df2-43a6-b3b7-17ac31768ef0 req-fdc25a45-4553-4cc5-b118-de9e382f10a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 1096 time: 0.0479712 Apr 01 16:25:16.494836 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e672c90-6df2-43a6-b3b7-17ac31768ef0 req-20790cac-f48e-4c9f-830f-7d5edaab384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.496418 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7e672c90-6df2-43a6-b3b7-17ac31768ef0 req-20790cac-f48e-4c9f-830f-7d5edaab384c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1006956 Apr 01 16:25:16.597781 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e672c90-6df2-43a6-b3b7-17ac31768ef0 req-d4ceead9-d783-4d4e-ae0d-c1180e7ae32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.603685 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-7e672c90-6df2-43a6-b3b7-17ac31768ef0 req-d4ceead9-d783-4d4e-ae0d-c1180e7ae32c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927844 Apr 01 16:25:16.681211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5678-6c97-47e4-b380-44a386716740 req-2557bdbf-b654-4cdc-bff8-4bfc261e42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.682788 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-2557bdbf-b654-4cdc-bff8-4bfc261e42c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 1096 time: 0.0415864 Apr 01 16:25:16.728822 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-f131c965-b2c6-48cc-a6dc-43e74405070a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b HTTP/1.1" status: 200 len: 217 time: 0.0356715 Apr 01 16:25:16.781297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5678-6c97-47e4-b380-44a386716740 req-149204ac-8198-4b76-9999-69ff1933d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.782765 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-149204ac-8198-4b76-9999-69ff1933d968 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9 HTTP/1.1" status: 200 len: 834 time: 0.0481646 Apr 01 16:25:16.831218 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5678-6c97-47e4-b380-44a386716740 req-c71a54c3-94c9-4fbd-956d-ffa7d1ac2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.832752 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-c71a54c3-94c9-4fbd-956d-ffa7d1ac2618 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8dbf0603-3fda-40fc-88fb-e989688debd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396051 Apr 01 16:25:16.927558 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-503077d5-873b-477b-ad90-38d4e1378ba0 service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840499 Apr 01 16:25:16.934341 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf92fb8-c42a-431a-9da6-4227a3112ec5 req-fc2f4f77-8e1b-4df0-addf-b1bdf96943ed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:16.935802 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5cf92fb8-c42a-431a-9da6-4227a3112ec5 req-fc2f4f77-8e1b-4df0-addf-b1bdf96943ed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 943 time: 0.0496438 Apr 01 16:25:16.974429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5cf92fb8-c42a-431a-9da6-4227a3112ec5 req-34a3e6d7-47ae-4691-bead-79b855d8df97 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324290 Apr 01 16:25:17.024966 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3c6a5678-6c97-47e4-b380-44a386716740 req-9b51e071-3078-45d9-90cf-53a93049887e service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871849 Apr 01 16:25:18.094032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84bf21-7013-47b6-acce-28d58a8ce00d req-ee1ccc39-2e31-49ef-85a3-1207704d6a94 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:18.095539 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ec84bf21-7013-47b6-acce-28d58a8ce00d req-ee1ccc39-2e31-49ef-85a3-1207704d6a94 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 943 time: 0.0531478 Apr 01 16:25:18.133650 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ec84bf21-7013-47b6-acce-28d58a8ce00d req-a1e93051-989b-4f7a-805b-bf9af1a6c61c tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320380 Apr 01 16:25:19.247535 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0868d-ae56-4423-b155-ad03f112fd07 req-8a7d008f-d91f-42cf-91c4-eae0e0336379 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:19.249081 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-77f0868d-ae56-4423-b155-ad03f112fd07 req-8a7d008f-d91f-42cf-91c4-eae0e0336379 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 943 time: 0.0510402 Apr 01 16:25:19.288036 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-77f0868d-ae56-4423-b155-ad03f112fd07 req-c35b68f1-a6c6-4a67-a390-1cfa27d93dec tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327280 Apr 01 16:25:20.402864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b69603-9c05-46e1-aa57-fa15bbd9e54a req-17ba2c20-8f68-4b16-8b4b-c26136c93aab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:20.404361 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d1b69603-9c05-46e1-aa57-fa15bbd9e54a req-17ba2c20-8f68-4b16-8b4b-c26136c93aab tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 943 time: 0.0484169 Apr 01 16:25:20.442172 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d1b69603-9c05-46e1-aa57-fa15bbd9e54a req-89937bba-6f07-4a7b-9a97-91bb431bc337 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Apr 01 16:25:20.500175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 9b4da873-6b38-44b8-b604-dc9c56fa3e4b details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:25:20.595695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:20.606458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'port_id': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'mac_address': 'fa:16:3e:08:5b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:25:20.643443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:20.657277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4da873-6b38-44b8-b604-dc9c56fa3e4b {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:25:20.677107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:20.761480 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:20.808796 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:21.062787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['9b4da873-6b38-44b8-b604-dc9c56fa3e4b'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:25:21.559290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492fe27-e867-4efc-b3e2-8c44ec46bdde req-06f19acb-2bbc-4a52-8784-30dfc8d7a6c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:21.565979 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2492fe27-e867-4efc-b3e2-8c44ec46bdde req-06f19acb-2bbc-4a52-8784-30dfc8d7a6c6 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 944 time: 0.0522654 Apr 01 16:25:21.599336 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2492fe27-e867-4efc-b3e2-8c44ec46bdde req-ca3ba200-87c0-44b6-81da-8a3204773181 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325058 Apr 01 16:25:22.533324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 9b4da873-6b38-44b8-b604-dc9c56fa3e4b up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:25:22.715595 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:22.719955 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:22.720110 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767fc9f-fbb8-4129-ba30-b23b9c542226 req-6428e91b-438d-43f4-8603-aeeab11e73f4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:22.721413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:22.721532 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9767fc9f-fbb8-4129-ba30-b23b9c542226 req-6428e91b-438d-43f4-8603-aeeab11e73f4 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 944 time: 0.0509291 Apr 01 16:25:22.762291 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9767fc9f-fbb8-4129-ba30-b23b9c542226 req-4f8b79dc-c040-4478-a918-996d3e13f9d0 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344448 Apr 01 16:25:22.800785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:22.822625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:22.824930 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1bf229-fae9-4670-8942-b8cc96926323" -d '{"events": [{"server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "name": "network-vif-plugged", "status": "completed", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:25:22.837442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:22.911448 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12186955-30f7-4999-87f9-56cdb7293dea x-openstack-request-id: req-12186955-30f7-4999-87f9-56cdb7293dea {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:25:22.911739 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "name": "network-vif-plugged", "status": "completed", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:25:22.911994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12186955-30f7-4999-87f9-56cdb7293dea {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:25:22.912444 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12186955-30f7-4999-87f9-56cdb7293dea'] response: {'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'code': 200} Apr 01 16:25:22.925948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:23.119562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:23.321441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a632e-04bf-4595-be28-4f1d4cd9a8c4 req-9b24b545-4b95-4464-8ae4-39311af746e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:23.322954 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-597a632e-04bf-4595-be28-4f1d4cd9a8c4 req-9b24b545-4b95-4464-8ae4-39311af746e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 1098 time: 0.0407693 Apr 01 16:25:23.361640 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-597a632e-04bf-4595-be28-4f1d4cd9a8c4 req-9e210b8d-50be-482a-ae73-8d2f9839ed6b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286651 Apr 01 16:25:23.880608 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7832e3-6cba-4fcd-b660-123c125ccfc9 req-be09d2b7-fd4b-42a8-8f29-8a7cd5c08849 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:23.882092 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9d7832e3-6cba-4fcd-b660-123c125ccfc9 req-be09d2b7-fd4b-42a8-8f29-8a7cd5c08849 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0506530 Apr 01 16:25:23.921923 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9d7832e3-6cba-4fcd-b660-123c125ccfc9 req-b99ce22e-a1f3-4619-bafd-9266c31dc00b tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336540 Apr 01 16:25:25.041514 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d87cf-e8b7-43c7-9c2a-b8b5456ae1bf req-d0a98925-bb28-4d01-942b-e4ec2e61bd39 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:25.042954 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ed7d87cf-e8b7-43c7-9c2a-b8b5456ae1bf req-d0a98925-bb28-4d01-942b-e4ec2e61bd39 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Apr 01 16:25:25.080044 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ed7d87cf-e8b7-43c7-9c2a-b8b5456ae1bf req-a1af7874-16f5-44a4-b193-d6f07f3911e7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Apr 01 16:25:25.192098 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc72bde-c2d3-42b4-a688-f3d930ba4e37 req-1a09809f-71fe-4159-b037-66bf379cf91d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:25.193641 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7cc72bde-c2d3-42b4-a688-f3d930ba4e37 req-1a09809f-71fe-4159-b037-66bf379cf91d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Apr 01 16:25:25.231501 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7cc72bde-c2d3-42b4-a688-f3d930ba4e37 req-d2dfd9b7-3a3a-4159-8b55-18fa2a91e2c3 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Apr 01 16:25:25.253252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33218) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:25.293076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cec9c-947f-46eb-b8b7-0d2a87173b66 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:25.295071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-1a5cec9c-947f-46eb-b8b7-0d2a87173b66 tempest-TestNetworkAdvancedServerOps-177907322 tempest-TestNetworkAdvancedServerOps-177907322-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 1093 time: 0.0408428 Apr 01 16:25:25.297910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33220) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:25.302046 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:25:25.372422 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:25.470414 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:25.574325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Allocated IP 172.26.6.113 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/bbb38ef8-60bd-4a4b-b00f-d69e4322ef12) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:25.676448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:25.806460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:25.847030 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:25.849921 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:25.852530 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:25:25.882300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=bbb38ef8-60bd-4a4b-b00f-d69e4322ef12,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:26.208204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:26.337290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:26.482835 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:26.583271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:26.653981 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event updated for resources: {'Port': ['ID=bbb38ef8-60bd-4a4b-b00f-d69e4322ef12,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:26.666150 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:27.104558 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP 33fdd148-f0f6-47b9-a8b2-7989c8b76bc0 associated. External IP: 172.26.6.113, port: 9b4da873-6b38-44b8-b604-dc9c56fa3e4b. Apr 01 16:25:27.308676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 503a053b-aef8-4970-abb2-4611ec08965c has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:25:27.410779 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:25:27.420993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] Sync routers for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:25:27.431311 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:25:27.431965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:25:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:27.504972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:27.535414 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7d5e18ca-fb41-4182-851d-597a9fa875e1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2364931 Apr 01 16:25:27.535990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:25:27.538285 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:25:27.538438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:25:27.576434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29585d11-a6dc-41f5-b30d-3554052a83ae x-openstack-request-id: req-29585d11-a6dc-41f5-b30d-3554052a83ae {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:25:27.576737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:25:27.576998 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29585d11-a6dc-41f5-b30d-3554052a83ae {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:25:27.577418 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29585d11-a6dc-41f5-b30d-3554052a83ae'] response: {'name': 'network-changed', 'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'status': 'completed', 'code': 200} Apr 01 16:25:27.648020 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739db6-1a7e-4932-8ec7-3614f2728701 req-64dbec2d-5397-49fb-b5ef-ce1c9aeb8d37 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:27.656910 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc739db6-1a7e-4932-8ec7-3614f2728701 req-64dbec2d-5397-49fb-b5ef-ce1c9aeb8d37 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0634282 Apr 01 16:25:27.669673 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-48cc8be6-2cf4-4bfe-9984-d14aaeebbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:27.669673 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-48cc8be6-2cf4-4bfe-9984-d14aaeebbeea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 1098 time: 0.0606556 Apr 01 16:25:27.695644 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cc739db6-1a7e-4932-8ec7-3614f2728701 req-7d90f3c5-5beb-4a85-ac86-ce835d288464 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369270 Apr 01 16:25:27.721577 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33226) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:27.765830 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-90046236-3af9-41cf-ba46-67b692c3173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:27.767313 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-90046236-3af9-41cf-ba46-67b692c3173f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8dbf0603-3fda-40fc-88fb-e989688debd6 HTTP/1.1" status: 200 len: 899 time: 0.0940866 Apr 01 16:25:27.786302 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '33fdd148-f0f6-47b9-a8b2-7989c8b76bc0', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'port_id': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'mac_address': 'fa:16:3e:08:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3129503e-4e92-4008-b037-75f94e919d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:25:26Z', 'updated_at': '2022-04-01T16:25:26Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e6abde-7a53-4f5e-930c-5d09648e9490', 'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:7a:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:13Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:27.790694 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-61edcaac-21a4-42b1-a7fc-14fb46cfa3e2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/33fdd148-f0f6-47b9-a8b2-7989c8b76bc0 HTTP/1.1" status: 200 len: 991 time: 0.0658262 Apr 01 16:25:27.817682 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] Checking router: 503a053b-aef8-4970-abb2-4611ec08965c for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:25:27.826847 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:25:27.829197 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:25:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:27.837702 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-dfbeaa41-947f-4332-b322-49294d68d77d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b HTTP/1.1" status: 200 len: 999 time: 0.0638878 Apr 01 16:25:27.889792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-9dd4ac66-d012-4a24-bbd2-fa3b14b3d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:27.891252 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-9dd4ac66-d012-4a24-bbd2-fa3b14b3d8ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9 HTTP/1.1" status: 200 len: 834 time: 0.0446725 Apr 01 16:25:27.935620 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:25:27.936539 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-6c094b8b-72c8-417c-884e-e56939562f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:27.938038 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-6c094b8b-72c8-417c-884e-e56939562f7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8dbf0603-3fda-40fc-88fb-e989688debd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406952 Apr 01 16:25:28.032151 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-0591a62d-4988-4de0-a67f-4eabdd829a32 service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871267 Apr 01 16:25:28.129392 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-79da6935-b1fb-4ba1-aeaf-7d8455d014a5 req-bc393053-4719-4901-9451-f473ef1cab65 service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912771 Apr 01 16:25:28.160236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '33fdd148-f0f6-47b9-a8b2-7989c8b76bc0', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'port_id': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'mac_address': 'fa:16:3e:08:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3129503e-4e92-4008-b037-75f94e919d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:25:26Z', 'updated_at': '2022-04-01T16:25:26Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e6abde-7a53-4f5e-930c-5d09648e9490', 'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:7a:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:13Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:28.190982 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e203ab9-a4ee-4643-905e-988e49f30f31 None None] The sync data for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv is: [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '33fdd148-f0f6-47b9-a8b2-7989c8b76bc0', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'floating_ip_address': '172.26.6.113', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'port_id': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'mac_address': 'fa:16:3e:08:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3129503e-4e92-4008-b037-75f94e919d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:25:26Z', 'updated_at': '2022-04-01T16:25:26Z', 'revision_number': 0, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e6abde-7a53-4f5e-930c-5d09648e9490', 'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:7a:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:13Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:25:28.377287 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490cfbe-f81f-46c7-bc61-6c829ff9c10f None None] New status for floating IP 33fdd148-f0f6-47b9-a8b2-7989c8b76bc0: ACTIVE {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:25:28.792516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33228) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:25:28.852488 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-472af715-25f4-44de-b999-1edfcc98329d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/33fdd148-f0f6-47b9-a8b2-7989c8b76bc0 HTTP/1.1" status: 200 len: 993 time: 0.0587485 Apr 01 16:25:32.127257 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:25:34.777501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-38eb6b4d-4178-4908-8af2-b5d4367e08a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:37.285684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6360da39-2a7b-4b38-b31b-f236e53405a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:39.900580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:40.915723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:41.083227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.914094 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.265993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-51aa2be8-b10d-483a-849b-473220070a86 req-ff046bda-1d4f-4def-8fee-24b25b2329a9 service neutron] (110105) timed out ('10.222.0.73', 57742) {{(pid=110105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 16:25:55.518493 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-19995b80-377c-475a-82d3-f78c71f60908 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432613 Apr 01 16:25:55.602841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-5a471650-38ef-4ef5-bad9-f8f057dc1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:55.604360 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-5a471650-38ef-4ef5-bad9-f8f057dc1a94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 1098 time: 0.0419858 Apr 01 16:25:55.711763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-e34e5801-1654-4fe9-a52d-e5c951b318c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:55.713446 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-e34e5801-1654-4fe9-a52d-e5c951b318c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8dbf0603-3fda-40fc-88fb-e989688debd6 HTTP/1.1" status: 200 len: 899 time: 0.0879734 Apr 01 16:25:55.786351 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-837f97c0-b359-4ba5-b3ba-768fc6e5b8a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b HTTP/1.1" status: 200 len: 1001 time: 0.0655842 Apr 01 16:25:55.840144 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-a87bc760-ac6f-4a3c-9877-2a045d4ab22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:55.841636 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-a87bc760-ac6f-4a3c-9877-2a045d4ab22d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9 HTTP/1.1" status: 200 len: 834 time: 0.0487776 Apr 01 16:25:55.886873 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-aac9ab17-c627-4de6-8c74-8244fbcc7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:55.888367 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-aac9ab17-c627-4de6-8c74-8244fbcc7a71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8dbf0603-3fda-40fc-88fb-e989688debd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403318 Apr 01 16:25:55.980809 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-57ce6d2e-8690-452c-afb7-4bded448b9e6 service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843260 Apr 01 16:25:56.079085 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-484cb46e-41d1-412d-905d-fb2ace2f2835 req-a616a42c-bcec-4589-9dd0-f98065660c1c service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917373 Apr 01 16:26:02.417969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716f44-5f1c-4aa9-86ef-2527e223062e req-29e15aa8-df24-4747-8fd8-fedc60a12215 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:02.419488 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-27716f44-5f1c-4aa9-86ef-2527e223062e req-29e15aa8-df24-4747-8fd8-fedc60a12215 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0528669 Apr 01 16:26:02.458733 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-27716f44-5f1c-4aa9-86ef-2527e223062e req-57516498-3447-4b8a-ab1b-21e3a6ecaed5 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329487 Apr 01 16:26:03.578299 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26e9f-ae01-4313-8670-3298bfeacef1 req-e2d5f12d-c97b-450c-a780-1e6eb90d1823 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:03.579786 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c6d26e9f-ae01-4313-8670-3298bfeacef1 req-e2d5f12d-c97b-450c-a780-1e6eb90d1823 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0496490 Apr 01 16:26:03.617962 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c6d26e9f-ae01-4313-8670-3298bfeacef1 req-e1ea4914-0ee5-438a-a8b6-2e9791e1bb99 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321379 Apr 01 16:26:03.640681 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33256) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:03.701418 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0318c4a6-e84f-43bf-b2c2-ad0d8ca765f7 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/33fdd148-f0f6-47b9-a8b2-7989c8b76bc0 HTTP/1.1" status: 200 len: 993 time: 0.0594037 Apr 01 16:26:04.748301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5175690c-f1b3-4711-b827-addb38a2b5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:05.197613 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba088-799d-49d6-84ec-e59a75520707 req-693282c7-830f-4d66-b504-b066246fa2d8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:05.199130 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-83eba088-799d-49d6-84ec-e59a75520707 req-693282c7-830f-4d66-b504-b066246fa2d8 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0528483 Apr 01 16:26:05.239800 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-83eba088-799d-49d6-84ec-e59a75520707 req-97874cc3-2e01-4930-83e2-21d1595796f2 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337243 Apr 01 16:26:05.292051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-ce5f6ef3-5f34-40be-8603-9ecba9c4ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:05.293614 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-ce5f6ef3-5f34-40be-8603-9ecba9c4ec01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 1098 time: 0.0436897 Apr 01 16:26:05.391438 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-cb6c7403-c115-4025-8e00-ee30b1764c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:05.392838 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-cb6c7403-c115-4025-8e00-ee30b1764c20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8dbf0603-3fda-40fc-88fb-e989688debd6 HTTP/1.1" status: 200 len: 899 time: 0.0893269 Apr 01 16:26:05.463717 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-274a3280-ebd1-4c8c-bed4-f8373898558e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b HTTP/1.1" status: 200 len: 1001 time: 0.0587316 Apr 01 16:26:05.519490 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-463c1bed-b614-473c-9d5a-561ab0939cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:05.520968 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-463c1bed-b614-473c-9d5a-561ab0939cb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9 HTTP/1.1" status: 200 len: 834 time: 0.0469103 Apr 01 16:26:05.569242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-436aca84-7ae6-4c19-86a8-f2ca598a39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:05.570765 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-436aca84-7ae6-4c19-86a8-f2ca598a39c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8dbf0603-3fda-40fc-88fb-e989688debd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411065 Apr 01 16:26:05.667317 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-0b7e2449-3ba9-4c17-886f-cdcc98a07803 service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870073 Apr 01 16:26:05.762586 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-076e3edb-835f-4015-b894-7f0eb4c0b9ee req-a8114ac7-7491-46db-87ff-d82b5e0bc5f9 service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839198 Apr 01 16:26:06.358104 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ee909-99f8-4e0b-a07f-de67fad9f032 req-23743a9a-ad8d-43bc-b52a-d240b3bdcf79 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:06.359745 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-669ee909-99f8-4e0b-a07f-de67fad9f032 req-23743a9a-ad8d-43bc-b52a-d240b3bdcf79 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0510697 Apr 01 16:26:06.399052 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-669ee909-99f8-4e0b-a07f-de67fad9f032 req-4377f3f1-bdb0-420b-84b3-215af1daea4d tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Apr 01 16:26:07.297655 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-51e60222-b046-487f-9bc5-550fcc47a91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.516221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904fa35-4022-4f49-a34b-125a7fa6128d req-268c347a-27fa-446d-8f47-6384a1c55975 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:07.517882 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2904fa35-4022-4f49-a34b-125a7fa6128d req-268c347a-27fa-446d-8f47-6384a1c55975 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0487542 Apr 01 16:26:07.555265 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2904fa35-4022-4f49-a34b-125a7fa6128d req-7d535fb5-a631-4d6f-8628-2a1125fa668a tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313294 Apr 01 16:26:07.577385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33268) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:07.916232 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-66eae779-1ab6-4edc-9296-2d84db39aaef tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/floatingips/33fdd148-f0f6-47b9-a8b2-7989c8b76bc0 HTTP/1.1" status: 200 len: 993 time: 0.3376422 Apr 01 16:26:08.187652 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33274) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:08.342968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port bbb38ef8-60bd-4a4b-b00f-d69e4322ef12 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:26:08.343310 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.419409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.419736 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.431199 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for bbb38ef8-60bd-4a4b-b00f-d69e4322ef12 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:26:08.654990 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.685907 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=bbb38ef8-60bd-4a4b-b00f-d69e4322ef12,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:08.710326 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.710683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.711032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.711375 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.711715 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.712051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.712413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.712748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.713338 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.713672 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.714001 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.714327 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:08.753898 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.754233 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Floating IP 33fdd148-f0f6-47b9-a8b2-7989c8b76bc0 disassociated (deleted). External IP: 172.26.6.113, port: 9b4da873-6b38-44b8-b604-dc9c56fa3e4b. Apr 01 16:26:08.961102 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 503a053b-aef8-4970-abb2-4611ec08965c has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:26:09.070979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:26:09.075791 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:09.080181 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] Sync routers for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:09.089683 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:09.090390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:09.103803 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-48fca993-f071-4421-8a91-2a27f3d1adee tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/floatingips/33fdd148-f0f6-47b9-a8b2-7989c8b76bc0 HTTP/1.1" status: 204 len: 168 time: 0.9151490 Apr 01 16:26:09.104682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:09.107496 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f481bc-a644-457e-a124-6bf016747f05" -d '{"events": [{"name": "network-changed", "server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:26:09.127392 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:26:09.157630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a0582c-1438-4f1b-91e8-356ad50aba15 x-openstack-request-id: req-96a0582c-1438-4f1b-91e8-356ad50aba15 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:26:09.157950 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:26:09.158209 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96a0582c-1438-4f1b-91e8-356ad50aba15 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:26:09.158807 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a0582c-1438-4f1b-91e8-356ad50aba15'] response: {'name': 'network-changed', 'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'status': 'completed', 'code': 200} Apr 01 16:26:09.201720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:09.224894 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f481bc-a644-457e-a124-6bf016747f05 req-a3e54865-3c64-4dda-a543-b3a5bea0b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.226408 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a5f481bc-a644-457e-a124-6bf016747f05 req-a3e54865-3c64-4dda-a543-b3a5bea0b0b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 1098 time: 0.0428095 Apr 01 16:26:09.324844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f481bc-a644-457e-a124-6bf016747f05 req-de0760a7-2c59-4ea7-94a4-9672ac5178f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.326407 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a5f481bc-a644-457e-a124-6bf016747f05 req-de0760a7-2c59-4ea7-94a4-9672ac5178f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8dbf0603-3fda-40fc-88fb-e989688debd6 HTTP/1.1" status: 200 len: 899 time: 0.0932524 Apr 01 16:26:09.371276 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a5f481bc-a644-457e-a124-6bf016747f05 req-750edd69-1900-4722-8b26-2b38ba2550d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b HTTP/1.1" status: 200 len: 217 time: 0.0366156 Apr 01 16:26:09.413361 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '96e6abde-7a53-4f5e-930c-5d09648e9490', 'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:7a:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:13Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:09.429767 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f481bc-a644-457e-a124-6bf016747f05 req-49481726-67f9-4c13-9427-943379b0050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.431303 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a5f481bc-a644-457e-a124-6bf016747f05 req-49481726-67f9-4c13-9427-943379b0050e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9 HTTP/1.1" status: 200 len: 834 time: 0.0517712 Apr 01 16:26:09.446355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] Checking router: 503a053b-aef8-4970-abb2-4611ec08965c for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:09.457664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:09.457664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:09.481154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f481bc-a644-457e-a124-6bf016747f05 req-cc4ab263-26b4-4b7c-bfca-5025ffa2abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.482599 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a5f481bc-a644-457e-a124-6bf016747f05 req-cc4ab263-26b4-4b7c-bfca-5025ffa2abf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8dbf0603-3fda-40fc-88fb-e989688debd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438678 Apr 01 16:26:09.566236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:09.579078 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a5f481bc-a644-457e-a124-6bf016747f05 req-ed1aa64d-61a7-49cd-b762-2747cdb34290 service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890870 Apr 01 16:26:09.620296 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20bd1-54c3-4c44-951b-f0abf608f714 req-49cb2bff-edb6-45e4-8ebf-319263b6fced tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.621889 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c4d20bd1-54c3-4c44-951b-f0abf608f714 req-49cb2bff-edb6-45e4-8ebf-319263b6fced tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0518229 Apr 01 16:26:09.663060 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c4d20bd1-54c3-4c44-951b-f0abf608f714 req-476d845a-33a7-4121-a0c7-99ddd7cde704 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340159 Apr 01 16:26:09.679694 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a5f481bc-a644-457e-a124-6bf016747f05 req-1e052b58-5d6d-4db2-9c44-2f61598ca27e service neutron] 10.222.0.41 "GET /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930729 Apr 01 16:26:09.775124 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '96e6abde-7a53-4f5e-930c-5d09648e9490', 'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:7a:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:13Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:09.800861 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bdefb2-a6d7-4575-9bd7-3508c9ccc49f None None] The sync data for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv is: [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:10Z', 'revision_number': 4, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '96e6abde-7a53-4f5e-930c-5d09648e9490', 'name': '', 'network_id': '8dbf0603-3fda-40fc-88fb-e989688debd6', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'mac_address': 'fa:16:3e:7a:ff:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:09Z', 'updated_at': '2022-04-01T16:25:13Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'subnets': [{'id': 'f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:09.896579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.010975 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeffc840-6bff-460d-8c24-3849b4718751 None None] New status for floating IP 33fdd148-f0f6-47b9-a8b2-7989c8b76bc0: DOWN {{(pid=110108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:26:10.849088 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423e563-c2b4-4fe7-826a-ae9b48e1ac8d req-049aefa8-7b5b-4221-9694-7d6dd05e4287 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:10.850585 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b423e563-c2b4-4fe7-826a-ae9b48e1ac8d req-049aefa8-7b5b-4221-9694-7d6dd05e4287 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.1169682 Apr 01 16:26:10.877444 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:10.889347 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b423e563-c2b4-4fe7-826a-ae9b48e1ac8d req-47180b05-c1dd-4ffb-8fc3-01958618c849 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/security-groups?id=e1442af5-b1ab-4842-942a-5bf7d6de205f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Apr 01 16:26:11.085191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.417769 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-9f942df7-bca5-47e1-913a-3b9d5fb1ccb1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:11.419203 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-9f942df7-bca5-47e1-913a-3b9d5fb1ccb1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 945 time: 0.0485048 Apr 01 16:26:11.516011 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:26:11.516366 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.600708 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:11.601065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.613067 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 9b4da873-6b38-44b8-b604-dc9c56fa3e4b owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:26:11.837469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.867292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=9b4da873-6b38-44b8-b604-dc9c56fa3e4b,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:11.880157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.880547 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.880895 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.881268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.881610 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.881945 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.882278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.882633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.882943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.883273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.883716 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.884163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:11.924334 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] No DVR routers for this DVR port 9b4da873-6b38-44b8-b604-dc9c56fa3e4b on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:26:11.927154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:11.930629 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2ad968c9-0ce3-42ad-b4cd-f39dc65e0833 req-b36bcc10-11ad-4cf5-851e-55e0a0d47765 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.41 "DELETE /v2.0/ports/9b4da873-6b38-44b8-b604-dc9c56fa3e4b HTTP/1.1" status: 204 len: 173 time: 0.5022109 Apr 01 16:26:11.931084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'name': 'network-vif-deleted', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:11.933397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4c1acd-efa5-4899-947b-37160fb1cde7" -d '{"events": [{"server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "name": "network-vif-deleted", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:26:11.974903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0848b1-55dd-4eed-9d83-cd65f8a85732 x-openstack-request-id: req-dc0848b1-55dd-4eed-9d83-cd65f8a85732 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:26:11.974903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3129503e-4e92-4008-b037-75f94e919d38", "name": "network-vif-deleted", "tag": "9b4da873-6b38-44b8-b604-dc9c56fa3e4b", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:26:11.974903 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc0848b1-55dd-4eed-9d83-cd65f8a85732 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:26:11.974903 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0848b1-55dd-4eed-9d83-cd65f8a85732'] response: {'server_uuid': '3129503e-4e92-4008-b037-75f94e919d38', 'name': 'network-vif-deleted', 'tag': '9b4da873-6b38-44b8-b604-dc9c56fa3e4b', 'status': 'completed', 'code': 200} Apr 01 16:26:11.992411 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-756dd7a4-e608-48c9-9613-8c8a6f890328 req-31c8f323-e189-4d9f-8964-8211f3950b89 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "GET /v2.0/ports?device_id=3129503e-4e92-4008-b037-75f94e919d38 HTTP/1.1" status: 200 len: 210 time: 0.0296280 Apr 01 16:26:13.050730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33292) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:13.413659 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:13.667971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 96e6abde-7a53-4f5e-930c-5d09648e9490 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:26:13.668243 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:13.756763 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 96e6abde-7a53-4f5e-930c-5d09648e9490, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=96e6abde-7a53-4f5e-930c-5d09648e9490,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:13.757132 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:13.770067 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 96e6abde-7a53-4f5e-930c-5d09648e9490 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:26:14.063480 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:14.095866 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=96e6abde-7a53-4f5e-930c-5d09648e9490,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:14.266609 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:14.486384 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Router 503a053b-aef8-4970-abb2-4611ec08965c has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:26:14.591451 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:26:14.596912 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6a47d515-4d7f-4c91-8116-bb9d801b0ef1 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "PUT /v2.0/routers/503a053b-aef8-4970-abb2-4611ec08965c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451264 Apr 01 16:26:14.600178 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33294) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:14.601245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] Sync routers for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:14.611449 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:14.612068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:14.652859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-de828a30-08b1-427f-af4b-55a47b7eaadc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting subnet f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:26:14.656550 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de828a30-08b1-427f-af4b-55a47b7eaadc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:14.700502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de828a30-08b1-427f-af4b-55a47b7eaadc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:14.794492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de828a30-08b1-427f-af4b-55a47b7eaadc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:14.838846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 9b4da873-6b38-44b8-b604-dc9c56fa3e4b no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:26:14.864899 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 9b4da873-6b38-44b8-b604-dc9c56fa3e4b {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:26:14.869020 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 9b4da873-6b38-44b8-b604-dc9c56fa3e4b not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:26:14.880753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:14.946954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de828a30-08b1-427f-af4b-55a47b7eaadc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:14.976500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de828a30-08b1-427f-af4b-55a47b7eaadc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Subnet': ['ID=f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:14.978501 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de828a30-08b1-427f-af4b-55a47b7eaadc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:14.982890 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-de828a30-08b1-427f-af4b-55a47b7eaadc tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/subnets/f27e2f75-6cc4-4301-9c35-ab6f91b0a2b9 HTTP/1.1" status: 204 len: 168 time: 0.3814492 Apr 01 16:26:14.983942 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa002088-599a-482e-aac7-42902c347b21 None None] Network 8dbf0603-3fda-40fc-88fb-e989688debd6 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:26:14.985376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33296) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:15.166827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:26:13Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:15.201017 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] Checking router: 503a053b-aef8-4970-abb2-4611ec08965c for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:15.215087 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] Routers {'503a053b-aef8-4970-abb2-4611ec08965c'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:15.215760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['503a053b-aef8-4970-abb2-4611ec08965c'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:15.252139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] DHCP port deletion for 8dbf0603-3fda-40fc-88fb-e989688debd6 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:26:15.356215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] Set router 503a053b-aef8-4970-abb2-4611ec08965c gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:15.383722 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:15.430381 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Deleting port 6d56eabc-1e45-4297-9e07-ecfc990802b4 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:26:15.430665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:15.495866 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:15.568911 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 6d56eabc-1e45-4297-9e07-ecfc990802b4 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:26:15.577902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] For port 6d56eabc-1e45-4297-9e07-ecfc990802b4, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=6d56eabc-1e45-4297-9e07-ecfc990802b4,segment=NetworkSegment(8db9c7b6-9b95-45b9-8747-d0e18348185c),segment_id=8db9c7b6-9b95-45b9-8747-d0e18348185c)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:15.581657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:15.614869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Calling delete_port for 6d56eabc-1e45-4297-9e07-ecfc990802b4 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:26:15.682864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Deleting port 4c6fe009-7e63-4702-8536-a89806a55c26 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:26:15.684009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:15.729957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:26:13Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:15.766409 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] For port 4c6fe009-7e63-4702-8536-a89806a55c26, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=4c6fe009-7e63-4702-8536-a89806a55c26,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:15.766772 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:15.770632 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0ba31-cd0e-49ea-a897-20eee8c6d07c None None] The sync data for ids ['503a053b-aef8-4970-abb2-4611ec08965c'] in dv-neutron-835865-1-hyperv is: [{'id': '503a053b-aef8-4970-abb2-4611ec08965c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789053807', 'tenant_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:26:13Z', 'revision_number': 5, 'project_id': 'c09cfa5310a4415bb3da7bd8b9cdb6cb', 'gw_port': {'id': '4c6fe009-7e63-4702-8536-a89806a55c26', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503a053b-aef8-4970-abb2-4611ec08965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:06Z', 'updated_at': '2022-04-01T16:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:15.774699 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:15.779035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Calling delete_port for 4c6fe009-7e63-4702-8536-a89806a55c26 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:26:15.849730 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:15.903859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Pushing event deleted for resources: {'Port': ['ID=6d56eabc-1e45-4297-9e07-ecfc990802b4,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:15.914123 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] No DVR routers for this DVR port 6d56eabc-1e45-4297-9e07-ecfc990802b4 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:26:15.917769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.918172 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.918513 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.918925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.919259 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.919580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.919907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.920232 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.921052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.921052 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.923251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.923251 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1eaa63-9472-4990-994f-36e4a82eaec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:15.980499 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.005278 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.031995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Port': ['ID=4c6fe009-7e63-4702-8536-a89806a55c26,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:16.092224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.188197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.190729 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.317516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.318124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Fanout notify agent at l3_agent the message router_deleted on router 503a053b-aef8-4970-abb2-4611ec08965c {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:26:16.325040 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.328854 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-77b9714c-9f72-484e-868b-4035957c169f tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/routers/503a053b-aef8-4970-abb2-4611ec08965c HTTP/1.1" status: 204 len: 168 time: 1.3398015 Apr 01 16:26:16.329039 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33298) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:16.408442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.504130 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.523546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbf0603-3fda-40fc-88fb-e989688debd6']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:16.532542 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db9c7b6-9b95-45b9-8747-d0e18348185c') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:16.533654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db9c7b6-9b95-45b9-8747-d0e18348185c') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:16.542166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.555498 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.561467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:26:16.563804 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:26:16.565476 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:26:16.708597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.719045 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.719567 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/networks/8dbf0603-3fda-40fc-88fb-e989688debd6 HTTP/1.1" status: 204 len: 168 time: 0.3895526 Apr 01 16:26:16.722379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33300) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:16.731169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0bd04-3667-4a93-8170-925f8a1befed tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'Network': ['ID=8dbf0603-3fda-40fc-88fb-e989688debd6,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:16.789794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb1bff38-9d51-42b4-95f8-9b5c5093d483 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.815739 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb1bff38-9d51-42b4-95f8-9b5c5093d483 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:16.997720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb1bff38-9d51-42b4-95f8-9b5c5093d483 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:17.000290 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb1bff38-9d51-42b4-95f8-9b5c5093d483 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:17.001512 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bb1bff38-9d51-42b4-95f8-9b5c5093d483 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] 10.222.0.73 "DELETE /v2.0/security-groups/e1442af5-b1ab-4842-942a-5bf7d6de205f HTTP/1.1" status: 204 len: 168 time: 0.2780302 Apr 01 16:26:17.015829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bff38-9d51-42b4-95f8-9b5c5093d483 tempest-TestNetworkAdvancedServerOps-1659427754 tempest-TestNetworkAdvancedServerOps-1659427754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1442af5-b1ab-4842-942a-5bf7d6de205f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:17.505267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4c6fe009-7e63-4702-8536-a89806a55c26 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:26:17.525725 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 4c6fe009-7e63-4702-8536-a89806a55c26 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:26:17.526063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 4c6fe009-7e63-4702-8536-a89806a55c26 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:26:17.526481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 96e6abde-7a53-4f5e-930c-5d09648e9490 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:26:17.545535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 96e6abde-7a53-4f5e-930c-5d09648e9490 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:26:17.548101 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 96e6abde-7a53-4f5e-930c-5d09648e9490 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:26:17.775275 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33310) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:17.902056 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4d05e319-061c-4c88-8416-6ee8b04e1d55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c09cfa5310a4415bb3da7bd8b9cdb6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256249 Apr 01 16:26:17.904482 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33314) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:17.955541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb2051f6-8169-4be6-8049-730edf2d6530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:17.976734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb2051f6-8169-4be6-8049-730edf2d6530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:18.113498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb2051f6-8169-4be6-8049-730edf2d6530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:18.116043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bb2051f6-8169-4be6-8049-730edf2d6530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:18.117236 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bb2051f6-8169-4be6-8049-730edf2d6530 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8a4740bb-5738-4536-aa23-d16fcc67bff1 HTTP/1.1" status: 204 len: 168 time: 0.2118714 Apr 01 16:26:18.129638 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2051f6-8169-4be6-8049-730edf2d6530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4740bb-5738-4536-aa23-d16fcc67bff1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:18.770625 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33320) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:18.784159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-118f8c43-a82e-4e97-919d-615d2fd3fa3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:18.858561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-118f8c43-a82e-4e97-919d-615d2fd3fa3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:18.930670 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-118f8c43-a82e-4e97-919d-615d2fd3fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:18.969394 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-118f8c43-a82e-4e97-919d-615d2fd3fa3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d95f18af869044d3836224c9ef97ca1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976631 Apr 01 16:26:18.970219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f8c43-a82e-4e97-919d-615d2fd3fa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e42b1de-ec40-4294-9fdf-cbea39180390,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:18.972185 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33322) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:19.020493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06bf5a02-22cd-40d8-9226-f1213394c873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:19.041435 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06bf5a02-22cd-40d8-9226-f1213394c873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:19.147570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06bf5a02-22cd-40d8-9226-f1213394c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:19.150176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-06bf5a02-22cd-40d8-9226-f1213394c873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:19.151352 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-06bf5a02-22cd-40d8-9226-f1213394c873 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e42b1de-ec40-4294-9fdf-cbea39180390 HTTP/1.1" status: 204 len: 168 time: 0.1781356 Apr 01 16:26:19.159258 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf5a02-22cd-40d8-9226-f1213394c873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e42b1de-ec40-4294-9fdf-cbea39180390,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:20.185745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33344) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:20.284368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-220152673-network', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:20.347844 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Made reservation on behalf of 9006ee73751f4103a6cbc0f056b16ed8 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:26:20.350266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:20.359368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:20.430455 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:20.512035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:20.541139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 1141, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:26:20.549984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80c4820-a0ec-4170-9681-2d642c539058,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:20.557673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:20.561181 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Added segment 84beae6b-1beb-4751-b286-9e0d919defa7 of type vlan for network 86bd2e06-0b84-4314-859f-d8b38684a5fb Apr 01 16:26:20.598946 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:20.702374 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:20.703374 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:20.703985 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:20.763873 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] Pushing event updated for resources: {'Network': ['ID=86bd2e06-0b84-4314-859f-d8b38684a5fb,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:20.774191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:26:20.827778 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0ebe10fc-d481-4b34-b8cc-a64dda3f1e3d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6387758 Apr 01 16:26:20.828732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33348) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:20.833924 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Request body: {'subnet': {'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-220152673-subnet', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:20.896271 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Made reservation on behalf of 9006ee73751f4103a6cbc0f056b16ed8 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:26:20.898633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.129249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.177311 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=483ca2af-a766-450a-8895-1b432de3ce2f,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:21.192127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Checking segment: {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:26:21.192521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Network hostable DHCP agents. Network: 86bd2e06-0b84-4314-859f-d8b38684a5fb, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:26:21.294418 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:26:21.388123 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 86bd2e06-0b84-4314-859f-d8b38684a5fb) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:21.392295 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:21.394468 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.397776 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40a3aba-eb36-4e42-917d-79101bdfb1f5 None None] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:26:21.481860 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a485d2ae-fc7c-43bb-a3e7-bd584a530f0f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6519487 Apr 01 16:26:21.484388 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33350) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:21.488778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:21.539550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-86bd2e06-0b84-4314-859f-d8b38684a5fb', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:26:21.540489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.582251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.583358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.638694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.675713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Allocated IP 172.20.0.2 (86bd2e06-0b84-4314-859f-d8b38684a5fb/483ca2af-a766-450a-8895-1b432de3ce2f/176807e5-ac72-47b8-bc95-60acb8efbd8f) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:21.817191 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.848437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.885725 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.926897 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:21.929830 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:21.934046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:26:21.937592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Pushing event updated for resources: {'Port': ['ID=176807e5-ac72-47b8-bc95-60acb8efbd8f,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:21.989964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Attempting to bind port 176807e5-ac72-47b8-bc95-60acb8efbd8f on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:26:21.990340 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Attempting to bind port 176807e5-ac72-47b8-bc95-60acb8efbd8f by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:26:21.990757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Attempting to bind port 176807e5-ac72-47b8-bc95-60acb8efbd8f on network 86bd2e06-0b84-4314-859f-d8b38684a5fb {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:26:21.995673 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:26:21.996040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Checking segment: {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:26:21.996459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:21.996845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Bound using segment: {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:26:21.997295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Bound port: 176807e5-ac72-47b8-bc95-60acb8efbd8f, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:26:21.997741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:22.063783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] For port 176807e5-ac72-47b8-bc95-60acb8efbd8f, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:26:22.066846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] For port 176807e5-ac72-47b8-bc95-60acb8efbd8f, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=176807e5-ac72-47b8-bc95-60acb8efbd8f,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:26:22.105608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:22.124045 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:22.186442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:22.235120 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Allocated IP 172.26.6.126 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/a6e762bc-4df9-442a-b451-7e7a31e1035e) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:22.246116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb36a94-1164-45b2-ba8a-d034c7311826 None None] Pushing event updated for resources: {'Port': ['ID=176807e5-ac72-47b8-bc95-60acb8efbd8f,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:22.351235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:22.554158 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:22.593772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:22.596990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:22.606365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:26:22.624702 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e762bc-4df9-442a-b451-7e7a31e1035e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:22.937948 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:23.139090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:23.149622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01681796-776c-447b-893b-4fda698f0f33 None None] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:26:23.237433 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-2ee88b73-d038-4606-8ecf-d2b10e6940e1 None None] Provisioning complete for port 176807e5-ac72-47b8-bc95-60acb8efbd8f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:23.237799 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2ee88b73-d038-4606-8ecf-d2b10e6940e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:23.379649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2ee88b73-d038-4606-8ecf-d2b10e6940e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:23.419385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-2ee88b73-d038-4606-8ecf-d2b10e6940e1 None None] For port 176807e5-ac72-47b8-bc95-60acb8efbd8f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=176807e5-ac72-47b8-bc95-60acb8efbd8f,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:23.502684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2ee88b73-d038-4606-8ecf-d2b10e6940e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:23.569791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee88b73-d038-4606-8ecf-d2b10e6940e1 None None] Pushing event updated for resources: {'Port': ['ID=176807e5-ac72-47b8-bc95-60acb8efbd8f,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:23.574016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 176807e5-ac72-47b8-bc95-60acb8efbd8f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:23.631383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-99509ea8-976a-49f5-a175-9d47ede9adf0 None None] Provisioning complete for port 176807e5-ac72-47b8-bc95-60acb8efbd8f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:23.631672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-99509ea8-976a-49f5-a175-9d47ede9adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:23.661909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 176807e5-ac72-47b8-bc95-60acb8efbd8f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:23.662211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:23.688970 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Router cf6bad8c-9708-4317-94f9-20676c846eba is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:26:23.797385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:26:23.805757 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Sync routers for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:23.816510 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:23.823032 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:23.879512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:23.880945 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b9f3d12a-c83b-4f8d-8364-201a92eed7a5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3956015 Apr 01 16:26:23.886004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33352) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:23.919784 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:24.099134 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:22Z', 'revision_number': 3, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:24.130004 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Checking router: cf6bad8c-9708-4317-94f9-20676c846eba for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:24.130344 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Updating router cf6bad8c-9708-4317-94f9-20676c846eba port a6e762bc-4df9-442a-b451-7e7a31e1035e binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:26:24.154353 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.293286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.403436 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.451544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Allocated IP 172.20.0.1 (86bd2e06-0b84-4314-859f-d8b38684a5fb/483ca2af-a766-450a-8895-1b432de3ce2f/9d210343-93d0-4ff7-9c1b-fb357e14ff36) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:24.525107 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.558727 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.581565 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Pushing event updated for resources: {'Port': ['ID=a6e762bc-4df9-442a-b451-7e7a31e1035e,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:24.584535 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Attempting to bind port a6e762bc-4df9-442a-b451-7e7a31e1035e on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:26:24.584894 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Attempting to bind port a6e762bc-4df9-442a-b451-7e7a31e1035e by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:26:24.585245 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Attempting to bind port a6e762bc-4df9-442a-b451-7e7a31e1035e on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:26:24.593668 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:26:24.594029 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:26:24.594418 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.594795 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:26:24.595240 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Bound port: a6e762bc-4df9-442a-b451-7e7a31e1035e, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:26:24.595607 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.597631 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.597968 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.599623 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.599623 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.599623 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.599623 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.599623 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.600113 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.600203 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.600530 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.600846 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.601158 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:26:24.652517 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] For port a6e762bc-4df9-442a-b451-7e7a31e1035e, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:26:24.655573 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] For port a6e762bc-4df9-442a-b451-7e7a31e1035e, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a6e762bc-4df9-442a-b451-7e7a31e1035e,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:26:24.657814 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.700164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:24.703635 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:24.708303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:26:24.736329 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Pushing event updated for resources: {'Port': ['ID=9d210343-93d0-4ff7-9c1b-fb357e14ff36,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:24.744646 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.753155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.795252 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:24.795904 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:24.862891 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf5aca-da3b-4b6e-ba5a-d1da4cc11af4 None None] Pushing event updated for resources: {'Port': ['ID=a6e762bc-4df9-442a-b451-7e7a31e1035e,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:24.922430 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:24.968273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.997512 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ff2f295a-1f6e-4432-a0a3-bdc3d07aee83 None None] Provisioning complete for port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:24.998520 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ff2f295a-1f6e-4432-a0a3-bdc3d07aee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:25.114769 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:22Z', 'revision_number': 3, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:25.143426 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0422936-d936-4872-80a9-65b6cf029c99 None None] The sync data for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv is: [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:22Z', 'revision_number': 3, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:25.152902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:25.188254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f295a-1f6e-4432-a0a3-bdc3d07aee83 None None] Port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:26:25.234159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:25.301250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Pushing event updated for resources: {'Port': ['ID=9d210343-93d0-4ff7-9c1b-fb357e14ff36,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:25.303637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:25.421507 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:25.423069 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:25.559416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Router cf6bad8c-9708-4317-94f9-20676c846eba has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:26:25.629046 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a6e762bc-4df9-442a-b451-7e7a31e1035e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:25.692789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a6e762bc-4df9-442a-b451-7e7a31e1035e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:25.693308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:25.697567 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:26:25.714239 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-efac05da-7b89-4c0d-bffa-905fad3fcc73 admin admin] 10.222.0.73 "PUT /v2.0/routers/cf6bad8c-9708-4317-94f9-20676c846eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8213830 Apr 01 16:26:25.741338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-96e395d9-4058-4c0e-948b-30a0f1a07e6f None None] Provisioning complete for port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:25.741631 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-96e395d9-4058-4c0e-948b-30a0f1a07e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:25.814237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-96e395d9-4058-4c0e-948b-30a0f1a07e6f None None] Port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:26:25.828563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:25.850265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port a6e762bc-4df9-442a-b451-7e7a31e1035e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a6e762bc-4df9-442a-b451-7e7a31e1035e,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:25.925057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:25.926026 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 176807e5-ac72-47b8-bc95-60acb8efbd8f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:26.010155 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=a6e762bc-4df9-442a-b451-7e7a31e1035e,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:26.023403 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 176807e5-ac72-47b8-bc95-60acb8efbd8f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:26.023851 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.446514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33368) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:26.451514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-366475229-network', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:26.536413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Made reservation on behalf of 7fe0a1ae118f401cb16e5f9757babcdd for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:26:26.538876 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.548358 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.629542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.702322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.715772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Sync routers for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:26.728008 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:26.728868 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:26.731627 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] vlan segment allocate from pool success with {'vlan_id': 1126, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:26:26.738681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737341c7-2e1e-4434-981a-a2e57e5798db,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:26.745195 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.745543 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Added segment c5ffb8e1-46e1-43ab-90ec-a13918377b58 of type vlan for network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a Apr 01 16:26:26.787593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.835773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:26.936232 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.937934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:26.938566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.000136 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] Pushing event updated for resources: {'Network': ['ID=1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:27.011757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:26:27.056942 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-152989a1-aaab-411f-a8a9-c44c963c8dab admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6092772 Apr 01 16:26:27.059714 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33370) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:27.065512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Request body: {'subnet': {'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-366475229-subnet', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'ip_version': 4}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:27.096522 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 2, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:27.123661 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Checking router: cf6bad8c-9708-4317-94f9-20676c846eba for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:27.124053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Updating router cf6bad8c-9708-4317-94f9-20676c846eba port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:26:27.152494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.176184 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Made reservation on behalf of 7fe0a1ae118f401cb16e5f9757babcdd for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:26:27.178648 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.412160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.428433 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.489883 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15ae150-43ef-4df8-a756-3a61f73e31b8,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:27.500834 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Checking segment: {'id': 'c5ffb8e1-46e1-43ab-90ec-a13918377b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:26:27.501192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Network hostable DHCP agents. Network: 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:26:27.511789 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.539665 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a6e762bc-4df9-442a-b451-7e7a31e1035e up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:27.594525 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb794aa4-a8c0-4342-89a4-0c42e6d51d45 None None] Pushing event updated for resources: {'Port': ['ID=9d210343-93d0-4ff7-9c1b-fb357e14ff36,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:27.637579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:26:27.659958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a6e762bc-4df9-442a-b451-7e7a31e1035e triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:27.660405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.662247 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Attempting to bind port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:26:27.662556 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Attempting to bind port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:26:27.662920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Attempting to bind port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 on network 86bd2e06-0b84-4314-859f-d8b38684a5fb {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:26:27.685549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:26:27.685948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Checking segment: {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:26:27.686341 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.686773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Bound using segment: {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:26:27.687260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Bound port: 9d210343-93d0-4ff7-9c1b-fb357e14ff36, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:26:27.687644 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.713934 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:27.718856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:27.719700 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.739584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a779950-e4e8-46e7-95fd-ecaff431df68 None None] Network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:26:27.818914 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-31fddda8-553e-4ec0-a612-bc1fce6069bd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7578633 Apr 01 16:26:27.821460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33372) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:27.825893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:27.834870 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] For port 9d210343-93d0-4ff7-9c1b-fb357e14ff36, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:26:27.881920 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] For port 9d210343-93d0-4ff7-9c1b-fb357e14ff36, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9d210343-93d0-4ff7-9c1b-fb357e14ff36,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:26:27.908000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.909169 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.909972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-52a0a7c1-4a59-4cfc-ba99-8fe554958422 None None] Provisioning complete for port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:27.910344 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-52a0a7c1-4a59-4cfc-ba99-8fe554958422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.953649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.960997 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.020787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-52a0a7c1-4a59-4cfc-ba99-8fe554958422 None None] Port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:26:28.056946 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb794aa4-a8c0-4342-89a4-0c42e6d51d45 None None] Pushing event updated for resources: {'Port': ['ID=9d210343-93d0-4ff7-9c1b-fb357e14ff36,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:28.059808 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:28.060436 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:28.098790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a', 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'fixed_ips': [{'subnet_id': 'f15ae150-43ef-4df8-a756-3a61f73e31b8'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:26:28.099663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.193053 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.398738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:28.434446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-811e34ca-fc8f-4731-b273-f8ac2e14b3f2 None None] Provisioning complete for port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:28.434819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-811e34ca-fc8f-4731-b273-f8ac2e14b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.463661 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.488232 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.563572 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Allocated IP 172.20.0.2 (1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a/f15ae150-43ef-4df8-a756-3a61f73e31b8/1a43211d-76e3-4eb6-888f-cf3df892c530) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:28.591646 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Allocated IP 172.26.6.3 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/a7ff0090-db43-4f4c-82d2-ed91284e549f) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:28.699795 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.719923 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-811e34ca-fc8f-4731-b273-f8ac2e14b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.791909 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.823850 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-811e34ca-fc8f-4731-b273-f8ac2e14b3f2 None None] For port 9d210343-93d0-4ff7-9c1b-fb357e14ff36, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9d210343-93d0-4ff7-9c1b-fb357e14ff36,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:28.836520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:28.839678 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:28.844733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:26:28.847869 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Pushing event updated for resources: {'Port': ['ID=a7ff0090-db43-4f4c-82d2-ed91284e549f,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:28.855950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.867358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:27Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:28.895220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71067f7-faeb-4dd9-b636-25cafdd2f21a None None] The sync data for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv is: [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:27Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:28.898121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-811e34ca-fc8f-4731-b273-f8ac2e14b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.925792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:28.946489 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:28.951586 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:28.966931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:26:29.047893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e34ca-fc8f-4731-b273-f8ac2e14b3f2 None None] Pushing event updated for resources: {'Port': ['ID=9d210343-93d0-4ff7-9c1b-fb357e14ff36,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:29.074208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Attempting to bind port 1a43211d-76e3-4eb6-888f-cf3df892c530 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:26:29.074208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Attempting to bind port 1a43211d-76e3-4eb6-888f-cf3df892c530 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'c5ffb8e1-46e1-43ab-90ec-a13918377b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:26:29.074208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Attempting to bind port 1a43211d-76e3-4eb6-888f-cf3df892c530 on network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:26:29.097533 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:26:29.097933 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Checking segment: {'id': 'c5ffb8e1-46e1-43ab-90ec-a13918377b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:26:29.098879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:29.098879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Bound using segment: {'id': 'c5ffb8e1-46e1-43ab-90ec-a13918377b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:26:29.099286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Bound port: 1a43211d-76e3-4eb6-888f-cf3df892c530, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ffb8e1-46e1-43ab-90ec-a13918377b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:26:29.099671 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:29.125562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Pushing event updated for resources: {'Port': ['ID=1a43211d-76e3-4eb6-888f-cf3df892c530,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:29.178598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] For port 1a43211d-76e3-4eb6-888f-cf3df892c530, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:26:29.181994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] For port 1a43211d-76e3-4eb6-888f-cf3df892c530, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1a43211d-76e3-4eb6-888f-cf3df892c530,segment=NetworkSegment(c5ffb8e1-46e1-43ab-90ec-a13918377b58),segment_id=c5ffb8e1-46e1-43ab-90ec-a13918377b58)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:26:29.291573 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:29.299876 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:29.378774 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcc1ce-3754-4031-be7c-cb509d135af6 None None] Pushing event updated for resources: {'Port': ['ID=1a43211d-76e3-4eb6-888f-cf3df892c530,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:29.537667 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:29.633747 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9d210343-93d0-4ff7-9c1b-fb357e14ff36 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:29.699542 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:29.700160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:29.774617 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Router cdadfcac-f913-4efb-b639-76a138d37021 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:26:29.891908 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:26:29.901757 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Sync routers for ids ['cdadfcac-f913-4efb-b639-76a138d37021'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:29.914596 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Routers {'cdadfcac-f913-4efb-b639-76a138d37021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:29.919502 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdadfcac-f913-4efb-b639-76a138d37021'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:29.984509 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:29.994366 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-eef7e502-4d0a-4b9e-b855-c84f6aec4b0a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1634340 Apr 01 16:26:29.994802 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33374) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:30.134334 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Set router cdadfcac-f913-4efb-b639-76a138d37021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:30.337288 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:27Z', 'updated_at': '2022-04-01T16:26:29Z', 'revision_number': 3, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'gw_port': {'id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:28Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:30.370378 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Checking router: cdadfcac-f913-4efb-b639-76a138d37021 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:30.371026 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Updating router cdadfcac-f913-4efb-b639-76a138d37021 port a7ff0090-db43-4f4c-82d2-ed91284e549f binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:26:30.397649 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.439222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c896bfff-34c1-401f-bed7-7095da6558e5 None None] Network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:26:30.489033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.573635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-1101b94f-f75f-429b-a1f4-70edc9b8f622 None None] Provisioning complete for port 1a43211d-76e3-4eb6-888f-cf3df892c530 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:30.574018 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1101b94f-f75f-429b-a1f4-70edc9b8f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.666296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Allocated IP 172.20.0.1 (1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a/f15ae150-43ef-4df8-a756-3a61f73e31b8/89f8bdb6-4963-4256-aa39-5601e5db9b22) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:30.669460 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.700034 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1101b94f-f75f-429b-a1f4-70edc9b8f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.735078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-1101b94f-f75f-429b-a1f4-70edc9b8f622 None None] For port 1a43211d-76e3-4eb6-888f-cf3df892c530, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1a43211d-76e3-4eb6-888f-cf3df892c530,segment=NetworkSegment(c5ffb8e1-46e1-43ab-90ec-a13918377b58),segment_id=c5ffb8e1-46e1-43ab-90ec-a13918377b58)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:30.768744 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.779661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.825051 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Attempting to bind port a7ff0090-db43-4f4c-82d2-ed91284e549f on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:26:30.825412 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Attempting to bind port a7ff0090-db43-4f4c-82d2-ed91284e549f by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:26:30.825770 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Attempting to bind port a7ff0090-db43-4f4c-82d2-ed91284e549f on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:26:30.828359 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bed39-6f8c-4c2d-bdc7-7e8117f312cb None None] Pushing event updated for resources: {'Port': ['ID=a7ff0090-db43-4f4c-82d2-ed91284e549f,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:30.834056 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:26:30.834426 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:26:30.834825 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.835886 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:26:30.835886 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Bound port: a7ff0090-db43-4f4c-82d2-ed91284e549f, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:26:30.836057 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.845306 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-1101b94f-f75f-429b-a1f4-70edc9b8f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.891176 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] For port a7ff0090-db43-4f4c-82d2-ed91284e549f, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:26:30.894222 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] For port a7ff0090-db43-4f4c-82d2-ed91284e549f, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a7ff0090-db43-4f4c-82d2-ed91284e549f,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:26:30.897343 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101b94f-f75f-429b-a1f4-70edc9b8f622 None None] Pushing event updated for resources: {'Port': ['ID=1a43211d-76e3-4eb6-888f-cf3df892c530,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:30.913840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:30.954317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:30.957322 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:30.960953 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:26:30.966583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Pushing event updated for resources: {'Port': ['ID=89f8bdb6-4963-4256-aa39-5601e5db9b22,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:30.969137 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-6f3199ba-2c8b-4898-bd23-e5efca42dc3e None None] Provisioning complete for port 1a43211d-76e3-4eb6-888f-cf3df892c530 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:30.969645 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6f3199ba-2c8b-4898-bd23-e5efca42dc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:31.010032 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:31.023115 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:31.095820 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Routers {'cdadfcac-f913-4efb-b639-76a138d37021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:31.097313 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdadfcac-f913-4efb-b639-76a138d37021'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:31.103082 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bed39-6f8c-4c2d-bdc7-7e8117f312cb None None] Pushing event updated for resources: {'Port': ['ID=a7ff0090-db43-4f4c-82d2-ed91284e549f,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:31.212085 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] Set router cdadfcac-f913-4efb-b639-76a138d37021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:31.252575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:31.284854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-5055feed-719a-47fa-bbb9-41e84a292826 None None] Provisioning complete for port 89f8bdb6-4963-4256-aa39-5601e5db9b22 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:31.285224 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5055feed-719a-47fa-bbb9-41e84a292826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:31.321345 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-5055feed-719a-47fa-bbb9-41e84a292826 None None] Port 89f8bdb6-4963-4256-aa39-5601e5db9b22 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:26:31.403695 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:27Z', 'updated_at': '2022-04-01T16:26:29Z', 'revision_number': 3, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'gw_port': {'id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:28Z', 'updated_at': '2022-04-01T16:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:31.419531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:31.430322 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1f9bf-3cdd-4983-8edf-7f96d23e5fc9 None None] The sync data for ids ['cdadfcac-f913-4efb-b639-76a138d37021'] in dv-neutron-835865-1-hyperv is: [{'id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:27Z', 'updated_at': '2022-04-01T16:26:29Z', 'revision_number': 3, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'gw_port': {'id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:28Z', 'updated_at': '2022-04-01T16:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:31.513880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:31.556940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1a43211d-76e3-4eb6-888f-cf3df892c530 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:31.586042 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:31.588052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Pushing event updated for resources: {'Port': ['ID=89f8bdb6-4963-4256-aa39-5601e5db9b22,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:31.610217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1a43211d-76e3-4eb6-888f-cf3df892c530 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:31.610608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:31.717847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:31.719265 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:31.845724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Router cdadfcac-f913-4efb-b639-76a138d37021 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:26:31.962456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:26:31.967774 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4beecca1-b73d-45bd-bb77-8a6afcb7de7f admin admin] 10.222.0.73 "PUT /v2.0/routers/cdadfcac-f913-4efb-b639-76a138d37021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9778552 Apr 01 16:26:32.047790 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-efbb7fb1-e736-41fd-bcec-3fb264f9384f None None] Provisioning complete for port 89f8bdb6-4963-4256-aa39-5601e5db9b22 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:32.048127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efbb7fb1-e736-41fd-bcec-3fb264f9384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:32.084993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-efbb7fb1-e736-41fd-bcec-3fb264f9384f None None] Port 89f8bdb6-4963-4256-aa39-5601e5db9b22 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:26:32.538296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33382) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:32.543013 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f7b4f80f-bc3c-42c1-8187-1dd1937266dc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382010995', 'description': 'tempest-secgroup-smoke-382010995 description', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:32.609296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f80f-bc3c-42c1-8187-1dd1937266dc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:32.675947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f80f-bc3c-42c1-8187-1dd1937266dc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:32.751470 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f80f-bc3c-42c1-8187-1dd1937266dc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:32.782247 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4f80f-bc3c-42c1-8187-1dd1937266dc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c64a49-2286-484e-8469-030cacd1cab7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:32.875542 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f7b4f80f-bc3c-42c1-8187-1dd1937266dc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:32.878023 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f7b4f80f-bc3c-42c1-8187-1dd1937266dc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3375514 Apr 01 16:26:32.879906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33384) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:32.884297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-44df6446-20bf-4519-8fd4-0f09f595dae1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '01c64a49-2286-484e-8469-030cacd1cab7', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:32.987244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44df6446-20bf-4519-8fd4-0f09f595dae1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.011067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Sync routers for ids ['cdadfcac-f913-4efb-b639-76a138d37021'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:33.020598 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Routers {'cdadfcac-f913-4efb-b639-76a138d37021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:33.021272 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdadfcac-f913-4efb-b639-76a138d37021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:33.051541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44df6446-20bf-4519-8fd4-0f09f595dae1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.125695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Set router cdadfcac-f913-4efb-b639-76a138d37021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:33.136315 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44df6446-20bf-4519-8fd4-0f09f595dae1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.155676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df6446-20bf-4519-8fd4-0f09f595dae1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0987e9ff-a503-49b8-b0b5-c2ea16eeed9b,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:33.241171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-44df6446-20bf-4519-8fd4-0f09f595dae1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.242456 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-44df6446-20bf-4519-8fd4-0f09f595dae1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615878 Apr 01 16:26:33.245272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33386) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:33.250199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-3f01d333-3032-4a51-81ee-004cf17db097 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '01c64a49-2286-484e-8469-030cacd1cab7', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:33.325514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:27Z', 'updated_at': '2022-04-01T16:26:31Z', 'revision_number': 4, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'gw_port': {'id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:28Z', 'updated_at': '2022-04-01T16:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '89f8bdb6-4963-4256-aa39-5601e5db9b22', 'name': '', 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'mac_address': 'fa:16:3e:52:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'f15ae150-43ef-4df8-a756-3a61f73e31b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:30Z', 'updated_at': '2022-04-01T16:26:31Z', 'revision_number': 2, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'subnets': [{'id': 'f15ae150-43ef-4df8-a756-3a61f73e31b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:33.347529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3f01d333-3032-4a51-81ee-004cf17db097 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.352641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Checking router: cdadfcac-f913-4efb-b639-76a138d37021 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:33.352997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Updating router cdadfcac-f913-4efb-b639-76a138d37021 port 89f8bdb6-4963-4256-aa39-5601e5db9b22 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:26:33.377709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.404887 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3f01d333-3032-4a51-81ee-004cf17db097 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.502356 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3f01d333-3032-4a51-81ee-004cf17db097 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.521302 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01d333-3032-4a51-81ee-004cf17db097 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbc97a2-e3d5-4ac2-b1e6-e95f4b59d14a,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:33.553422 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a7ff0090-db43-4f4c-82d2-ed91284e549f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:33.766689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3f01d333-3032-4a51-81ee-004cf17db097 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.767933 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3f01d333-3032-4a51-81ee-004cf17db097 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5217974 Apr 01 16:26:33.770644 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 33388) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:33.775073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-51850ace-e37e-419e-b107-e815588afd59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '01c64a49-2286-484e-8469-030cacd1cab7', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:33.787166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a7ff0090-db43-4f4c-82d2-ed91284e549f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:33.787532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.864666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.867095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51850ace-e37e-419e-b107-e815588afd59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.907288 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.925861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51850ace-e37e-419e-b107-e815588afd59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:33.927826 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port a7ff0090-db43-4f4c-82d2-ed91284e549f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a7ff0090-db43-4f4c-82d2-ed91284e549f,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:33.999185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.034212 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51850ace-e37e-419e-b107-e815588afd59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.043741 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.054487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f24c64-01a3-4f7e-b493-ea18a0a022ac None None] Pushing event updated for resources: {'Port': ['ID=89f8bdb6-4963-4256-aa39-5601e5db9b22,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:34.058391 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51850ace-e37e-419e-b107-e815588afd59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860a7169-504e-45f1-9b57-ba6a6ba3925f,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:34.144742 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-51850ace-e37e-419e-b107-e815588afd59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.151564 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-51850ace-e37e-419e-b107-e815588afd59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3746023 Apr 01 16:26:34.151764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Attempting to bind port 89f8bdb6-4963-4256-aa39-5601e5db9b22 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:26:34.151764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Attempting to bind port 89f8bdb6-4963-4256-aa39-5601e5db9b22 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'c5ffb8e1-46e1-43ab-90ec-a13918377b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:26:34.151764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Attempting to bind port 89f8bdb6-4963-4256-aa39-5601e5db9b22 on network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:26:34.166649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=a7ff0090-db43-4f4c-82d2-ed91284e549f,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:34.166649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:26:34.166649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Checking segment: {'id': 'c5ffb8e1-46e1-43ab-90ec-a13918377b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:26:34.166649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.166649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Bound using segment: {'id': 'c5ffb8e1-46e1-43ab-90ec-a13918377b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:26:34.166649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Bound port: 89f8bdb6-4963-4256-aa39-5601e5db9b22, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ffb8e1-46e1-43ab-90ec-a13918377b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:26:34.166649 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.168006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33390) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:34.174669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-89d24393-6ea6-4197-9413-b41b77eea2fa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '01c64a49-2286-484e-8469-030cacd1cab7', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:34.236918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] For port 89f8bdb6-4963-4256-aa39-5601e5db9b22, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:26:34.240064 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] For port 89f8bdb6-4963-4256-aa39-5601e5db9b22, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=89f8bdb6-4963-4256-aa39-5601e5db9b22,segment=NetworkSegment(c5ffb8e1-46e1-43ab-90ec-a13918377b58),segment_id=c5ffb8e1-46e1-43ab-90ec-a13918377b58)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:26:34.273030 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89d24393-6ea6-4197-9413-b41b77eea2fa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.324674 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-c9354419-6df0-4e5a-b9ec-aa22e3b1991c None None] Provisioning complete for port 89f8bdb6-4963-4256-aa39-5601e5db9b22 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:34.325027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c9354419-6df0-4e5a-b9ec-aa22e3b1991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.334115 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89d24393-6ea6-4197-9413-b41b77eea2fa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.349831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.393111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-c9354419-6df0-4e5a-b9ec-aa22e3b1991c None None] Port 89f8bdb6-4963-4256-aa39-5601e5db9b22 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:26:34.431354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Routers {'cdadfcac-f913-4efb-b639-76a138d37021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:34.431354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdadfcac-f913-4efb-b639-76a138d37021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:34.431354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f24c64-01a3-4f7e-b493-ea18a0a022ac None None] Pushing event updated for resources: {'Port': ['ID=89f8bdb6-4963-4256-aa39-5601e5db9b22,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:34.479006 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89d24393-6ea6-4197-9413-b41b77eea2fa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.501486 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d24393-6ea6-4197-9413-b41b77eea2fa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57607c04-2daa-4719-9d49-c12871dc8786,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:34.539325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] Set router cdadfcac-f913-4efb-b639-76a138d37021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:34.579484 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-89d24393-6ea6-4197-9413-b41b77eea2fa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.581816 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-89d24393-6ea6-4197-9413-b41b77eea2fa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4113336 Apr 01 16:26:34.583523 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33392) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:34.588252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e01508f5-38eb-4c44-81b2-63c183bbd1b1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '01c64a49-2286-484e-8469-030cacd1cab7', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:34.677437 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-e01508f5-38eb-4c44-81b2-63c183bbd1b1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Project 9006ee73751f4103a6cbc0f056b16ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:26:34.678043 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8928c27b-f7cf-49b8-979e-1c7d3c791a8e None None] Provisioning complete for port 89f8bdb6-4963-4256-aa39-5601e5db9b22 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:34.678419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8928c27b-f7cf-49b8-979e-1c7d3c791a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.685149 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e01508f5-38eb-4c44-81b2-63c183bbd1b1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.748148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e01508f5-38eb-4c44-81b2-63c183bbd1b1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.804612 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-15e42fb8-ed12-455e-b4e3-03e1d21fd92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.814368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e01508f5-38eb-4c44-81b2-63c183bbd1b1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.825041 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8928c27b-f7cf-49b8-979e-1c7d3c791a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.833676 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01508f5-38eb-4c44-81b2-63c183bbd1b1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90217237-08e5-4fde-9244-10c3136e2241,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:34.842189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:27Z', 'updated_at': '2022-04-01T16:26:31Z', 'revision_number': 4, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'gw_port': {'id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:28Z', 'updated_at': '2022-04-01T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '89f8bdb6-4963-4256-aa39-5601e5db9b22', 'name': '', 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'mac_address': 'fa:16:3e:52:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'f15ae150-43ef-4df8-a756-3a61f73e31b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:30Z', 'updated_at': '2022-04-01T16:26:34Z', 'revision_number': 4, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'subnets': [{'id': 'f15ae150-43ef-4df8-a756-3a61f73e31b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:34.873443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c69c69-8aee-4041-ae6f-0a0959701930 None None] The sync data for ids ['cdadfcac-f913-4efb-b639-76a138d37021'] in dv-neutron-835865-1-hyperv is: [{'id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:27Z', 'updated_at': '2022-04-01T16:26:31Z', 'revision_number': 4, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'gw_port': {'id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:28Z', 'updated_at': '2022-04-01T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '89f8bdb6-4963-4256-aa39-5601e5db9b22', 'name': '', 'network_id': '1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'mac_address': 'fa:16:3e:52:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'f15ae150-43ef-4df8-a756-3a61f73e31b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:30Z', 'updated_at': '2022-04-01T16:26:34Z', 'revision_number': 4, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'subnets': [{'id': 'f15ae150-43ef-4df8-a756-3a61f73e31b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:34.888924 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8928c27b-f7cf-49b8-979e-1c7d3c791a8e None None] For port 89f8bdb6-4963-4256-aa39-5601e5db9b22, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=89f8bdb6-4963-4256-aa39-5601e5db9b22,segment=NetworkSegment(c5ffb8e1-46e1-43ab-90ec-a13918377b58),segment_id=c5ffb8e1-46e1-43ab-90ec-a13918377b58)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:34.902419 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e01508f5-38eb-4c44-81b2-63c183bbd1b1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:34.904619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e01508f5-38eb-4c44-81b2-63c183bbd1b1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3192093 Apr 01 16:26:34.906456 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33394) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:34.911727 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-5b861a16-871c-46dc-b438-c29822e28947 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '01c64a49-2286-484e-8469-030cacd1cab7', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:34.970494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8928c27b-f7cf-49b8-979e-1c7d3c791a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.026384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928c27b-f7cf-49b8-979e-1c7d3c791a8e None None] Pushing event updated for resources: {'Port': ['ID=89f8bdb6-4963-4256-aa39-5601e5db9b22,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:35.050715 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-5b861a16-871c-46dc-b438-c29822e28947 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Project 9006ee73751f4103a6cbc0f056b16ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:26:35.058637 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b861a16-871c-46dc-b438-c29822e28947 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.129782 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b861a16-871c-46dc-b438-c29822e28947 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.205096 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b861a16-871c-46dc-b438-c29822e28947 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.224924 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b861a16-871c-46dc-b438-c29822e28947 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f838af45-668d-46c5-80d9-139df340d99c,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:35.292477 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5b861a16-871c-46dc-b438-c29822e28947 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.293725 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5b861a16-871c-46dc-b438-c29822e28947 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3856759 Apr 01 16:26:35.566887 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-475fd7eb-476c-41ec-9697-f3f13a08b825 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382010995&fields=id&tenant_id=9006ee73751f4103a6cbc0f056b16ed8 HTTP/1.1" status: 200 len: 267 time: 0.0337241 Apr 01 16:26:35.585676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a7ff0090-db43-4f4c-82d2-ed91284e549f up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:35.634028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port a7ff0090-db43-4f4c-82d2-ed91284e549f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:35.634395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.675579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-bbd522f5-01de-49d6-9057-444e0bc8d937 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:35.677222 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-bbd522f5-01de-49d6-9057-444e0bc8d937 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 808 time: 0.1032197 Apr 01 16:26:35.695290 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-fdc337de-5e4d-410c-8ac6-04b98c9a6cd8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/quotas/9006ee73751f4103a6cbc0f056b16ed8 HTTP/1.1" status: 200 len: 375 time: 0.0115774 Apr 01 16:26:35.718252 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 89f8bdb6-4963-4256-aa39-5601e5db9b22 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:35.755978 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-75a663b6-02f5-49b6-bb7c-63ef16713f01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545058 Apr 01 16:26:35.773648 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 89f8bdb6-4963-4256-aa39-5601e5db9b22 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:35.774171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:35.860890 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-4e6449aa-adf4-4986-9148-fc4a026ef1b4 service neutron] 10.222.0.73 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916417 Apr 01 16:26:35.956789 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1c93c472-6aca-48fd-9b44-db8234f81beb service neutron] 10.222.0.73 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902047 Apr 01 16:26:36.193713 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-369e8941-b306-48d1-94f7-2a53a1b3e7fc req-939dbfff-728f-4890-88fc-262aca77b153 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 210 time: 0.0283792 Apr 01 16:26:37.286740 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d665b57f-c16b-456f-993a-a0e1f7c71950 req-135cc4e9-684e-4cd0-887d-056da6f09e23 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 210 time: 0.0270875 Apr 01 16:26:37.330510 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a4398f49-2c35-472e-a642-3d98b77e121a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:38.381803 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f7b1f840-1561-4d77-9b51-520957ff9273 req-3fe63949-2a21-4ba4-a58e-d68105fafb8b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 210 time: 0.0265799 Apr 01 16:26:38.683645 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-8ddf696d-8498-4cbe-ac2f-ecc96cd5d699 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:38.685135 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-8ddf696d-8498-4cbe-ac2f-ecc96cd5d699 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 808 time: 0.1020319 Apr 01 16:26:38.730041 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-d19b89c6-5037-46de-b762-207bfa6bd901 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9006ee73751f4103a6cbc0f056b16ed8 HTTP/1.1" status: 200 len: 379 time: 0.0349152 Apr 01 16:26:38.740033 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'port': {'device_id': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'admin_state_up': True, 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'security_groups': ['01c64a49-2286-484e-8469-030cacd1cab7']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:38.959253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Made reservation on behalf of 9006ee73751f4103a6cbc0f056b16ed8 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:26:38.963095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:39.090947 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Allocated IP 172.20.0.3 (86bd2e06-0b84-4314-859f-d8b38684a5fb/483ca2af-a766-450a-8895-1b432de3ce2f/cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:39.234870 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:39.318159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:39.362273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:39.365546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:39.369236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:26:39.376794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:39.442943 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:39.443791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:39.527692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f98c9e-9d48-48e2-9d2a-e2b8afc60af3 req-4130274d-b0f5-43e5-a753-78d066452a89 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:39.529283 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-48f98c9e-9d48-48e2-9d2a-e2b8afc60af3 req-4130274d-b0f5-43e5-a753-78d066452a89 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 931 time: 0.0566852 Apr 01 16:26:39.554521 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-1d3ed551-22aa-4153-824e-abebf92847a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182209 Apr 01 16:26:39.576219 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-48f98c9e-9d48-48e2-9d2a-e2b8afc60af3 req-b7d192ff-b0aa-4020-9a71-f9e179f8382c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403743 Apr 01 16:26:39.627308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-96abe3da-5054-4f8b-bd2c-0e462e114ec5 None None] Provisioning complete for port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:39.627918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-96abe3da-5054-4f8b-bd2c-0e462e114ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:39.660666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-96abe3da-5054-4f8b-bd2c-0e462e114ec5 None None] Port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:26:39.671905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Request body: {'port': {'device_id': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:39.725661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:39.896207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:39.993494 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:26:40.001501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:40.013450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Transition to ACTIVE for port object cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:26:40.099854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:40.150051 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:40.223298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Attempting to bind port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:26:40.223634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Attempting to bind port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:26:40.223965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Attempting to bind port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb on network 86bd2e06-0b84-4314-859f-d8b38684a5fb {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:26:40.229165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb on network 86bd2e06-0b84-4314-859f-d8b38684a5fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:26:40.229489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Attempting to bind port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb on network 86bd2e06-0b84-4314-859f-d8b38684a5fb {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:26:40.235734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:26:40.236076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Checking segment: {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:26:40.236517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Bound using segment: {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:26:40.236955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Bound port: cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:26:40.237318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:40.313347 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:26:40.316787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:26:40.403441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:40.445375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:40.445991 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:40.447530 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 1093 time: 0.8832104 Apr 01 16:26:40.447984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:40.450335 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2786966f-39f6-457b-a397-31b056282902" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:26:40.472323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cf3a6-fc5b-4387-bcc3-2a75acc80e81 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:40.491535 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d561a8c-4779-4f66-9618-cf12b272571f x-openstack-request-id: req-9d561a8c-4779-4f66-9618-cf12b272571f {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:26:40.491897 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:26:40.492210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9d561a8c-4779-4f66-9618-cf12b272571f {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:26:40.492856 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d561a8c-4779-4f66-9618-cf12b272571f'] response: {'name': 'network-changed', 'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'status': 'completed', 'code': 200} Apr 01 16:26:40.557681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786966f-39f6-457b-a397-31b056282902 req-e94c5e4c-6b5b-4470-916f-0c3ed79e5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:40.559358 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2786966f-39f6-457b-a397-31b056282902 req-e94c5e4c-6b5b-4470-916f-0c3ed79e5cfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1096 time: 0.0451829 Apr 01 16:26:40.676456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786966f-39f6-457b-a397-31b056282902 req-648970a1-792d-42a2-8563-55d118df138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:40.678058 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2786966f-39f6-457b-a397-31b056282902 req-648970a1-792d-42a2-8563-55d118df138b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1104372 Apr 01 16:26:40.703042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e278378-9b58-44d7-b9e5-07cbb4b5200f req-be155cae-19ec-414b-85d4-fec380325530 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:40.707124 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4e278378-9b58-44d7-b9e5-07cbb4b5200f req-be155cae-19ec-414b-85d4-fec380325530 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0552619 Apr 01 16:26:40.745522 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4e278378-9b58-44d7-b9e5-07cbb4b5200f req-5ad4411c-13dd-47bb-86b3-882de8c06799 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347486 Apr 01 16:26:40.775722 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786966f-39f6-457b-a397-31b056282902 req-5a54a161-c7a0-474c-be50-2ea7b2de109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:40.777284 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2786966f-39f6-457b-a397-31b056282902 req-5a54a161-c7a0-474c-be50-2ea7b2de109c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0919600 Apr 01 16:26:40.860847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-02dfdab2-2e00-4670-bed0-26c1bac3867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:40.862395 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-02dfdab2-2e00-4670-bed0-26c1bac3867f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1096 time: 0.0457337 Apr 01 16:26:40.873686 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:40.909172 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-8a8bc9c6-66f2-4130-9335-e50a7eecf4d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 217 time: 0.0389564 Apr 01 16:26:40.958958 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-8727d3f2-b65b-48df-941b-141fa37ee040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:40.960449 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-8727d3f2-b65b-48df-941b-141fa37ee040 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0440056 Apr 01 16:26:41.006007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-b85d05cb-5fca-4701-add5-157f6cf4dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:41.007545 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-b85d05cb-5fca-4701-add5-157f6cf4dac8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405221 Apr 01 16:26:41.067814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:41.101683 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-97fff69a-2fa6-49f9-8db7-e7dd28a4e840 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876541 Apr 01 16:26:41.190269 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0fa0dbbc-ad85-4922-95cd-5349f2fe7247 req-cea3d12a-e21d-44d9-86c0-ab90325c7de3 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817757 Apr 01 16:26:41.864000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faa69f-f529-482e-a767-b88c52212bfb req-9f32e02f-f149-4b53-89e4-5fc11ccf0195 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:41.865493 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-60faa69f-f529-482e-a767-b88c52212bfb req-9f32e02f-f149-4b53-89e4-5fc11ccf0195 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0486693 Apr 01 16:26:41.902344 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-60faa69f-f529-482e-a767-b88c52212bfb req-ff4f14be-dabd-4606-8666-4e3b9e11454f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Apr 01 16:26:42.842636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:26:42.937432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:42.948636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'port_id': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'mac_address': 'fa:16:3e:ab:b9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:26:42.986315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:42.999874 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:26:43.016935 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d7c66-f76f-4301-9218-32834ba6d76a req-b10ba095-05cc-41c4-aa77-2e7a5fa8023b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:43.018433 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce2d7c66-f76f-4301-9218-32834ba6d76a req-b10ba095-05cc-41c4-aa77-2e7a5fa8023b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0489671 Apr 01 16:26:43.019067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:43.059253 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce2d7c66-f76f-4301-9218-32834ba6d76a req-f53ae7da-11c9-493e-a4c8-b621db8c3b8d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348101 Apr 01 16:26:43.094085 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:43.144129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:43.340585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:26:44.458725 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb596dec-beb0-400f-8784-7c4e02b01145 req-d78517fc-0c83-49f3-8336-188334f4be01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:44.460120 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bb596dec-beb0-400f-8784-7c4e02b01145 req-d78517fc-0c83-49f3-8336-188334f4be01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 944 time: 0.3330898 Apr 01 16:26:44.498167 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bb596dec-beb0-400f-8784-7c4e02b01145 req-9e168c1f-f43e-4607-addb-0010fe9bded4 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315669 Apr 01 16:26:44.859969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:26:44.985641 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:26:44.989696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:44.990074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:45.065914 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:45.090738 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:45.093560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6af2732-fa76-4d2e-ac5a-48d41031264d" -d '{"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-plugged", "status": "completed", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:26:45.106011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:45.130100 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941f510c-c96b-4b45-9166-fba07253eaaf x-openstack-request-id: req-941f510c-c96b-4b45-9166-fba07253eaaf {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:26:45.130390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-plugged", "status": "completed", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:26:45.135961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-941f510c-c96b-4b45-9166-fba07253eaaf {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:26:45.135961 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941f510c-c96b-4b45-9166-fba07253eaaf'] response: {'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'code': 200} Apr 01 16:26:45.188157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:45.241112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:45.463043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3ce05-79a2-43b4-be74-88335f344650 req-17179e0e-07f6-4768-b640-e1f177b5097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:45.464556 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71e3ce05-79a2-43b4-be74-88335f344650 req-17179e0e-07f6-4768-b640-e1f177b5097e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1098 time: 0.0465994 Apr 01 16:26:45.504613 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-71e3ce05-79a2-43b4-be74-88335f344650 req-8dc0d2a9-43af-4b59-a181-00cf68883cec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302436 Apr 01 16:26:45.615129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb9411-6951-4114-8446-6fcd514eb456 req-9c8ec12d-2639-43f0-a7f2-7f8eef90af8c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:45.616687 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88bb9411-6951-4114-8446-6fcd514eb456 req-9c8ec12d-2639-43f0-a7f2-7f8eef90af8c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0505054 Apr 01 16:26:45.656643 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-88bb9411-6951-4114-8446-6fcd514eb456 req-5c92b604-9c4e-4814-848b-58d5a929a763 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338151 Apr 01 16:26:45.930397 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:46.130626 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:26:46.773662 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e00bab-bd35-4c90-a850-2a493cf59c14 req-d8500f95-2a82-4550-b687-9692b51341b4 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:46.775147 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d2e00bab-bd35-4c90-a850-2a493cf59c14 req-d8500f95-2a82-4550-b687-9692b51341b4 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0488608 Apr 01 16:26:46.816384 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d2e00bab-bd35-4c90-a850-2a493cf59c14 req-790e4890-137e-47e4-acdc-347093406715 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344861 Apr 01 16:26:47.930035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb53694-d69e-4000-8f93-3e08eba58983 req-ad0877a5-cd1e-441f-89ed-e63408f55e42 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:47.931493 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9eb53694-d69e-4000-8f93-3e08eba58983 req-ad0877a5-cd1e-441f-89ed-e63408f55e42 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0474730 Apr 01 16:26:47.969120 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9eb53694-d69e-4000-8f93-3e08eba58983 req-e9776d0d-4622-4f0b-a995-3907bb64226f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308328 Apr 01 16:26:48.081290 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e436556-38d2-47a7-8f3d-01684ab5b5c5 req-270553a4-012f-4bc9-bb19-436e71980e96 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:48.082780 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6e436556-38d2-47a7-8f3d-01684ab5b5c5 req-270553a4-012f-4bc9-bb19-436e71980e96 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0498562 Apr 01 16:26:48.120746 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6e436556-38d2-47a7-8f3d-01684ab5b5c5 req-8719d43f-10b6-4e17-ba45-e615bda74d73 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315111 Apr 01 16:26:48.141593 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33456) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:48.222658 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595dd9a-9218-4626-af63-dc82e70abfdc tempest-TestShelveInstance-1601159734 tempest-TestShelveInstance-1601159734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:48.224193 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-4595dd9a-9218-4626-af63-dc82e70abfdc tempest-TestShelveInstance-1601159734 tempest-TestShelveInstance-1601159734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1093 time: 0.0816247 Apr 01 16:26:48.227217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33460) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:26:48.231481 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:26:48.351842 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.454520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.560988 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Allocated IP 172.26.6.228 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/18f698aa-5c99-466e-960e-6e9020aafcc4) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:48.659863 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.748170 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:48.791492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:48.794371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:48.797076 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:26:48.823754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'Port': ['ID=18f698aa-5c99-466e-960e-6e9020aafcc4,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:49.161657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:49.301497 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:49.451333 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:49.622051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:49.691288 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'Port': ['ID=18f698aa-5c99-466e-960e-6e9020aafcc4,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:49.706894 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:49.809759 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Floating IP e90872b9-3207-4bc3-9ced-23375dd69bc0 associated. External IP: 172.26.6.228, port: cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb. Apr 01 16:26:50.016619 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Router cf6bad8c-9708-4317-94f9-20676c846eba has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:26:50.122607 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:26:50.132932 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] Sync routers for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:26:50.143382 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:50.143980 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:50.222191 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:50.249319 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:50.251030 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-6544d2fa-7c5c-497e-beb7-dc538fb788b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0227828 Apr 01 16:26:50.251630 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:26:50.253922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:26:50.292129 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af526f7-a2f3-447f-8121-da5e0e11e9ca x-openstack-request-id: req-0af526f7-a2f3-447f-8121-da5e0e11e9ca {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:26:50.292464 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:26:50.292724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0af526f7-a2f3-447f-8121-da5e0e11e9ca {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:26:50.293174 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af526f7-a2f3-447f-8121-da5e0e11e9ca'] response: {'name': 'network-changed', 'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'status': 'completed', 'code': 200} Apr 01 16:26:50.357760 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-792d450e-e5e2-42ec-ac3b-d381aa85ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:50.359423 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-792d450e-e5e2-42ec-ac3b-d381aa85ccde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1098 time: 0.0420525 Apr 01 16:26:50.456298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-026be721-200f-42d4-86c7-fc197ff9cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:50.457880 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-026be721-200f-42d4-86c7-fc197ff9cf84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0911863 Apr 01 16:26:50.474578 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'e90872b9-3207-4bc3-9ced-23375dd69bc0', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'floating_ip_address': '172.26.6.228', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'port_id': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'mac_address': 'fa:16:3e:ab:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:26:49Z', 'updated_at': '2022-04-01T16:26:49Z', 'revision_number': 0, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:50.500265 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] Checking router: cf6bad8c-9708-4317-94f9-20676c846eba for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:26:50.508289 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:26:50.508913 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:26:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:50.523305 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-2759cc3a-4c52-4f94-93eb-0abe8de95ff5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 999 time: 0.0590086 Apr 01 16:26:50.572633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-74501b26-afbd-4e23-a2f3-644d7aa03f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:50.574112 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-74501b26-afbd-4e23-a2f3-644d7aa03f83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0444751 Apr 01 16:26:50.614727 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:26:50.624417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-bd34b2cd-4910-4651-a3fb-bda81e37c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:50.625907 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-bd34b2cd-4910-4651-a3fb-bda81e37c95c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444832 Apr 01 16:26:50.714862 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-604d2438-11fd-4d42-b3df-1e61adfafe38 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820456 Apr 01 16:26:50.809762 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5d2690c3-5f90-49fa-8f6c-c4bf3c54d409 req-ead66380-599d-4bb4-a618-5c009ce53131 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Apr 01 16:26:50.929291 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'e90872b9-3207-4bc3-9ced-23375dd69bc0', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'floating_ip_address': '172.26.6.228', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'port_id': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'mac_address': 'fa:16:3e:ab:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:26:49Z', 'updated_at': '2022-04-01T16:26:49Z', 'revision_number': 0, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:50.954870 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe8d2c-dda4-4e3b-9520-4c5291e166f9 None None] The sync data for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv is: [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'e90872b9-3207-4bc3-9ced-23375dd69bc0', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'floating_ip_address': '172.26.6.228', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'port_id': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'mac_address': 'fa:16:3e:ab:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:26:49Z', 'updated_at': '2022-04-01T16:26:49Z', 'revision_number': 0, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:26:51.135262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad85c27b-179f-4e17-a346-28eb415e07f5 None None] New status for floating IP e90872b9-3207-4bc3-9ced-23375dd69bc0: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:26:55.489802 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-248e1196-b9e5-4418-b2f2-2988a8ee1455 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396366 Apr 01 16:26:55.576364 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-4365e607-dc2f-4b3e-bb3d-b4729b27ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:55.577847 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-4365e607-dc2f-4b3e-bb3d-b4729b27ceaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1098 time: 0.0410743 Apr 01 16:26:55.688758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-23e18390-872d-4269-8b98-df07787bc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:55.690281 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-23e18390-872d-4269-8b98-df07787bc327 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0900369 Apr 01 16:26:55.755707 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-aff93b97-225a-4d48-b3a7-43c3445d8954 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 1001 time: 0.0578554 Apr 01 16:26:55.806918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-dfd74c1d-239c-4290-9af2-89ea0621c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:55.808368 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-dfd74c1d-239c-4290-9af2-89ea0621c68f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0470061 Apr 01 16:26:55.854723 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-45041358-1b57-452a-a0e6-9b91e625e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:55.856201 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-45041358-1b57-452a-a0e6-9b91e625e65b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398846 Apr 01 16:26:55.942866 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-105dbe0a-1bd6-4010-b40d-55ef44259c0e service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801830 Apr 01 16:26:56.036823 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-10fb05f5-d5a2-43bc-affe-26d8fb4dbf37 req-58454b48-b0a0-4e36-924a-50e22a0cec9e service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841379 Apr 01 16:27:04.780076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-bc2784e1-fa96-49df-b6dc-d93e08ccb720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:07.307089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3fbf-4ec8-4199-8204-6ed08cac16d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:09.882290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:10.883903 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:11.209786 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:15.969894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:23.129309 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:27:34.769377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0951c757-5ff6-41d7-ac78-7e49c3edc5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.283988 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-122643b8-16f6-4cd3-87b0-3fbeb947d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.889647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.879805 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.083249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.946145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.539626 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-62863daa-a53e-4ff4-a439-bab81e378f54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435386 Apr 01 16:27:57.961763 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-b29d6f9a-6bd4-4a12-a27e-835472113af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:57.963244 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-b29d6f9a-6bd4-4a12-a27e-835472113af8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1098 time: 0.3752956 Apr 01 16:27:58.069704 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-40a651bf-23d9-4258-bca2-39fbd602b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:58.071156 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-40a651bf-23d9-4258-bca2-39fbd602b70f service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0820301 Apr 01 16:27:58.143556 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-48d12efa-5f52-439e-b498-a81a1d32c01f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 1001 time: 0.0623062 Apr 01 16:27:58.197743 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-1269cb6b-5de8-471e-b1a5-dfa43c15bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:58.199152 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-1269cb6b-5de8-471e-b1a5-dfa43c15bdd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0448780 Apr 01 16:27:58.247694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-59347395-a685-47f1-85cd-ab64bc774375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:58.249296 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-59347395-a685-47f1-85cd-ab64bc774375 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405822 Apr 01 16:27:58.344268 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-645addce-de8c-4fce-96de-e4b519692174 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859141 Apr 01 16:27:58.441286 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-5e32d8ec-6398-44ce-b41a-1a167b0ac93e req-d98d2093-aae4-43c7-b3e5-bad2b19411ea service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856063 Apr 01 16:28:00.128312 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:28:04.780528 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-3018d24f-dc35-4417-a8da-653123bd4f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:07.321849 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c906a94f-158a-4f77-af7f-bb7a920f2270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:09.928854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:10.917222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:11.117487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:15.991555 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:34.739484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7be8a4fe-f53a-40f9-96b2-f5c47955b12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:37.128442 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:28:37.282731 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-036c6008-e9b2-4d33-a64d-0a91e1d7bcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:39.893732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:40.863997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:41.121374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:45.933846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:48.585857 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c7908-3e97-439d-bbb5-86f0c0c200cb req-53a4b728-79d1-4790-8606-7495f141424e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:48.587371 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-853c7908-3e97-439d-bbb5-86f0c0c200cb req-53a4b728-79d1-4790-8606-7495f141424e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0514259 Apr 01 16:28:48.626850 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-853c7908-3e97-439d-bbb5-86f0c0c200cb req-84c0917e-9201-4ed2-a1ef-a678e90674b1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326760 Apr 01 16:28:49.754027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b56e-6d34-4b9c-8ceb-661788cca71e req-8a8c5822-1e01-4038-a4f8-e315a47692ed tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:49.755512 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca52b56e-6d34-4b9c-8ceb-661788cca71e req-8a8c5822-1e01-4038-a4f8-e315a47692ed tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0499055 Apr 01 16:28:49.797207 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca52b56e-6d34-4b9c-8ceb-661788cca71e req-d8ccd59a-6d2e-4e88-883c-a14f9cac6ec3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354438 Apr 01 16:28:50.915479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc915fd2-8ec4-4fe2-86d9-333651db6c2d req-0da4215a-5ad3-4612-a443-82301f91a5b7 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:50.916903 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dc915fd2-8ec4-4fe2-86d9-333651db6c2d req-0da4215a-5ad3-4612-a443-82301f91a5b7 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0486376 Apr 01 16:28:50.954323 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-dc915fd2-8ec4-4fe2-86d9-333651db6c2d req-30f7dcc0-23fb-4c1e-ada9-caa01d010781 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314023 Apr 01 16:28:52.071209 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731688-d62d-4586-aaa6-ffc294cbf768 req-eb97ff46-0bb7-4e14-ad14-b70474408edc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:52.072724 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ad731688-d62d-4586-aaa6-ffc294cbf768 req-eb97ff46-0bb7-4e14-ad14-b70474408edc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0502191 Apr 01 16:28:52.111049 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ad731688-d62d-4586-aaa6-ffc294cbf768 req-e7299909-ea01-4f07-81e6-f5a4bc20559c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321896 Apr 01 16:28:53.227499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6605ad-168f-4905-8644-a5bedc2825a7 req-f56b862c-4fc4-4e0b-a960-9fb2be28d688 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:53.229049 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4a6605ad-168f-4905-8644-a5bedc2825a7 req-f56b862c-4fc4-4e0b-a960-9fb2be28d688 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0488892 Apr 01 16:28:53.270764 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4a6605ad-168f-4905-8644-a5bedc2825a7 req-3602499c-eaf8-4741-90e6-96eece551bb4 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355568 Apr 01 16:28:54.386622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570a896-14f9-46ff-b00c-1608657b7f41 req-accf5e11-3328-415f-b8c6-c1286e94883b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:54.388176 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4570a896-14f9-46ff-b00c-1608657b7f41 req-accf5e11-3328-415f-b8c6-c1286e94883b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0503657 Apr 01 16:28:54.428317 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4570a896-14f9-46ff-b00c-1608657b7f41 req-ae773d04-6806-4cc1-aa28-f5f8e06ff1ad tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330153 Apr 01 16:28:55.542273 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b1143-8862-44e1-80b5-c8898b1879f2 req-91b75ed5-c1b2-4a0d-a695-ae70cf89ff73 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:55.543741 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d6b1143-8862-44e1-80b5-c8898b1879f2 req-91b75ed5-c1b2-4a0d-a695-ae70cf89ff73 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0480933 Apr 01 16:28:55.581161 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7d6b1143-8862-44e1-80b5-c8898b1879f2 req-b7351116-7de6-4d80-bf19-1c02be1c573d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307539 Apr 01 16:28:56.697229 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d080-cef8-413b-822d-ca75e7f50c00 req-8c256c3b-eb12-4841-925f-21e0c6c89dbc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:56.698707 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ff4d080-cef8-413b-822d-ca75e7f50c00 req-8c256c3b-eb12-4841-925f-21e0c6c89dbc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0493586 Apr 01 16:28:56.741571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ff4d080-cef8-413b-822d-ca75e7f50c00 req-b7a11678-cb93-431b-8f0d-e94f8ee7c97c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368159 Apr 01 16:28:57.542419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-f61f826f-fbad-4e2d-b611-fc4158137300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:57.543900 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-f61f826f-fbad-4e2d-b611-fc4158137300 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1098 time: 0.0403006 Apr 01 16:28:57.651825 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-5f67392a-897b-4f89-8435-fa94b82769e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:57.653326 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-5f67392a-897b-4f89-8435-fa94b82769e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0852079 Apr 01 16:28:57.722306 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-db2bce5e-4bd7-465c-ad91-014044d9ae79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 1001 time: 0.0579574 Apr 01 16:28:57.780579 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-78dbc054-16ca-4d46-9ccf-2681285c5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:57.782069 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-78dbc054-16ca-4d46-9ccf-2681285c5079 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0489929 Apr 01 16:28:57.831768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-2b95ae2f-5429-427a-bbb9-d01000e6536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:57.833303 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-2b95ae2f-5429-427a-bbb9-d01000e6536d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405245 Apr 01 16:28:57.858000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf05255-602c-4ff5-a4b3-13184ed7fb73 req-8126c669-1360-4a44-b969-e209821d60eb tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:57.859472 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-faf05255-602c-4ff5-a4b3-13184ed7fb73 req-8126c669-1360-4a44-b969-e209821d60eb tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0488722 Apr 01 16:28:57.898431 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-faf05255-602c-4ff5-a4b3-13184ed7fb73 req-5d0fa2a4-1c32-4194-8f1a-58097fc0d64d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316732 Apr 01 16:28:57.927139 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-f4635ea2-3e7b-4ff1-8ced-cbd76e36c428 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832860 Apr 01 16:28:58.024481 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-6c747c22-06a9-44c2-9fdc-0d9378a0bc07 req-61ec8c66-1b34-424b-8a5f-1ad7a8b863ac service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866859 Apr 01 16:28:59.010337 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edae85-7e04-4c89-aa50-48d5f52afe52 req-0a7cfa7f-8587-4111-a8d8-e9013d9dee8f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:59.011804 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c2edae85-7e04-4c89-aa50-48d5f52afe52 req-0a7cfa7f-8587-4111-a8d8-e9013d9dee8f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0477908 Apr 01 16:28:59.048916 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c2edae85-7e04-4c89-aa50-48d5f52afe52 req-347baa9d-d5d8-49f5-ab88-7e69d50700a6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Apr 01 16:29:00.163014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339a7f2-19a4-449b-a524-5651a71947fb req-637e448b-3cc2-44c5-b3d6-b760d7d70b38 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:00.164506 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1339a7f2-19a4-449b-a524-5651a71947fb req-637e448b-3cc2-44c5-b3d6-b760d7d70b38 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0478854 Apr 01 16:29:00.205869 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1339a7f2-19a4-449b-a524-5651a71947fb req-d359d09c-4ec8-41f6-bfc1-1c0d8ae8d423 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353277 Apr 01 16:29:01.324979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f1292-5529-4608-9a66-13526e5f6d23 req-5efaaf3f-c57b-45f0-ae73-947bf409fadd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:01.326479 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-da0f1292-5529-4608-9a66-13526e5f6d23 req-5efaaf3f-c57b-45f0-ae73-947bf409fadd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0510654 Apr 01 16:29:01.364808 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-da0f1292-5529-4608-9a66-13526e5f6d23 req-9c5f8595-e4bc-4145-bf8f-8ceea86a352b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322556 Apr 01 16:29:01.495881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:29:01.591960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:01.603339 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'port_id': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'mac_address': 'fa:16:3e:ab:b9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:29:01.641460 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:01.655261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:29:01.675082 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:01.750835 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:01.801424 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:01.808885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.810171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.810171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.810171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.810481 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.810578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.810831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.811162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.811487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.811810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.812131 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.812476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:01.831740 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:29:02.481257 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de515e-a6b6-45e7-8127-69ac9e0e753d req-51b152d2-57d0-42e9-ad64-c3d9417021f7 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:02.483015 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31de515e-a6b6-45e7-8127-69ac9e0e753d req-51b152d2-57d0-42e9-ad64-c3d9417021f7 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 944 time: 0.0507967 Apr 01 16:29:02.525664 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31de515e-a6b6-45e7-8127-69ac9e0e753d req-bfa419b7-eee8-4d13-9fd6-e38d80dd434b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347261 Apr 01 16:29:03.513336 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:29:03.571514 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:03.571882 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.662860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.686376 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fcb47-2250-4502-8d05-7ed70a54578b req-af01ab69-bbe2-4fd3-a94c-c7f6e8a9cb4a tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:03.688766 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5b6fcb47-2250-4502-8d05-7ed70a54578b req-af01ab69-bbe2-4fd3-a94c-c7f6e8a9cb4a tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 944 time: 0.0701411 Apr 01 16:29:03.701430 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:03.704584 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad9068c-e092-45bb-9036-86d1558f81ea" -d '{"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-plugged", "status": "completed", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:29:03.725175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:03.753969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdd022d-f4d8-4713-8ba5-630ee8c1df1f x-openstack-request-id: req-dcdd022d-f4d8-4713-8ba5-630ee8c1df1f {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:29:03.754253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-plugged", "status": "completed", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:29:03.754570 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcdd022d-f4d8-4713-8ba5-630ee8c1df1f {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:29:03.755343 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcdd022d-f4d8-4713-8ba5-630ee8c1df1f'] response: {'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'code': 200} Apr 01 16:29:03.758003 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5b6fcb47-2250-4502-8d05-7ed70a54578b req-85bd67cc-fd2f-448d-8050-593ff928131b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621028 Apr 01 16:29:03.797956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:03.866921 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:04.785187 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dd58d5ca-5a67-4012-a3e1-ce9d66c53c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:04.899762 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd8d03-93fe-4ffc-893f-d6bac6d002d1 req-5672de8f-35ac-4a4b-8ed9-5b5daecd82e5 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:04.901351 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-27fd8d03-93fe-4ffc-893f-d6bac6d002d1 req-5672de8f-35ac-4a4b-8ed9-5b5daecd82e5 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0535069 Apr 01 16:29:04.947872 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-27fd8d03-93fe-4ffc-893f-d6bac6d002d1 req-808861e8-19af-48f9-a284-87590dcbf89f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395679 Apr 01 16:29:06.074555 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6978312-9bb4-49c9-bf0b-18aebfd3b654 req-b61d7a0c-32ca-430d-bcc8-19d22817f4b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:06.076777 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6978312-9bb4-49c9-bf0b-18aebfd3b654 req-b61d7a0c-32ca-430d-bcc8-19d22817f4b0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0532217 Apr 01 16:29:06.118085 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a6978312-9bb4-49c9-bf0b-18aebfd3b654 req-6ae44c8b-2194-47bd-977f-b628840d976f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345140 Apr 01 16:29:07.268604 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1fbf9-6a87-47aa-8583-4d3d4407fca3 req-d95e42e1-8a8e-4d2e-ad9d-0c4b332ef781 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:07.308583 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-09f1fbf9-6a87-47aa-8583-4d3d4407fca3 req-d95e42e1-8a8e-4d2e-ad9d-0c4b332ef781 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0657680 Apr 01 16:29:07.318340 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-09f1fbf9-6a87-47aa-8583-4d3d4407fca3 req-edfffb96-9cd4-46b6-988e-b08940a4eea7 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408037 Apr 01 16:29:07.413894 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2ef88001-05d2-4415-86c0-de4dd5415961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:08.444159 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29ce6c-b9cf-4bc7-a9ea-b9def9e18633 req-d988f5bf-e149-42d9-ae29-be4b72470811 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:08.445760 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f29ce6c-b9cf-4bc7-a9ea-b9def9e18633 req-d988f5bf-e149-42d9-ae29-be4b72470811 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0519683 Apr 01 16:29:08.498518 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f29ce6c-b9cf-4bc7-a9ea-b9def9e18633 req-ae131f0c-8762-4dc6-86a4-eefaf93b6196 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440364 Apr 01 16:29:09.629441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243de1bb-3382-423e-8ddb-26d8d08487dd req-d9eff2aa-90a6-4942-8be5-b9e91b3a9805 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:09.631735 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-243de1bb-3382-423e-8ddb-26d8d08487dd req-d9eff2aa-90a6-4942-8be5-b9e91b3a9805 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0530965 Apr 01 16:29:09.691951 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-243de1bb-3382-423e-8ddb-26d8d08487dd req-9ca1b471-d9fa-411e-b06e-7d4d07c32273 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507200 Apr 01 16:29:09.899635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:10.817390 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ad35f-a805-4457-8232-51187dd6ded4 req-3a580b1c-3149-46d6-9c24-cc79ae3ba035 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:10.818963 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-222ad35f-a805-4457-8232-51187dd6ded4 req-3a580b1c-3149-46d6-9c24-cc79ae3ba035 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0537982 Apr 01 16:29:10.864279 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-222ad35f-a805-4457-8232-51187dd6ded4 req-f0bacbc5-5780-4b0e-ab1c-726598bd990c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386868 Apr 01 16:29:10.865359 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:11.464664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:12.002304 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f564-71b8-4e25-b9d7-910b4af23997 req-d9418d68-e260-4633-8b2a-22565dea2a1b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:12.003831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2a55f564-71b8-4e25-b9d7-910b4af23997 req-d9418d68-e260-4633-8b2a-22565dea2a1b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0519209 Apr 01 16:29:12.046467 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2a55f564-71b8-4e25-b9d7-910b4af23997 req-a69a47f5-13d5-414e-9ffc-6360d50839f2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340304 Apr 01 16:29:13.162526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b24ae-5a67-47c0-82ba-436545ea95fa req-efcb035c-cc1a-4dc0-a898-1ccdd7632de6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:13.163911 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce3b24ae-5a67-47c0-82ba-436545ea95fa req-efcb035c-cc1a-4dc0-a898-1ccdd7632de6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0485237 Apr 01 16:29:13.204152 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ce3b24ae-5a67-47c0-82ba-436545ea95fa req-daa116b3-8502-43df-be89-dbf32f9c71a4 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331514 Apr 01 16:29:13.438934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-1951dff2-deda-45b3-9b1c-7290d7f69206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:13.441008 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-1951dff2-deda-45b3-9b1c-7290d7f69206 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1098 time: 0.0430937 Apr 01 16:29:13.538199 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-245f41df-d242-467c-b182-be6c92a7584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:13.539678 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-245f41df-d242-467c-b182-be6c92a7584a service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0890539 Apr 01 16:29:13.604352 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-1ac4de0e-5e7c-4731-a0f6-2ba7faf14747 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 1001 time: 0.0580072 Apr 01 16:29:13.657122 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-1f984d10-caf8-4403-9c38-bd90134fb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:13.659135 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-1f984d10-caf8-4403-9c38-bd90134fb107 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0473888 Apr 01 16:29:13.707933 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-08e0c607-735b-493b-92c0-a681e662a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:13.709400 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-08e0c607-735b-493b-92c0-a681e662a624 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404253 Apr 01 16:29:13.802432 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-1f789014-c9c9-4539-810b-c742109798da service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821235 Apr 01 16:29:13.898794 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1f84a6ce-9d8b-45be-b2f9-1309f253868c req-4fd369d4-130f-4843-a6d0-bb18261ff7a1 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862491 Apr 01 16:29:14.127470 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:29:14.317895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b397ff-4d84-41e9-bfb6-e2719532b4c4 req-dcff6751-c31f-441d-8232-65c5099fc845 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:14.319369 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-22b397ff-4d84-41e9-bfb6-e2719532b4c4 req-dcff6751-c31f-441d-8232-65c5099fc845 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0476935 Apr 01 16:29:14.360744 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-22b397ff-4d84-41e9-bfb6-e2719532b4c4 req-6be4012a-0cd3-4818-876b-d9c19a3a339a tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353315 Apr 01 16:29:15.476669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3e0ad-7f18-4bad-bd5c-99e8d02c22ed req-ec6f6410-8c49-4c89-a652-daed71722f84 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:15.478150 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b1e3e0ad-7f18-4bad-bd5c-99e8d02c22ed req-ec6f6410-8c49-4c89-a652-daed71722f84 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 945 time: 0.0497644 Apr 01 16:29:15.515114 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b1e3e0ad-7f18-4bad-bd5c-99e8d02c22ed req-7e91caf3-ebbf-46ef-98a5-ee3b479fd2e8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310102 Apr 01 16:29:15.580319 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:29:15.658769 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:15.680748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:15.682996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc80e5-0a5c-41d9-8e81-25c7dbd085f5" -d '{"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:29:15.696225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:15.721668 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e387b-661f-423d-92a6-589c26cb2c4b x-openstack-request-id: req-419e387b-661f-423d-92a6-589c26cb2c4b {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:29:15.721965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:29:15.722220 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-419e387b-661f-423d-92a6-589c26cb2c4b {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:29:15.722622 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419e387b-661f-423d-92a6-589c26cb2c4b'] response: {'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'code': 200} Apr 01 16:29:15.830388 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:15.888954 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:15.967458 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:16.630620 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b201aa4-c9dc-47da-a52e-5c2dafe76196 req-cf6ad53c-00e5-413a-bdaf-b84c34e0d1c9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:16.632148 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2b201aa4-c9dc-47da-a52e-5c2dafe76196 req-cf6ad53c-00e5-413a-bdaf-b84c34e0d1c9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0496061 Apr 01 16:29:16.670714 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2b201aa4-c9dc-47da-a52e-5c2dafe76196 req-41db47b8-16ed-4d1d-8222-36f1ce322bff tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323679 Apr 01 16:29:16.794806 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-7ca37d68-ceb1-4834-ab16-386b22d02d73 req-bbd23c70-00b8-45e2-be52-02f55f56f825 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:29:16.795765 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7ca37d68-ceb1-4834-ab16-386b22d02d73 req-bbd23c70-00b8-45e2-be52-02f55f56f825 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488212 Apr 01 16:29:17.101166 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c0d2f-6988-4e1d-b348-f9bbbeca1ad6 req-174cd761-e677-433c-b179-26208f03fc7d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:17.102723 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-364c0d2f-6988-4e1d-b348-f9bbbeca1ad6 req-174cd761-e677-433c-b179-26208f03fc7d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0493417 Apr 01 16:29:17.145742 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-364c0d2f-6988-4e1d-b348-f9bbbeca1ad6 req-39496076-7f1c-4f31-8670-c25bc9a58d7f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367999 Apr 01 16:29:17.508429 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-9a54a180-b28b-4e8d-b6f0-93faf7c20d93 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834970 Apr 01 16:29:18.262344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11f715-8edd-4187-9653-69188df394f6 req-1410b5c7-ad8d-4d3a-a8ac-537d69bf5017 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:18.263927 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-da11f715-8edd-4187-9653-69188df394f6 req-1410b5c7-ad8d-4d3a-a8ac-537d69bf5017 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0502911 Apr 01 16:29:18.303448 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-da11f715-8edd-4187-9653-69188df394f6 req-7d346dd7-1d75-4271-bc46-8d009c3d58a4 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327132 Apr 01 16:29:18.937485 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-d94cacd4-3db2-4a21-9240-1d87befe9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:18.938913 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-d94cacd4-3db2-4a21-9240-1d87befe9fe6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc&tenant_id=9006ee73751f4103a6cbc0f056b16ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0460584 Apr 01 16:29:19.005691 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-1c75d0fe-e8df-42d1-b192-c592cd386dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:19.007143 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-1c75d0fe-e8df-42d1-b192-c592cd386dbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1096 time: 0.0402412 Apr 01 16:29:19.098465 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-c5c507a4-c7ba-4628-bc83-54b4601ddb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:19.099906 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-c5c507a4-c7ba-4628-bc83-54b4601ddb4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0848920 Apr 01 16:29:19.172598 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-49324c48-af27-46dc-9f8e-6db2b0d82e1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 999 time: 0.0607429 Apr 01 16:29:19.225492 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-29254bdd-980c-4ed6-aea1-5c1434b1b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:19.226879 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-29254bdd-980c-4ed6-aea1-5c1434b1b5a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0442288 Apr 01 16:29:19.273649 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-9db67a34-4b4e-4330-8736-8570c68191de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:19.275195 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-9db67a34-4b4e-4330-8736-8570c68191de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410359 Apr 01 16:29:19.380278 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-ae533f4d-69c0-47bf-b42f-c6b3b59c8777 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940003 Apr 01 16:29:19.426157 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cbb1f-dede-41bf-8682-ee47799d3ed4 req-39b73fd9-7553-44f1-9b44-67d9b1da7e11 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:19.427706 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b75cbb1f-dede-41bf-8682-ee47799d3ed4 req-39b73fd9-7553-44f1-9b44-67d9b1da7e11 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0520265 Apr 01 16:29:19.466623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b75cbb1f-dede-41bf-8682-ee47799d3ed4 req-bdedf589-c487-4a59-98ac-34e3571d9ebe tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327597 Apr 01 16:29:19.506937 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-e5d3bf86-45cf-4b88-8b20-b88ebc13c8b8 req-5cfd64c8-76a7-47c2-a2d6-a54c59ffd4d7 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164684 Apr 01 16:29:19.614378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:29:20.606502 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ca41-a7e9-4551-9c14-fbf6282c82a9 req-7b6abd78-2bda-477c-bf64-5ed69044f157 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:20.609106 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f44ca41-a7e9-4551-9c14-fbf6282c82a9 req-7b6abd78-2bda-477c-bf64-5ed69044f157 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0549135 Apr 01 16:29:20.660737 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f44ca41-a7e9-4551-9c14-fbf6282c82a9 req-94d7bd2a-4fd1-413a-9c51-e424e12028f0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433071 Apr 01 16:29:21.786695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159226e-41dc-4f70-89fa-634c31f85470 req-86ceba23-4ed4-45bb-953a-7f78b7846db6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:21.788236 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2159226e-41dc-4f70-89fa-634c31f85470 req-86ceba23-4ed4-45bb-953a-7f78b7846db6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0544953 Apr 01 16:29:21.833177 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2159226e-41dc-4f70-89fa-634c31f85470 req-d408fafa-6294-42c7-8683-17b2a43eaf43 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386066 Apr 01 16:29:22.958583 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5111dc0-c40f-4e2a-b6d5-da053cf54bdc req-e832da08-65d2-46ef-901e-c3201ddd21c2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:22.960407 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b5111dc0-c40f-4e2a-b6d5-da053cf54bdc req-e832da08-65d2-46ef-901e-c3201ddd21c2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0560691 Apr 01 16:29:23.002294 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b5111dc0-c40f-4e2a-b6d5-da053cf54bdc req-2ed59053-637e-47fb-b51c-3f5f4efb7d47 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358076 Apr 01 16:29:24.127429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196a108-5944-49a4-9a14-fffde3dc5151 req-d34cd211-64e4-4384-8ce7-5465fc9e37de tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:24.129502 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5196a108-5944-49a4-9a14-fffde3dc5151 req-d34cd211-64e4-4384-8ce7-5465fc9e37de tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0538316 Apr 01 16:29:24.175204 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5196a108-5944-49a4-9a14-fffde3dc5151 req-7de4aba9-0f9c-4ed4-bf73-e1389743134d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 Apr 01 16:29:25.302560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7e224-c7e7-4d4b-84e6-dbf7201691d6 req-c6bbd97c-6602-487a-9c7c-d1affdd7d5b6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:25.304187 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a9d7e224-c7e7-4d4b-84e6-dbf7201691d6 req-c6bbd97c-6602-487a-9c7c-d1affdd7d5b6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0521491 Apr 01 16:29:25.345943 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a9d7e224-c7e7-4d4b-84e6-dbf7201691d6 req-8a26228e-c8b5-45c0-986b-d93d21a051aa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355277 Apr 01 16:29:26.516056 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2ae4c-209b-4692-ab34-6a10fd910ebc req-ec344eef-c353-42ec-9fdd-5ead1421731e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:26.518650 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bca2ae4c-209b-4692-ab34-6a10fd910ebc req-ec344eef-c353-42ec-9fdd-5ead1421731e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0601833 Apr 01 16:29:26.566860 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bca2ae4c-209b-4692-ab34-6a10fd910ebc req-4e55bda5-4163-4001-b45a-a3ff0ee5ec80 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398486 Apr 01 16:29:27.684571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cab1d-1b5e-4896-b40c-08e332f8179c req-32c72d92-947a-414c-b14e-2b85b82c5b6c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:27.686011 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f70cab1d-1b5e-4896-b40c-08e332f8179c req-32c72d92-947a-414c-b14e-2b85b82c5b6c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0492666 Apr 01 16:29:27.728191 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f70cab1d-1b5e-4896-b40c-08e332f8179c req-deb54c51-00aa-4d14-ba1b-346823d208ac tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357239 Apr 01 16:29:28.842633 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4589a8b-20c9-40a9-83b2-30e87101921e req-5bff002e-30e1-4401-842a-ee4f0c4c2e49 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:28.844169 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4589a8b-20c9-40a9-83b2-30e87101921e req-5bff002e-30e1-4401-842a-ee4f0c4c2e49 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 943 time: 0.0498397 Apr 01 16:29:28.881919 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d4589a8b-20c9-40a9-83b2-30e87101921e req-995ab806-3692-4165-9111-a0e3e71ba4a5 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310643 Apr 01 16:29:29.631608 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:29:29.725096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:29.736115 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'port_id': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'mac_address': 'fa:16:3e:ab:b9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:29:29.775437 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.788170 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:29:29.806198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:29.864265 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.912690 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=9']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:29.998980 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084a84a-7ee8-4359-b247-12dc6f85fdf4 req-2cdd3f42-fda7-4e6a-9398-1e66fd292e9e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:30.000480 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2084a84a-7ee8-4359-b247-12dc6f85fdf4 req-2cdd3f42-fda7-4e6a-9398-1e66fd292e9e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 944 time: 0.0498517 Apr 01 16:29:30.037865 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2084a84a-7ee8-4359-b247-12dc6f85fdf4 req-0311d433-ca93-491b-b193-fa0198a502dc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308115 Apr 01 16:29:30.183536 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:29:31.151588 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f5d0-192b-4c4b-865d-f102c5541aa3 req-97f71de3-b5bb-421d-98d1-53a354706150 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:31.153083 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93b1f5d0-192b-4c4b-865d-f102c5541aa3 req-97f71de3-b5bb-421d-98d1-53a354706150 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 944 time: 0.0483758 Apr 01 16:29:31.194052 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93b1f5d0-192b-4c4b-865d-f102c5541aa3 req-3156c4f3-ef2c-494e-9832-025e784d0fa3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349910 Apr 01 16:29:31.637441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:29:31.686677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:31.687056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.766013 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.788409 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:29:31.790689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d0353c-e14f-4bba-8e94-e5d59c9cd87e" -d '{"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-plugged", "status": "completed", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:29:31.803532 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:31.829535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d939cb-9079-4cff-bef3-f8a62eaf77af x-openstack-request-id: req-76d939cb-9079-4cff-bef3-f8a62eaf77af {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:29:31.829828 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-plugged", "status": "completed", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:29:31.830088 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-76d939cb-9079-4cff-bef3-f8a62eaf77af {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:29:31.830483 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d939cb-9079-4cff-bef3-f8a62eaf77af'] response: {'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'code': 200} Apr 01 16:29:32.315422 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cfa99-b94b-41f0-96d0-5d95a6fdfb4d req-c59be477-9008-45bc-97b4-611387cb2dae tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:32.316168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.316954 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fd2cfa99-b94b-41f0-96d0-5d95a6fdfb4d req-c59be477-9008-45bc-97b4-611387cb2dae tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 944 time: 0.0534363 Apr 01 16:29:32.356413 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fd2cfa99-b94b-41f0-96d0-5d95a6fdfb4d req-1e066212-6b63-4703-a240-c8ca7075a4e2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328410 Apr 01 16:29:32.431290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=10']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:32.958952 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba254a56-f551-4832-b32c-2330a7719fc4 req-3363e8be-bc19-4424-9a49-f30652dbb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:32.960610 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ba254a56-f551-4832-b32c-2330a7719fc4 req-3363e8be-bc19-4424-9a49-f30652dbb7a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1099 time: 0.0405815 Apr 01 16:29:32.998248 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ba254a56-f551-4832-b32c-2330a7719fc4 req-5fe0d032-9d41-4843-ba38-982198ce644f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267274 Apr 01 16:29:33.483074 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76f6df-d8b4-4e6a-a637-60a19361314c req-a0374839-5da3-45f0-91e7-a035e42b6d4f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:33.484629 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a76f6df-d8b4-4e6a-a637-60a19361314c req-a0374839-5da3-45f0-91e7-a035e42b6d4f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 946 time: 0.0497584 Apr 01 16:29:33.523242 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a76f6df-d8b4-4e6a-a637-60a19361314c req-54aace9a-b7f3-4d59-97b7-aab4b0223293 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317070 Apr 01 16:29:34.640944 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403d382-27de-44da-9599-70297f96b185 req-461d8097-f555-40d5-9006-d419f18f5cae tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:34.642539 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0403d382-27de-44da-9599-70297f96b185 req-461d8097-f555-40d5-9006-d419f18f5cae tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 946 time: 0.0508921 Apr 01 16:29:34.687223 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0403d382-27de-44da-9599-70297f96b185 req-220f85b5-7af2-4586-b46f-a7c7b39002ea tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384102 Apr 01 16:29:34.732753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d31c313f-8cf8-496c-8d94-d2d0896b77d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.808207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47edc-07b2-4984-bc7d-2f104421322a req-264b046a-e35d-4674-a2ad-d1b996b1686c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:35.809683 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-29d47edc-07b2-4984-bc7d-2f104421322a req-264b046a-e35d-4674-a2ad-d1b996b1686c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 946 time: 0.0513577 Apr 01 16:29:35.847508 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-29d47edc-07b2-4984-bc7d-2f104421322a req-7521b1fe-857e-48b2-9112-38f9023cb88c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317454 Apr 01 16:29:37.309689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fbfd3327-50d6-4996-99fb-574f2c4b1511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:39.927092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.912422 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.098616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:45.961165 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:51.126709 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:29:59.729394 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-599247ef-e365-4970-a1d7-1f2fae407105 req-beb9911b-4278-448a-bf5e-b4ba37b7d8a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411191 Apr 01 16:29:59.814162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599247ef-e365-4970-a1d7-1f2fae407105 req-0cfcfbde-e667-48fe-8936-be0fb63dc6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:59.815690 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-599247ef-e365-4970-a1d7-1f2fae407105 req-0cfcfbde-e667-48fe-8936-be0fb63dc6ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1099 time: 0.0437427 Apr 01 16:29:59.919532 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599247ef-e365-4970-a1d7-1f2fae407105 req-7da74266-2c55-49e3-a6f9-094d80f59e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:59.920979 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-599247ef-e365-4970-a1d7-1f2fae407105 req-7da74266-2c55-49e3-a6f9-094d80f59e8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0862243 Apr 01 16:29:59.993281 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-599247ef-e365-4970-a1d7-1f2fae407105 req-72b57f78-2d5a-41ba-b651-3b27ad2d9a29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 1001 time: 0.0607185 Apr 01 16:30:00.045317 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599247ef-e365-4970-a1d7-1f2fae407105 req-c9c05262-90fa-4f66-ba79-f09f4deed20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:00.046757 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-599247ef-e365-4970-a1d7-1f2fae407105 req-c9c05262-90fa-4f66-ba79-f09f4deed20d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0425715 Apr 01 16:30:00.092411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599247ef-e365-4970-a1d7-1f2fae407105 req-ff4e267b-a423-4d37-a3fb-442f0c89623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:00.094130 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-599247ef-e365-4970-a1d7-1f2fae407105 req-ff4e267b-a423-4d37-a3fb-442f0c89623d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405102 Apr 01 16:30:00.185674 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-599247ef-e365-4970-a1d7-1f2fae407105 req-721aeb06-135a-4c1d-89e2-00dba6ff2419 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844998 Apr 01 16:30:00.274283 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-599247ef-e365-4970-a1d7-1f2fae407105 req-2206d7d0-8c9f-47da-b191-27e065d72d79 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812027 Apr 01 16:30:04.772354 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-32fdac58-d092-4093-a85a-2d397079fc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:07.303245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-603cf45a-5536-4bc7-93a4-9fb7b24de9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:09.938484 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:10.886579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:11.109378 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:15.988980 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:28.126617 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:30:34.760025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-72e6e0ee-1afa-4043-97d9-cbc9c4e314c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:37.296843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-0c80b790-1f48-48e4-84ca-5397d9379c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:39.960164 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:40.873995 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:41.136770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:45.988031 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:49.122143 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33760) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:30:49.278591 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Deleting port 18f698aa-5c99-466e-960e-6e9020aafcc4 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:30:49.278936 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:49.358189 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:49.358603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:49.370062 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Calling delete_port for 18f698aa-5c99-466e-960e-6e9020aafcc4 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:30:49.582442 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:49.612121 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event deleted for resources: {'Port': ['ID=18f698aa-5c99-466e-960e-6e9020aafcc4,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:49.624082 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.624457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.624855 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.625197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.625532 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.625954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.626285 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.627183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.627513 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.627884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.628213 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.628567 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:49.683958 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:49.684399 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Floating IP e90872b9-3207-4bc3-9ced-23375dd69bc0 disassociated (deleted). External IP: 172.26.6.228, port: cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb. Apr 01 16:30:49.899971 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Router cf6bad8c-9708-4317-94f9-20676c846eba has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:30:50.008952 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:30:50.013799 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:50.018582 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] Sync routers for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:30:50.028572 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:30:50.029185 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:30:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:50.040873 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-483a22d1-58e5-4d75-8551-d91613db641e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "DELETE /v2.0/floatingips/e90872b9-3207-4bc3-9ced-23375dd69bc0 HTTP/1.1" status: 204 len: 168 time: 0.9176495 Apr 01 16:30:50.041463 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:30:50.043720 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07ee95f-67ea-4254-a11b-1c26a9f886ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:30:50.140778 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:30:50.159473 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14111829-83b0-4988-a99b-119c7c71ffd2 x-openstack-request-id: req-14111829-83b0-4988-a99b-119c7c71ffd2 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:30:50.160069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:30:50.160069 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14111829-83b0-4988-a99b-119c7c71ffd2 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:30:50.160657 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14111829-83b0-4988-a99b-119c7c71ffd2'] response: {'name': 'network-changed', 'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'status': 'completed', 'code': 200} Apr 01 16:30:50.230794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-1e9b9c7f-81b8-4688-9fda-fc6b549bd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:50.232322 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-1e9b9c7f-81b8-4688-9fda-fc6b549bd8e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 1099 time: 0.0432363 Apr 01 16:30:50.325095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-aed79ef3-133a-41a2-97c9-e1eaf757a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:50.326563 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-aed79ef3-133a-41a2-97c9-e1eaf757a06c service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0861292 Apr 01 16:30:50.346023 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:50.372941 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] Checking router: cf6bad8c-9708-4317-94f9-20676c846eba for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:30:50.380036 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-4b4da663-f68e-43f0-973a-56f1103a2a31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 200 len: 217 time: 0.0427439 Apr 01 16:30:50.382049 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:30:50.382700 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:30:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:50.444841 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-5221f7f2-9c32-4d82-9e3a-83e5368b34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:50.446600 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-5221f7f2-9c32-4d82-9e3a-83e5368b34ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0482311 Apr 01 16:30:50.458504 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5668e-3ead-44f0-ada2-cd97b9d45d26 req-8e7828a8-d132-4444-bca8-b62c4f5650fe tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:50.460078 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-43f5668e-3ead-44f0-ada2-cd97b9d45d26 req-8e7828a8-d132-4444-bca8-b62c4f5650fe tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 946 time: 0.0507166 Apr 01 16:30:50.493562 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:30:50.498134 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-e121e757-2392-4022-95f5-d703f47c03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:50.499508 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-43f5668e-3ead-44f0-ada2-cd97b9d45d26 req-c0e7aba9-c612-4f41-815a-746fc469c8e3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332606 Apr 01 16:30:50.499648 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-e121e757-2392-4022-95f5-d703f47c03c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435979 Apr 01 16:30:50.596680 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-0eefd63f-33d5-4e01-b9d8-fe522219de36 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893641 Apr 01 16:30:50.693420 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b07ee95f-67ea-4254-a11b-1c26a9f886ce req-8de91392-6dc2-43c5-8fc8-74e440092a05 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899062 Apr 01 16:30:50.787563 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:30:50.816013 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a0065-3933-48c7-945b-8588ac2c9712 None None] The sync data for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv is: [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:30:51.031519 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d7f11-a4bb-4995-be6e-c89b2c1907c3 None None] New status for floating IP e90872b9-3207-4bc3-9ced-23375dd69bc0: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:30:51.897453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deee249-aaf0-4e31-9b57-fe03362e8c2d req-aacbf7c6-67e0-4d10-8575-ad0eb3ec6532 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:51.898926 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2deee249-aaf0-4e31-9b57-fe03362e8c2d req-aacbf7c6-67e0-4d10-8575-ad0eb3ec6532 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 946 time: 0.3286648 Apr 01 16:30:51.936487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2deee249-aaf0-4e31-9b57-fe03362e8c2d req-cb53bf31-d765-4bcd-85c4-45468d8cd408 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=01c64a49-2286-484e-8469-030cacd1cab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312817 Apr 01 16:30:52.028307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-1bc2f314-a7a5-499d-9719-e0c2aa73397f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:52.029789 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-1bc2f314-a7a5-499d-9719-e0c2aa73397f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 946 time: 0.0517302 Apr 01 16:30:52.122747 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Deleting port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:30:52.123145 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:52.215926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] For port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:30:52.216207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:52.228107 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Calling delete_port for cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:30:52.440584 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:52.474918 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event deleted for resources: {'Port': ['ID=cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:52.503565 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.503916 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.504260 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.504628 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.504963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.505297 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.505626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.505954 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.506307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.506631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.506956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.507283 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:30:52.528563 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] No DVR routers for this DVR port cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:30:52.531219 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:52.534505 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f068ed5-e844-4c58-81d8-42a3f39b14d5 req-dda6d9b1-1df4-422f-a10e-2e394a47ef16 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "DELETE /v2.0/ports/cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb HTTP/1.1" status: 204 len: 173 time: 0.4950168 Apr 01 16:30:52.535151 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-deleted', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:30:52.537539 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9435579-adad-4052-a7d2-bd6e748be321" -d '{"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-deleted", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:30:52.627740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf3c46a-2d65-4081-8b53-4bf5e80fa88f x-openstack-request-id: req-fbf3c46a-2d65-4081-8b53-4bf5e80fa88f {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:30:52.628037 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0ca750-27ea-4888-a955-2c5b3e949bdc", "name": "network-vif-deleted", "tag": "cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:30:52.628289 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbf3c46a-2d65-4081-8b53-4bf5e80fa88f {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:30:52.628796 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf3c46a-2d65-4081-8b53-4bf5e80fa88f'] response: {'server_uuid': '6d0ca750-27ea-4888-a955-2c5b3e949bdc', 'name': 'network-vif-deleted', 'tag': 'cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb', 'status': 'completed', 'code': 200} Apr 01 16:30:53.031047 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cac971da-db78-471e-a75d-f2f3d0ffe446 req-6a4806ce-3e2f-4049-9862-727b947f1474 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d0ca750-27ea-4888-a955-2c5b3e949bdc HTTP/1.1" status: 200 len: 210 time: 0.0268910 Apr 01 16:30:54.091942 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33788) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:30:54.149361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efb0f9ee-7410-4097-8d79-e5d7c6814d59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.173683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efb0f9ee-7410-4097-8d79-e5d7c6814d59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.296835 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efb0f9ee-7410-4097-8d79-e5d7c6814d59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.300031 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-efb0f9ee-7410-4097-8d79-e5d7c6814d59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.301268 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-efb0f9ee-7410-4097-8d79-e5d7c6814d59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "DELETE /v2.0/security-groups/01c64a49-2286-484e-8469-030cacd1cab7 HTTP/1.1" status: 204 len: 168 time: 0.2082686 Apr 01 16:30:54.325604 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f9ee-7410-4097-8d79-e5d7c6814d59 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c64a49-2286-484e-8469-030cacd1cab7,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:54.684864 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33794) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:30:54.690548 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-0071b485-63af-4cfa-bc90-0571293c48b2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286613134', 'description': 'tempest-secgroup-smoke-1286613134 description', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:54.760011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0071b485-63af-4cfa-bc90-0571293c48b2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.828453 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0071b485-63af-4cfa-bc90-0571293c48b2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.891302 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0071b485-63af-4cfa-bc90-0571293c48b2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.919429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071b485-63af-4cfa-bc90-0571293c48b2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fba4d20-246c-49b6-b240-973bce1e5ac1,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:54.990688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0071b485-63af-4cfa-bc90-0571293c48b2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.991983 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0071b485-63af-4cfa-bc90-0571293c48b2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3060420 Apr 01 16:30:54.994972 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33796) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:30:54.999475 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1ccdb18d-78c5-48b3-b86d-858b96fe52fd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '2fba4d20-246c-49b6-b240-973bce1e5ac1', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:55.073551 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb18d-78c5-48b3-b86d-858b96fe52fd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.129297 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb18d-78c5-48b3-b86d-858b96fe52fd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.199865 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb18d-78c5-48b3-b86d-858b96fe52fd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.217692 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdb18d-78c5-48b3-b86d-858b96fe52fd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6022e4-9862-418d-96f2-96129ea3a5b2,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:55.281731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb18d-78c5-48b3-b86d-858b96fe52fd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.283635 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1ccdb18d-78c5-48b3-b86d-858b96fe52fd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877233 Apr 01 16:30:55.286275 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33798) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:30:55.290859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-67dc5ec8-12fe-49b5-a684-3e7aaffc473e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '2fba4d20-246c-49b6-b240-973bce1e5ac1', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:55.393731 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67dc5ec8-12fe-49b5-a684-3e7aaffc473e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.448874 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67dc5ec8-12fe-49b5-a684-3e7aaffc473e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.525102 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67dc5ec8-12fe-49b5-a684-3e7aaffc473e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.544000 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc5ec8-12fe-49b5-a684-3e7aaffc473e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa5c7fa-4b32-4613-b7da-2931c7038992,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:55.624670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-67dc5ec8-12fe-49b5-a684-3e7aaffc473e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.626029 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-67dc5ec8-12fe-49b5-a684-3e7aaffc473e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385098 Apr 01 16:30:55.629209 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33800) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:30:55.633868 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-93b039a1-5d0a-42b9-8189-34fcdeafeb8c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '2fba4d20-246c-49b6-b240-973bce1e5ac1', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:55.742571 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93b039a1-5d0a-42b9-8189-34fcdeafeb8c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.806363 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93b039a1-5d0a-42b9-8189-34fcdeafeb8c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.873625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93b039a1-5d0a-42b9-8189-34fcdeafeb8c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.892399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b039a1-5d0a-42b9-8189-34fcdeafeb8c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2faeb4a-8855-4dd8-8075-83d929970e8f,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:55.956042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93b039a1-5d0a-42b9-8189-34fcdeafeb8c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:55.957330 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-93b039a1-5d0a-42b9-8189-34fcdeafeb8c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271575 Apr 01 16:30:55.960312 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33802) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:30:55.964657 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-1628bb06-6ade-4b99-bdcb-110dc18acf2b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '2fba4d20-246c-49b6-b240-973bce1e5ac1', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:56.042588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:30:56.045082 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1628bb06-6ade-4b99-bdcb-110dc18acf2b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.063332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:30:56.063600 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device cd7ca5a2-df17-44eb-8ae2-e0afbb8482bb not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:30:56.103969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1628bb06-6ade-4b99-bdcb-110dc18acf2b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.165570 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1628bb06-6ade-4b99-bdcb-110dc18acf2b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.184771 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628bb06-6ade-4b99-bdcb-110dc18acf2b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cbc974-277c-4e53-bcdd-d19f53f4d536,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:56.258890 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-1628bb06-6ade-4b99-bdcb-110dc18acf2b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.260250 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-1628bb06-6ade-4b99-bdcb-110dc18acf2b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989376 Apr 01 16:30:56.262922 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33804) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:30:56.267526 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-de283b7f-8d58-4f78-b3d3-61761caf5b6e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '2fba4d20-246c-49b6-b240-973bce1e5ac1', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:56.371324 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-de283b7f-8d58-4f78-b3d3-61761caf5b6e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Project 9006ee73751f4103a6cbc0f056b16ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:30:56.376546 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de283b7f-8d58-4f78-b3d3-61761caf5b6e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.434821 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de283b7f-8d58-4f78-b3d3-61761caf5b6e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.496856 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de283b7f-8d58-4f78-b3d3-61761caf5b6e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.516568 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de283b7f-8d58-4f78-b3d3-61761caf5b6e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de0d5de-a3ee-4846-8e5d-c21dbe72c0ac,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:56.596625 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-de283b7f-8d58-4f78-b3d3-61761caf5b6e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.597846 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-de283b7f-8d58-4f78-b3d3-61761caf5b6e tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3339822 Apr 01 16:30:56.600499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 33806) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:30:56.604844 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-b683b502-18a5-4fdd-ba7f-15da105f1ff1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'security_group_rule': {'security_group_id': '2fba4d20-246c-49b6-b240-973bce1e5ac1', 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:30:56.685410 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.securitygroups_db [None req-b683b502-18a5-4fdd-ba7f-15da105f1ff1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Project 9006ee73751f4103a6cbc0f056b16ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:30:56.690660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b683b502-18a5-4fdd-ba7f-15da105f1ff1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.755937 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b683b502-18a5-4fdd-ba7f-15da105f1ff1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.834253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b683b502-18a5-4fdd-ba7f-15da105f1ff1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.852624 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683b502-18a5-4fdd-ba7f-15da105f1ff1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247f9021-6225-43de-a8c2-98c69324cd68,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:30:56.927421 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b683b502-18a5-4fdd-ba7f-15da105f1ff1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.928662 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b683b502-18a5-4fdd-ba7f-15da105f1ff1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271430 Apr 01 16:31:04.747940 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4d6508ad-5559-4602-b252-71e7cb36f6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:05.126234 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:31:07.673800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-08f05724-30cb-4187-a166-9e60622e38a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:09.902208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.885206 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:11.159353 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:16.010619 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.184897 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-b1ae9612-8e41-40dd-9267-ef7354d3a57b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286613134&fields=id&tenant_id=9006ee73751f4103a6cbc0f056b16ed8 HTTP/1.1" status: 200 len: 267 time: 0.0328100 Apr 01 16:31:23.288884 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-4aa8e8bc-1d37-490b-b265-ef3ad0bca9ee tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:23.290261 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-4aa8e8bc-1d37-490b-b265-ef3ad0bca9ee tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 808 time: 0.0985777 Apr 01 16:31:23.305372 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-9edfcd50-a4f0-4499-8994-263fa230e3b2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/quotas/9006ee73751f4103a6cbc0f056b16ed8 HTTP/1.1" status: 200 len: 375 time: 0.0093448 Apr 01 16:31:23.358849 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-e57dcd41-9f33-42df-81d8-ab5cef337abb tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482144 Apr 01 16:31:23.544266 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-81285bfe-fee2-4865-9920-f0c66fea2aa4 service neutron] 10.222.0.73 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733985 Apr 01 16:31:23.638511 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a9fbbb44-17f9-4d19-9e51-bda9a3c66682 service neutron] 10.222.0.73 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880983 Apr 01 16:31:24.252389 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1ece7fd1-8e46-4a5c-93ed-e8477768a256 req-c189bfe2-d03b-49d3-8eef-eb8a057fdc24 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0898116 Apr 01 16:31:25.347891 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-61b81b8f-f3ea-463a-88e2-c935b2cbd80c req-a844a28d-98fa-4b9b-92ec-094d973ab901 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0267437 Apr 01 16:31:26.333034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-831e3835-4ded-4855-9edf-686d48937e5b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:26.334635 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-831e3835-4ded-4855-9edf-686d48937e5b tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 808 time: 0.1056368 Apr 01 16:31:26.384100 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-9f39205b-67ea-4e7d-b7ed-f77dd9c674be tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9006ee73751f4103a6cbc0f056b16ed8 HTTP/1.1" status: 200 len: 380 time: 0.0348995 Apr 01 16:31:26.396411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'port': {'device_id': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'admin_state_up': True, 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'security_groups': ['2fba4d20-246c-49b6-b240-973bce1e5ac1']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:26.442262 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9c749da1-46ee-400e-a0b7-70f6284e8d8a req-ad79fa21-9468-41d6-a7e0-bd6081d6e203 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Apr 01 16:31:26.599254 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Made reservation on behalf of 9006ee73751f4103a6cbc0f056b16ed8 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:31:26.602909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.741007 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Allocated IP 172.20.0.10 (86bd2e06-0b84-4314-859f-d8b38684a5fb/483ca2af-a766-450a-8895-1b432de3ce2f/0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:26.888957 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.034159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.080433 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:27.083955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:27.087913 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:31:27.115052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'Port': ['ID=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:27.147097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:27.147097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.230445 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-d4654537-ebca-4862-9d64-684520fcff41 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8377478 Apr 01 16:31:27.243416 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-2057a807-ac87-40c9-8e43-06690a4d54a3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:31:27.245269 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-2057a807-ac87-40c9-8e43-06690a4d54a3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056221 Apr 01 16:31:27.258915 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Request body: {'port': {'device_id': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:27.322054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.371430 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-b3e1f415-fa06-4bbc-9cb4-a89f9eafc9a3 None None] Provisioning complete for port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:27.372145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f415-fa06-4bbc-9cb4-a89f9eafc9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.409415 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1f415-fa06-4bbc-9cb4-a89f9eafc9a3 None None] Port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:31:27.572495 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08560844-8dd9-476e-9ca8-9c06dfabb8d6 req-55d74e37-48a0-4d39-8c0e-42f1fabe6ec1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:27.574046 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-08560844-8dd9-476e-9ca8-9c06dfabb8d6 req-55d74e37-48a0-4d39-8c0e-42f1fabe6ec1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 932 time: 0.0586412 Apr 01 16:31:27.599288 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:31:27.607771 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.624159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Transition to ACTIVE for port object 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:27.630335 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-08560844-8dd9-476e-9ca8-9c06dfabb8d6 req-1b55e6f4-efc9-4b72-8b49-0cd178fb7ffc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493836 Apr 01 16:31:27.707892 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.762935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Pushing event updated for resources: {'Port': ['ID=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:27.839410 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Attempting to bind port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:31:27.839768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Attempting to bind port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:31:27.840073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Attempting to bind port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab on network 86bd2e06-0b84-4314-859f-d8b38684a5fb {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:31:27.845413 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab on network 86bd2e06-0b84-4314-859f-d8b38684a5fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:31:27.845732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Attempting to bind port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab on network 86bd2e06-0b84-4314-859f-d8b38684a5fb {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:31:27.851084 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:31:27.851400 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Checking segment: {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:31:27.851797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Bound using segment: {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:31:27.852207 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Bound port: 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84beae6b-1beb-4751-b286-9e0d919defa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:31:27.852585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.923681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:31:27.927757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:31:27.988456 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.033911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.034598 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.036292 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] 10.222.0.41 "PUT /v2.0/ports/0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 1094 time: 0.7818971 Apr 01 16:31:28.036928 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:31:28.039331 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf04eba-374c-4737-b89a-c10de10ba8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:31:28.060005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c723a9-e2da-4ac8-b78b-69483afbfa31 service neutron] Pushing event updated for resources: {'Port': ['ID=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:28.091231 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d93d2cf-f024-4157-89fc-1be5d0426fd1 x-openstack-request-id: req-7d93d2cf-f024-4157-89fc-1be5d0426fd1 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:31:28.091719 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:31:28.092043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d93d2cf-f024-4157-89fc-1be5d0426fd1 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:31:28.092572 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d93d2cf-f024-4157-89fc-1be5d0426fd1'] response: {'name': 'network-changed', 'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'status': 'completed', 'code': 200} Apr 01 16:31:28.171043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf04eba-374c-4737-b89a-c10de10ba8ef req-4b2347ba-c123-401c-a1a0-78f11bc30554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.172870 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-dbf04eba-374c-4737-b89a-c10de10ba8ef req-4b2347ba-c123-401c-a1a0-78f11bc30554 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0482192 Apr 01 16:31:28.285252 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf04eba-374c-4737-b89a-c10de10ba8ef req-ddb8c1b4-d880-4ab5-9078-a7758445be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.286776 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-dbf04eba-374c-4737-b89a-c10de10ba8ef req-ddb8c1b4-d880-4ab5-9078-a7758445be45 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1021552 Apr 01 16:31:28.393910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf04eba-374c-4737-b89a-c10de10ba8ef req-cefac499-9812-4d76-99ba-99701c281b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.395375 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-dbf04eba-374c-4737-b89a-c10de10ba8ef req-cefac499-9812-4d76-99ba-99701c281b30 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984674 Apr 01 16:31:28.475474 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-7ead2e62-acb2-46cc-afcd-fa4478fb8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.476958 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-7ead2e62-acb2-46cc-afcd-fa4478fb8e44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0424600 Apr 01 16:31:28.526947 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-c10648ad-22ef-4f88-95ae-1e1954062393 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 217 time: 0.0387461 Apr 01 16:31:28.580529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-952b706f-b4a7-4bc7-8d79-3a17d62dee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.582298 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-952b706f-b4a7-4bc7-8d79-3a17d62dee71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0442491 Apr 01 16:31:28.632035 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-86498ca2-90d6-4dbb-8eec-f36c764335d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.633590 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-86498ca2-90d6-4dbb-8eec-f36c764335d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416343 Apr 01 16:31:28.739871 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-af87f836-fb61-46c6-9502-62a78edbb1bf service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954647 Apr 01 16:31:28.764969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beaba3-c221-41d9-94ab-2cf4b562137c req-a1b73f2f-9ba7-4b6f-9375-ea661fbc186f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:28.768067 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-13beaba3-c221-41d9-94ab-2cf4b562137c req-a1b73f2f-9ba7-4b6f-9375-ea661fbc186f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0517602 Apr 01 16:31:28.807880 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-13beaba3-c221-41d9-94ab-2cf4b562137c req-b2626454-1507-4d7d-b683-9b4444afe5ae tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336008 Apr 01 16:31:28.838421 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-563aa314-8387-4ba4-9009-e90d06ac7240 req-cced1013-faa2-4581-b755-f222239d8eec service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876162 Apr 01 16:31:29.927779 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0ef1d-53cb-4e6b-ae99-7a7e972a31e8 req-b0791c59-aa76-4930-a956-13f7e716a4c7 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:29.929306 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51b0ef1d-53cb-4e6b-ae99-7a7e972a31e8 req-b0791c59-aa76-4930-a956-13f7e716a4c7 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0493243 Apr 01 16:31:29.967511 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-51b0ef1d-53cb-4e6b-ae99-7a7e972a31e8 req-3f08f8dc-bf61-4c85-a4a6-39106bac02a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Apr 01 16:31:31.089660 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc3091-e02f-4e40-9004-7378bf1a9a40 req-73809a9a-da0b-449a-8da4-2b75bd685bf2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:31.091179 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50fc3091-e02f-4e40-9004-7378bf1a9a40 req-73809a9a-da0b-449a-8da4-2b75bd685bf2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0540922 Apr 01 16:31:31.130009 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-50fc3091-e02f-4e40-9004-7378bf1a9a40 req-e16eb084-b7b5-4702-bd31-23ba8df765b7 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322509 Apr 01 16:31:32.290420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef408673-9112-4a8e-91f2-4b46e137bba1 req-1da8484a-1c4f-46a9-97de-e780f30875b3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:32.291896 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef408673-9112-4a8e-91f2-4b46e137bba1 req-1da8484a-1c4f-46a9-97de-e780f30875b3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0487704 Apr 01 16:31:32.340621 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ef408673-9112-4a8e-91f2-4b46e137bba1 req-c393ffa6-a283-45b9-b778-5a8d62134996 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327420 Apr 01 16:31:33.458434 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e19d5-83c9-4116-a969-c7007592c596 req-a2f74096-c11e-4afb-ac24-8e58fe60ef54 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:33.459931 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9d6e19d5-83c9-4116-a969-c7007592c596 req-a2f74096-c11e-4afb-ac24-8e58fe60ef54 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0491321 Apr 01 16:31:33.497153 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9d6e19d5-83c9-4116-a969-c7007592c596 req-8fa6cfee-2d17-4cfa-b67a-6f3183d21efe tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309339 Apr 01 16:31:34.616259 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b446c6-76f7-43ad-80ad-2e88d218fdb8 req-1a6b4c33-ff4b-42ec-bd9f-b65d113e09cd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:34.617759 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f8b446c6-76f7-43ad-80ad-2e88d218fdb8 req-1a6b4c33-ff4b-42ec-bd9f-b65d113e09cd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0520473 Apr 01 16:31:34.656097 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f8b446c6-76f7-43ad-80ad-2e88d218fdb8 req-de035b9b-3c19-4c7c-a7a4-04a3cfcd70db tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Apr 01 16:31:34.919309 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-18dafd3b-445c-4818-8d7f-371b440552ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.817530 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97736876-f32c-489e-a6e9-7ee541c500f4 req-d484adb7-9a50-4675-8e53-52e6fd0fa374 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:35.819024 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-97736876-f32c-489e-a6e9-7ee541c500f4 req-d484adb7-9a50-4675-8e53-52e6fd0fa374 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0943484 Apr 01 16:31:35.859043 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-97736876-f32c-489e-a6e9-7ee541c500f4 req-e1763898-331a-47b1-85c4-ab47a9d6ee61 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338557 Apr 01 16:31:36.975579 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31259d5e-0c9c-43ac-a99c-3cad214df4cd req-c7639386-6161-46d4-9ed1-b9ce84f010cd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:36.976998 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31259d5e-0c9c-43ac-a99c-3cad214df4cd req-c7639386-6161-46d4-9ed1-b9ce84f010cd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0504925 Apr 01 16:31:37.014432 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-31259d5e-0c9c-43ac-a99c-3cad214df4cd req-1dc613c8-2003-4fd4-ae7d-3c7ce34991e6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Apr 01 16:31:37.312803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c7e537e4-46a8-4663-8b2d-0b0d2657b3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:38.135954 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dd053-1b96-4ca8-aba0-98faeb060e21 req-a376486e-a165-4caf-a7bc-fadd2f656a2f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:38.137623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-217dd053-1b96-4ca8-aba0-98faeb060e21 req-a376486e-a165-4caf-a7bc-fadd2f656a2f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0545113 Apr 01 16:31:38.176056 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-217dd053-1b96-4ca8-aba0-98faeb060e21 req-66d5c597-d321-43aa-94a6-c1b13a2c7fd8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325897 Apr 01 16:31:39.294436 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89248a36-3305-4ad8-939e-1157053d5716 req-64d0b7e8-8181-4be2-b616-17a6c67ac508 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:39.295941 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-89248a36-3305-4ad8-939e-1157053d5716 req-64d0b7e8-8181-4be2-b616-17a6c67ac508 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0511739 Apr 01 16:31:39.336241 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-89248a36-3305-4ad8-939e-1157053d5716 req-86c5dde1-0a53-495a-97ec-94e023ba9f47 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336466 Apr 01 16:31:39.935925 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:40.181838 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:31:40.278149 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:40.290227 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'port_id': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'mac_address': 'fa:16:3e:3e:51:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:31:40.328372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:40.341096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:31:40.360792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:40.450941 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:40.451207 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a0d22-a747-4e33-b0f7-89f0d550abb5 req-524e8a22-c52d-4f30-bbd0-01d83993768f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:40.452619 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-848a0d22-a747-4e33-b0f7-89f0d550abb5 req-524e8a22-c52d-4f30-bbd0-01d83993768f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0493474 Apr 01 16:31:40.491558 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-848a0d22-a747-4e33-b0f7-89f0d550abb5 req-e504aef9-0870-498f-a185-5272b952644f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Apr 01 16:31:40.498784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:40.506534 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.506910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.507240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.507582 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.507918 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.508254 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.508611 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.508944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.509276 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.509603 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.509927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.510253 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:40.760775 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:31:40.902754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:41.124261 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:41.611183 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142a48-6dc2-46a1-9627-c644dc3b80a8 req-77fa9fa6-ca1c-4353-a75b-2919209979ae tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:41.612684 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93142a48-6dc2-46a1-9627-c644dc3b80a8 req-77fa9fa6-ca1c-4353-a75b-2919209979ae tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 945 time: 0.0528076 Apr 01 16:31:41.652484 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-93142a48-6dc2-46a1-9627-c644dc3b80a8 req-18622d80-41f9-4541-a682-4ebed69d9aee tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335579 Apr 01 16:31:42.127837 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:31:42.181713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:31:42.341787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:42.345875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:42.346244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:42.425891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:42.447852 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:31:42.450186 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456a6be6-c2ea-4ba1-8414-c0984c3ee66f" -d '{"events": [{"server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "name": "network-vif-plugged", "status": "completed", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:31:42.474320 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:42.547834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c05fb6-f994-40c6-bd3a-cb3296771cf1 x-openstack-request-id: req-00c05fb6-f994-40c6-bd3a-cb3296771cf1 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:31:42.548132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "name": "network-vif-plugged", "status": "completed", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:31:42.548422 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00c05fb6-f994-40c6-bd3a-cb3296771cf1 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:31:42.548829 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c05fb6-f994-40c6-bd3a-cb3296771cf1'] response: {'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'code': 200} Apr 01 16:31:42.566910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:42.625243 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:42.778610 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a046f87-5da7-40a5-85fd-89201591f6b1 req-df75da27-2750-49e8-9ae6-be0df46bf8a8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:42.780140 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3a046f87-5da7-40a5-85fd-89201591f6b1 req-df75da27-2750-49e8-9ae6-be0df46bf8a8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0514376 Apr 01 16:31:42.823875 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3a046f87-5da7-40a5-85fd-89201591f6b1 req-4857541c-f91c-40ac-80ec-0ef54510d119 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340149 Apr 01 16:31:42.882600 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce57504-4221-4680-b529-a9cb21999df0 req-a149b065-2ce2-4914-bc93-3cf3b71c0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:42.884089 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4ce57504-4221-4680-b529-a9cb21999df0 req-a149b065-2ce2-4914-bc93-3cf3b71c0fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.1203277 Apr 01 16:31:42.919061 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4ce57504-4221-4680-b529-a9cb21999df0 req-1971e7d7-48b7-4a38-b932-aa3f93cb9a65 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275629 Apr 01 16:31:43.940252 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cd77d-4b3b-42ce-98e0-54c8844dc44e req-875a9d6a-02d9-4541-93dd-a66f0e6e4f7c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:43.941697 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2d6cd77d-4b3b-42ce-98e0-54c8844dc44e req-875a9d6a-02d9-4541-93dd-a66f0e6e4f7c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0492640 Apr 01 16:31:43.980040 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2d6cd77d-4b3b-42ce-98e0-54c8844dc44e req-0f26a9cb-9c1b-430d-aa49-c7bdae81342f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Apr 01 16:31:45.101547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e906b89-5b3d-43c9-b250-fe49bf879c10 req-d988274a-336b-4421-b7aa-bd84ab625560 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:45.103069 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1e906b89-5b3d-43c9-b250-fe49bf879c10 req-d988274a-336b-4421-b7aa-bd84ab625560 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0538516 Apr 01 16:31:45.142813 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1e906b89-5b3d-43c9-b250-fe49bf879c10 req-bffc3b40-e0e0-49c4-918c-d47e837c7651 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334370 Apr 01 16:31:45.258919 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9938d94-ec8f-41ff-9992-f9e8b223994f req-f95910a7-4f7a-4d0b-868d-07777a54f6c6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:45.260367 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d9938d94-ec8f-41ff-9992-f9e8b223994f req-f95910a7-4f7a-4d0b-868d-07777a54f6c6 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0505795 Apr 01 16:31:45.299259 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d9938d94-ec8f-41ff-9992-f9e8b223994f req-e420bdad-9844-4cbe-93fb-fb43bebf6000 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323534 Apr 01 16:31:45.321291 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34050) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:31:45.360560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e45ca-1e83-4a59-8106-d1daed928076 tempest-TestShelveInstance-1601159734 tempest-TestShelveInstance-1601159734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:45.362064 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-855e45ca-1e83-4a59-8106-d1daed928076 tempest-TestShelveInstance-1601159734 tempest-TestShelveInstance-1601159734-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1094 time: 0.0398028 Apr 01 16:31:45.367759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34052) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:31:45.372057 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:31:45.455723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:45.553845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:45.661317 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Allocated IP 172.26.6.108 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/0365a8a7-9eef-45e9-82c1-ea5f8d3588c2) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:45.762204 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:45.833358 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:45.876322 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:45.879266 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:45.883810 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:31:45.885843 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'Port': ['ID=0365a8a7-9eef-45e9-82c1-ea5f8d3588c2,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:45.981677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:46.250653 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:46.359835 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:46.510765 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:46.587631 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:46.659430 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event updated for resources: {'Port': ['ID=0365a8a7-9eef-45e9-82c1-ea5f8d3588c2,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:46.676828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:46.783392 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Floating IP 944554a7-aac5-4672-8d16-0313beac817d associated. External IP: 172.26.6.108, port: 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab. Apr 01 16:31:46.994706 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Router cf6bad8c-9708-4317-94f9-20676c846eba has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:31:47.103930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:31:47.114616 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] Sync routers for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:31:47.123942 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:31:47.126278 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:31:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:47.212325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:47.229563 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:31:47.240026 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-9a73d5e5-ccf1-4148-a3f8-605ed038b434 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8712087 Apr 01 16:31:47.240693 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:31:47.243023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed5869f-d79a-4137-95cf-08b8a1c6820c" -d '{"events": [{"name": "network-changed", "server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:31:47.289320 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8944085-d5cc-43aa-b89e-4cb876ef9d59 x-openstack-request-id: req-e8944085-d5cc-43aa-b89e-4cb876ef9d59 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:31:47.290024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:31:47.290024 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8944085-d5cc-43aa-b89e-4cb876ef9d59 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:31:47.290242 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8944085-d5cc-43aa-b89e-4cb876ef9d59'] response: {'name': 'network-changed', 'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'status': 'completed', 'code': 200} Apr 01 16:31:47.354073 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-8b76ab33-e961-4370-bdbc-cff51e4603c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:47.355683 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-8b76ab33-e961-4370-bdbc-cff51e4603c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0423944 Apr 01 16:31:47.447445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-37772fb3-2186-4cb5-a98f-00f6df31d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:47.449432 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-37772fb3-2186-4cb5-a98f-00f6df31d7eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0876875 Apr 01 16:31:47.459555 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '944554a7-aac5-4672-8d16-0313beac817d', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'floating_ip_address': '172.26.6.108', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'port_id': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'mac_address': 'fa:16:3e:3e:51:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:31:46Z', 'updated_at': '2022-04-01T16:31:46Z', 'revision_number': 0, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:47.490137 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] Checking router: cf6bad8c-9708-4317-94f9-20676c846eba for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:31:47.498578 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:31:47.499162 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:31:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:47.520658 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-6cbb0d69-f3b9-4ad3-9459-ff07750f3566 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 1000 time: 0.0644832 Apr 01 16:31:47.569097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-27db2de1-8c13-46e3-a0e1-4fed7a44c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:47.570730 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-27db2de1-8c13-46e3-a0e1-4fed7a44c059 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0435102 Apr 01 16:31:47.606702 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:31:47.617034 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-ebc5f672-6efe-4f96-942d-eb7f60188ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:47.618542 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-ebc5f672-6efe-4f96-942d-eb7f60188ee0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409634 Apr 01 16:31:47.714561 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-96734b9a-12bf-420d-96e2-80dbe94c9d82 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889046 Apr 01 16:31:47.807152 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-0ed5869f-d79a-4137-95cf-08b8a1c6820c req-8129ac0c-25a3-4f00-8ae1-f50d80c0d3f8 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864751 Apr 01 16:31:47.834016 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '944554a7-aac5-4672-8d16-0313beac817d', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'floating_ip_address': '172.26.6.108', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'port_id': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'mac_address': 'fa:16:3e:3e:51:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:31:46Z', 'updated_at': '2022-04-01T16:31:46Z', 'revision_number': 0, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:47.863900 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb69b43-79f3-4ea7-be2e-47d63a8425f0 None None] The sync data for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv is: [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '944554a7-aac5-4672-8d16-0313beac817d', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'floating_ip_address': '172.26.6.108', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'port_id': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'mac_address': 'fa:16:3e:3e:51:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:31:46Z', 'updated_at': '2022-04-01T16:31:46Z', 'revision_number': 0, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:31:48.053346 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b92db-c9a8-4391-b5ba-b2c3b35a7d89 None None] New status for floating IP 944554a7-aac5-4672-8d16-0313beac817d: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:32:00.537604 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-93d4ca6c-97e3-41fe-9fcd-437c9ee048fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423698 Apr 01 16:32:00.620210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-a608a56d-1653-42c1-9049-874da072331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:00.621805 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-a608a56d-1653-42c1-9049-874da072331f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0423810 Apr 01 16:32:00.737318 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-7e9b816c-d379-4e17-bc21-c6470a5bf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:00.738789 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-7e9b816c-d379-4e17-bc21-c6470a5bf1de service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0911434 Apr 01 16:32:00.805582 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-2a79cc3f-e115-49fe-8448-c2dbaea99f21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 1002 time: 0.0579939 Apr 01 16:32:00.860075 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-819e3702-9377-4d20-92ea-31e806e8585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:00.861612 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-819e3702-9377-4d20-92ea-31e806e8585b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0446670 Apr 01 16:32:00.912531 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-2bf9e82d-2437-43a5-af4b-b52b293f1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:00.914041 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-2bf9e82d-2437-43a5-af4b-b52b293f1784 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446315 Apr 01 16:32:01.002520 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-2684acb8-090f-43ad-b345-f3fe79816de6 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811253 Apr 01 16:32:01.100901 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-cba6e911-da24-4b9e-95a4-716daf6913ac req-cb3b676b-3fd2-4972-b93b-bb220f3e5c77 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848336 Apr 01 16:32:04.746877 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-186c20df-33e2-4ecd-97aa-59c01a60b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:07.290385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-666a7784-92ae-41a1-8075-da47e22ec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:09.957950 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:10.884139 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:11.129764 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:15.998105 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:19.127248 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:32:34.781273 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d9c8-ae40-447f-9735-ac8a0629d2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.392036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f6248306-7bc5-4fb4-a2e4-2c515a9aa774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.940434 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:40.946173 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.141107 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.991717 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:56.126370 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:33:02.478126 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-5d91ea31-b05f-4606-b034-642094beda00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436530 Apr 01 16:33:02.560175 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-a8eecb76-8241-4604-8e83-7b347be8b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:02.562381 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-a8eecb76-8241-4604-8e83-7b347be8b155 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0420961 Apr 01 16:33:02.665198 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-a9d5656b-271a-4e16-b2ee-d7a981ae3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:02.666645 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-a9d5656b-271a-4e16-b2ee-d7a981ae3b77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0841169 Apr 01 16:33:02.737068 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-2146b09a-cdef-41dd-a98b-38d726539dac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 1002 time: 0.0632713 Apr 01 16:33:02.789512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-a2ac6b54-77ba-4f40-ac62-9f552bb3f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:02.792103 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-a2ac6b54-77ba-4f40-ac62-9f552bb3f2cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0448098 Apr 01 16:33:02.838548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-fcbcbc32-32d2-4cb1-a88a-2b1a40523d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:02.840002 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-fcbcbc32-32d2-4cb1-a88a-2b1a40523d25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422680 Apr 01 16:33:02.934105 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-5af34bed-db4e-4334-924f-b0cb3891fbd4 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868869 Apr 01 16:33:03.022412 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2dd238e2-98db-444b-aed1-cab4e8328e3d req-59cf52b2-3e03-4321-a761-0c7207f1c32e service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811241 Apr 01 16:33:04.751558 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6cb07ef3-8998-45d0-baea-b08674afb621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:07.289023 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-2d326267-6cb8-46df-9653-d3220caddcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:09.916754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:10.888530 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:11.136787 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:16.042467 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:33.125711 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:33:34.762375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-72cc0c3d-9c0b-42ad-aa9b-c9e65d31279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:37.293357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f4016445-2589-4ef6-a6c4-838fbfb33af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:39.956802 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:40.864791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:41.127507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:46.030511 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:04.790605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7788461a-82e6-4364-b972-e5b8cc99b030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:05.425147 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-7073beee-cbc1-4480-9d7a-de31e1465737 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416892 Apr 01 16:34:05.513149 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-59631fb3-509b-4b88-a639-689c30c5539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:05.514613 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-59631fb3-509b-4b88-a639-689c30c5539e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0395508 Apr 01 16:34:05.625278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-7f015ac2-5858-4dba-91aa-294f9694300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:05.626789 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-7f015ac2-5858-4dba-91aa-294f9694300c service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0863044 Apr 01 16:34:05.702091 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-dbef383f-8209-4be5-98a8-a86bd28ee86e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 1002 time: 0.0621552 Apr 01 16:34:05.761393 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-5f163f17-8c44-4619-b359-a52bfa37d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:05.762867 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-5f163f17-8c44-4619-b359-a52bfa37d37f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0488415 Apr 01 16:34:05.811419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-732044c1-5168-4ba9-b4b1-cda40101b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:05.813008 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-732044c1-5168-4ba9-b4b1-cda40101b585 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397267 Apr 01 16:34:05.903856 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-f88704a6-52c8-4fe0-aa20-9cf39c5764dc service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821283 Apr 01 16:34:06.321338 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2f3e1d39-9a90-4469-a568-f847fd36868b req-ef34a3f3-f3d3-48f2-b656-15b300bc4809 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072361 Apr 01 16:34:07.327902 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-025c996e-1e72-4216-b09d-1afd806003e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:09.967250 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:10.124332 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:34:10.876237 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:11.121479 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:16.001483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:24.460742 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c3d88-1144-4dcd-b137-837d205ee0e1 req-6f1cf959-5e6c-499f-bf34-93ebeba0fab0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:24.462261 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-249c3d88-1144-4dcd-b137-837d205ee0e1 req-6f1cf959-5e6c-499f-bf34-93ebeba0fab0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0550814 Apr 01 16:34:24.502506 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-249c3d88-1144-4dcd-b137-837d205ee0e1 req-b1a7dfed-ca2f-4e7a-b96f-9456d2d7ffd0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340700 Apr 01 16:34:25.621402 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa22631-9d75-4d39-b06a-48e9bec283cf req-3c370450-a939-4772-8d80-55b345ba132c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:25.622866 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eaa22631-9d75-4d39-b06a-48e9bec283cf req-3c370450-a939-4772-8d80-55b345ba132c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0487735 Apr 01 16:34:25.661173 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-eaa22631-9d75-4d39-b06a-48e9bec283cf req-604e1e58-2f71-421b-bfef-3babe9170fbe tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317805 Apr 01 16:34:26.782563 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f0332-2ade-4d01-93b5-7f573e3a665e req-6f11f760-9e72-4e51-8ded-ed9cb9c1c1a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:26.784051 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0a1f0332-2ade-4d01-93b5-7f573e3a665e req-6f11f760-9e72-4e51-8ded-ed9cb9c1c1a9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0538092 Apr 01 16:34:26.821004 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0a1f0332-2ade-4d01-93b5-7f573e3a665e req-3ebb0285-4bb3-4ab6-8ce1-97ef8cde322f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308828 Apr 01 16:34:27.934387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2d24e-3004-43c0-8789-f1c3939c3561 req-106a3718-6af5-4bd9-ac0e-804a5239721c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:27.935771 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-78a2d24e-3004-43c0-8789-f1c3939c3561 req-106a3718-6af5-4bd9-ac0e-804a5239721c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0487375 Apr 01 16:34:27.972998 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-78a2d24e-3004-43c0-8789-f1c3939c3561 req-876106d2-86e6-4614-ac9d-4dc0300a582c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313160 Apr 01 16:34:29.087279 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa7a54-5c14-4cfb-aacb-8fd472da4d81 req-4056364d-9d3f-4d65-b4dd-16481ed227e5 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:29.088792 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7eaa7a54-5c14-4cfb-aacb-8fd472da4d81 req-4056364d-9d3f-4d65-b4dd-16481ed227e5 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0490067 Apr 01 16:34:29.126357 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7eaa7a54-5c14-4cfb-aacb-8fd472da4d81 req-c84a095b-2552-4ea7-b881-e8d266835f6d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309398 Apr 01 16:34:30.242914 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e01fed-1119-4d58-9da0-67e8edfe74da req-a566616c-3d8c-40d4-896e-5aecc935ddb1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:30.244397 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-72e01fed-1119-4d58-9da0-67e8edfe74da req-a566616c-3d8c-40d4-896e-5aecc935ddb1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0533586 Apr 01 16:34:30.280627 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-72e01fed-1119-4d58-9da0-67e8edfe74da req-ad11dfb7-9103-44fa-aef4-25d1eac698de tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302393 Apr 01 16:34:31.397836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3b16a-cafc-4ec7-840a-204fe20aba61 req-b8e61f21-ccbe-4616-8e1b-251347d1b351 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:31.399294 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bdc3b16a-cafc-4ec7-840a-204fe20aba61 req-b8e61f21-ccbe-4616-8e1b-251347d1b351 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0513847 Apr 01 16:34:31.436487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bdc3b16a-cafc-4ec7-840a-204fe20aba61 req-75ceebe3-40df-4cb3-abb2-09ff79f6d1b4 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Apr 01 16:34:32.550013 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d747c-c298-4b1f-9422-8678efe079c2 req-d78bcab9-9999-4790-815a-f5cfe1f690af tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:32.551471 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c02d747c-c298-4b1f-9422-8678efe079c2 req-d78bcab9-9999-4790-815a-f5cfe1f690af tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0483811 Apr 01 16:34:32.587458 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c02d747c-c298-4b1f-9422-8678efe079c2 req-11cf10f0-c480-416c-bbe7-659ced72b54f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301147 Apr 01 16:34:33.705984 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b96818-096a-4a50-9b1d-594aed06dc30 req-7221255e-89ad-4bc4-80f5-b150fbadfc95 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:33.707468 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7b96818-096a-4a50-9b1d-594aed06dc30 req-7221255e-89ad-4bc4-80f5-b150fbadfc95 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0538330 Apr 01 16:34:33.744507 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7b96818-096a-4a50-9b1d-594aed06dc30 req-f4f64378-2341-4940-bf91-684a96483487 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309517 Apr 01 16:34:34.700300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-3ff55782-2fe8-42a3-9d28-0bdddee6789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:34.701829 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-3ff55782-2fe8-42a3-9d28-0bdddee6789f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0432003 Apr 01 16:34:34.743014 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6946a9bc-4181-4972-8d3c-ccf911bacec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:34.792818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-8393419e-9e03-4006-8026-753284c979ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:34.794297 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-8393419e-9e03-4006-8026-753284c979ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0821354 Apr 01 16:34:34.859467 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7799b-83e0-4e70-bd6e-a16d38ef4775 req-3233df05-f53f-45a7-b2f3-f3c36de8e37a tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:34.861647 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ee7799b-83e0-4e70-bd6e-a16d38ef4775 req-3233df05-f53f-45a7-b2f3-f3c36de8e37a tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0495894 Apr 01 16:34:34.868920 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-29f60587-6c1d-410e-ba5b-b7555f2c300c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 1002 time: 0.0644433 Apr 01 16:34:34.898819 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2ee7799b-83e0-4e70-bd6e-a16d38ef4775 req-55c8b4e2-e0b2-4620-ad7c-98695bb3c6f7 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310230 Apr 01 16:34:34.921257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-ab5a3195-ed08-40f9-862f-6f5e643332d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:34.923368 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-ab5a3195-ed08-40f9-862f-6f5e643332d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0446653 Apr 01 16:34:34.972330 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-b4ab9978-32b5-400e-ac2a-94a63d3a51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:34.973834 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-b4ab9978-32b5-400e-ac2a-94a63d3a51e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404682 Apr 01 16:34:35.063205 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-f557f4ec-6893-40f4-aade-9654c3d64a69 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816553 Apr 01 16:34:35.153427 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3a1840a3-aed3-47ed-93af-cf41fb53720a req-281d1829-ae1b-466c-b5da-681b5a8643c2 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801616 Apr 01 16:34:36.014014 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c7ec0-c91b-46aa-81eb-b0fdb1b540a2 req-280e1ab5-ec0d-44b9-8a3b-63cd29352785 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:36.015491 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bd2c7ec0-c91b-46aa-81eb-b0fdb1b540a2 req-280e1ab5-ec0d-44b9-8a3b-63cd29352785 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0483375 Apr 01 16:34:36.052292 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-bd2c7ec0-c91b-46aa-81eb-b0fdb1b540a2 req-eda6dfa3-bdf2-4896-b77a-327d207e7452 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305829 Apr 01 16:34:37.170710 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a86e6-d223-407f-ba1f-b75273b85da9 req-57213ea0-1e94-419c-a606-e6b5063fee8d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:37.173029 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-917a86e6-d223-407f-ba1f-b75273b85da9 req-57213ea0-1e94-419c-a606-e6b5063fee8d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0541456 Apr 01 16:34:37.212047 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-917a86e6-d223-407f-ba1f-b75273b85da9 req-cf74b6bc-6caa-45a4-aee4-280661fd3549 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332232 Apr 01 16:34:37.314451 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-15addf57-95f3-4aec-abb1-12d8aea28a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:38.329844 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be5f0-5ff4-40df-a941-ae00685df686 req-bca6373a-6915-418c-9e5a-84b43297850c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:38.331337 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1d2be5f0-5ff4-40df-a941-ae00685df686 req-bca6373a-6915-418c-9e5a-84b43297850c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0502472 Apr 01 16:34:38.369477 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1d2be5f0-5ff4-40df-a941-ae00685df686 req-e19b48f5-aec0-4dbb-a979-ceade8c9b782 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Apr 01 16:34:39.484420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358a006-3cd5-4b1c-a0d6-ca1c3bc0b36d req-22732d21-da5b-48b8-ac0f-97ed176322b3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:39.486506 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2358a006-3cd5-4b1c-a0d6-ca1c3bc0b36d req-22732d21-da5b-48b8-ac0f-97ed176322b3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0502560 Apr 01 16:34:39.524628 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2358a006-3cd5-4b1c-a0d6-ca1c3bc0b36d req-5b5ff9d9-8662-415d-aa2a-0a958b58ea36 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320487 Apr 01 16:34:39.955858 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:39.972370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1510133-7399-4d79-8932-3f24d718e5ab req-24eb1fa1-3fb3-4b6c-838f-586f02452d67 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:39.973863 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b1510133-7399-4d79-8932-3f24d718e5ab req-24eb1fa1-3fb3-4b6c-838f-586f02452d67 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0531955 Apr 01 16:34:40.012388 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b1510133-7399-4d79-8932-3f24d718e5ab req-6979477f-02b9-49f3-8405-8afe11342144 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Apr 01 16:34:40.086307 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-06f08a98-eeae-4557-9200-3649fa1c9758 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907478 Apr 01 16:34:40.095590 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-72552635-4364-4834-adec-a3636103b24f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:34:40.096562 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-72552635-4364-4834-adec-a3636103b24f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053046 Apr 01 16:34:40.880956 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:34:40.902742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:40.955038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:40.976829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:34:40.979030 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ad63e2-a833-4715-b111-51750e76c2f5" -d '{"events": [{"server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:34:40.992297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:34:41.012972 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 16:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3dbdc8-a444-4a04-8402-d8867fbe476d x-openstack-request-id: req-9e3dbdc8-a444-4a04-8402-d8867fbe476d {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:34:41.013266 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "name": "network-vif-unplugged", "status": "failed", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab", "code": 422}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:34:41.013524 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e3dbdc8-a444-4a04-8402-d8867fbe476d {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:34:41.013985 dv-neutron-835865-1-hyperv neutron-server[110107]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9e3dbdc8-a444-4a04-8402-d8867fbe476d']: {'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'code': 422} returned with failed status Apr 01 16:34:41.052554 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:41.112552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:34:41.120442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.120442 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.120734 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.120997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.121327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.121662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.121977 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.122298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.122622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.122943 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.123262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.123753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:34:41.146148 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c659f-18cf-4c88-9469-35ac23a10ac1 req-67f9ed28-6cd6-4d26-9300-05ac1be6ab76 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:41.147790 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fb4c659f-18cf-4c88-9469-35ac23a10ac1 req-67f9ed28-6cd6-4d26-9300-05ac1be6ab76 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0651226 Apr 01 16:34:41.166297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:41.189190 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fb4c659f-18cf-4c88-9469-35ac23a10ac1 req-1e281e2e-3093-4993-a4eb-3dcfecf24600 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348728 Apr 01 16:34:42.303682 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d896b4e-2c1a-4986-9371-1b409f526ca1 req-b24133f5-5206-462f-a517-878f3b69e080 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:42.305185 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5d896b4e-2c1a-4986-9371-1b409f526ca1 req-b24133f5-5206-462f-a517-878f3b69e080 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0490353 Apr 01 16:34:42.343406 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5d896b4e-2c1a-4986-9371-1b409f526ca1 req-e03c3bef-5347-42e0-b4bb-dac9cd873cf2 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317538 Apr 01 16:34:43.467334 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d30d7-f409-4ac2-8b9e-fb3e0645d157 req-63b69d8e-de5f-4a97-8754-d01ec1b26c50 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:43.468938 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e19d30d7-f409-4ac2-8b9e-fb3e0645d157 req-63b69d8e-de5f-4a97-8754-d01ec1b26c50 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0577812 Apr 01 16:34:43.508613 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e19d30d7-f409-4ac2-8b9e-fb3e0645d157 req-d328f3d2-4750-4e3a-864d-9cbac25cdf3c tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330682 Apr 01 16:34:44.622493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfdc7d-07d1-4409-ad32-9ddb5b3bef28 req-c22d9682-08a0-471a-abde-2bdda44756ef tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:44.623967 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cacfdc7d-07d1-4409-ad32-9ddb5b3bef28 req-c22d9682-08a0-471a-abde-2bdda44756ef tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0485294 Apr 01 16:34:44.661880 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-cacfdc7d-07d1-4409-ad32-9ddb5b3bef28 req-494f4c27-7389-48a2-8fe1-927b42e495ea tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310099 Apr 01 16:34:45.781753 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b440be-dccc-4402-8ab1-279cefc92d2c req-835a1995-6a0e-458d-bd5d-970a304a7069 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:45.783228 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f1b440be-dccc-4402-8ab1-279cefc92d2c req-835a1995-6a0e-458d-bd5d-970a304a7069 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0494652 Apr 01 16:34:45.821121 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f1b440be-dccc-4402-8ab1-279cefc92d2c req-62b498a0-6ba1-45d7-a787-d3e001f69792 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319333 Apr 01 16:34:46.001244 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:46.375074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-77dd10ae-e250-4876-96a9-dd33fb018725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:46.376558 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-77dd10ae-e250-4876-96a9-dd33fb018725 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9&tenant_id=9006ee73751f4103a6cbc0f056b16ed8 HTTP/1.1" status: 200 len: 1097 time: 0.0394394 Apr 01 16:34:46.439210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-5928d2f2-5dfd-4ccf-8d8f-66e941d52f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:46.440706 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-5928d2f2-5dfd-4ccf-8d8f-66e941d52f3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0404775 Apr 01 16:34:46.532656 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-77f80ec4-f45e-44e1-bf3a-7fc50944bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:46.534126 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-77f80ec4-f45e-44e1-bf3a-7fc50944bec6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0861852 Apr 01 16:34:46.596192 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-0b4d5727-2d40-43dd-a644-7a22841f694c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 1000 time: 0.0551274 Apr 01 16:34:46.650291 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-f331cde1-e8f0-4341-856b-f77bd65dd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:46.651826 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-f331cde1-e8f0-4341-856b-f77bd65dd00c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0458004 Apr 01 16:34:46.701160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-3d3e067b-0368-48b2-904b-19a0f2f0d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:46.702899 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-3d3e067b-0368-48b2-904b-19a0f2f0d6f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398545 Apr 01 16:34:46.795406 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-703312d9-8850-4e99-8b98-a33fab4b6259 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814741 Apr 01 16:34:46.893071 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-4bd47317-a1d2-4f70-b541-f19c5b30215f req-092a7210-2db2-466b-aa92-5a005bffea94 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867949 Apr 01 16:34:46.939441 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa977614-547b-41c7-8cf5-7bf2e492da9a req-0ea39cb3-6dea-432b-9f67-70a19f13f705 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:46.940870 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fa977614-547b-41c7-8cf5-7bf2e492da9a req-0ea39cb3-6dea-432b-9f67-70a19f13f705 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0529604 Apr 01 16:34:46.979767 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fa977614-547b-41c7-8cf5-7bf2e492da9a req-9335e80a-e53f-4c91-a1ef-503f72e07609 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Apr 01 16:34:47.124029 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:34:48.092655 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cc396-dda3-4ebe-9ebb-bf3b4808915b req-660fe1c6-a213-4419-a5f9-4f42d9010b83 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:48.094106 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-de0cc396-dda3-4ebe-9ebb-bf3b4808915b req-660fe1c6-a213-4419-a5f9-4f42d9010b83 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0481653 Apr 01 16:34:48.131377 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-de0cc396-dda3-4ebe-9ebb-bf3b4808915b req-9acd149f-d722-4da6-9634-c7e0d7c79c71 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305862 Apr 01 16:34:49.247599 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed690051-7e85-4245-b2e0-caf08b775d3e req-ae75bdb2-3ced-454f-86de-8814bd5c53fa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:49.249177 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ed690051-7e85-4245-b2e0-caf08b775d3e req-ae75bdb2-3ced-454f-86de-8814bd5c53fa tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0491235 Apr 01 16:34:49.286968 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ed690051-7e85-4245-b2e0-caf08b775d3e req-3ace1243-4e24-486b-a579-84e4a9ea5db1 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316627 Apr 01 16:34:50.403054 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e6153-79db-4e4e-88f6-645c64bf5399 req-52646f08-b4df-4e7f-b99f-f3be2d8e42af tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:50.404552 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0c2e6153-79db-4e4e-88f6-645c64bf5399 req-52646f08-b4df-4e7f-b99f-f3be2d8e42af tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0523131 Apr 01 16:34:50.441385 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0c2e6153-79db-4e4e-88f6-645c64bf5399 req-cc835654-7240-44c7-8dd0-bfb2e6c900d8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310121 Apr 01 16:34:51.555218 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a2db1-af5d-41a2-921f-93fb895d08ff req-3b2ab5de-0dc5-422c-b79e-9253f984a01f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:51.556755 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f4a2db1-af5d-41a2-921f-93fb895d08ff req-3b2ab5de-0dc5-422c-b79e-9253f984a01f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0491762 Apr 01 16:34:51.593275 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f4a2db1-af5d-41a2-921f-93fb895d08ff req-88d3dde4-5f45-4c3d-9a0e-1a542f433486 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306103 Apr 01 16:34:52.706492 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835585-257f-46f2-9a8e-f0eeb4bec1b3 req-a1852760-8cf3-4523-9fa2-2ae09167ad34 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:52.707973 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9835585-257f-46f2-9a8e-f0eeb4bec1b3 req-a1852760-8cf3-4523-9fa2-2ae09167ad34 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0479386 Apr 01 16:34:52.745207 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c9835585-257f-46f2-9a8e-f0eeb4bec1b3 req-3d12cf12-aa3e-4f3c-817a-4a3e45ba9f01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Apr 01 16:34:53.861450 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f057c6d-f573-432e-9ccf-005c74b958e1 req-a28e7971-4c0b-49ce-ad77-fd9007c308e5 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:53.862921 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0f057c6d-f573-432e-9ccf-005c74b958e1 req-a28e7971-4c0b-49ce-ad77-fd9007c308e5 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0519745 Apr 01 16:34:53.900554 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0f057c6d-f573-432e-9ccf-005c74b958e1 req-0dd8fb26-6791-4204-833e-9d63721d83dd tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Apr 01 16:34:54.974025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:34:55.015852 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b723e9c-c4c6-47e9-a2dc-3cb664eea7f5 req-f4bad916-c1e5-46fe-b435-b54ac7fc4f14 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:55.017531 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4b723e9c-c4c6-47e9-a2dc-3cb664eea7f5 req-f4bad916-c1e5-46fe-b435-b54ac7fc4f14 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 944 time: 0.0506980 Apr 01 16:34:55.054581 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4b723e9c-c4c6-47e9-a2dc-3cb664eea7f5 req-075660be-bfbe-4bce-a084-458a2603acb9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Apr 01 16:34:55.070541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:34:55.081792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'port_id': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'mac_address': 'fa:16:3e:3e:51:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:34:55.118076 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:55.130235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:34:55.148329 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:34:55.234278 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:55.284208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:34:55.550416 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:34:56.167342 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee87fd-b8d5-4053-af9b-c59905aecf59 req-5aa7173f-4e9f-42e1-88a0-6417e15dd898 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:56.168797 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-85ee87fd-b8d5-4053-af9b-c59905aecf59 req-5aa7173f-4e9f-42e1-88a0-6417e15dd898 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 945 time: 0.0471425 Apr 01 16:34:56.205875 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-85ee87fd-b8d5-4053-af9b-c59905aecf59 req-006d945b-cf88-4b97-903c-202549abff1d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Apr 01 16:34:56.990912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:34:57.036698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:34:57.037063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:57.108300 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:57.129568 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:34:57.132364 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eb6377-f3eb-4493-abe0-53d7326a0568" -d '{"events": [{"server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "name": "network-vif-plugged", "status": "completed", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:34:57.148112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:34:57.167022 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f90d86-fc7f-4643-b35c-db28a9349259 x-openstack-request-id: req-d8f90d86-fc7f-4643-b35c-db28a9349259 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:34:57.167307 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "name": "network-vif-plugged", "status": "completed", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:34:57.167581 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d8f90d86-fc7f-4643-b35c-db28a9349259 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:34:57.167992 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f90d86-fc7f-4643-b35c-db28a9349259'] response: {'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'code': 200} Apr 01 16:34:57.212093 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:57.260271 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:34:57.328009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97314e52-b431-4a58-9b9f-9c4c675b06d3 req-28940a70-6fa9-4d01-94ca-ecf3e6654f6d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:57.329530 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-97314e52-b431-4a58-9b9f-9c4c675b06d3 req-28940a70-6fa9-4d01-94ca-ecf3e6654f6d tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0534179 Apr 01 16:34:57.368910 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-97314e52-b431-4a58-9b9f-9c4c675b06d3 req-a4f5049a-84ce-4d02-a9c7-dd606783fd06 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Apr 01 16:34:57.448444 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36161e-0734-4a37-89db-28acb63c1898 req-8b439cae-20ec-4689-8a4b-8db55c58fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:57.449901 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ba36161e-0734-4a37-89db-28acb63c1898 req-8b439cae-20ec-4689-8a4b-8db55c58fb8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0396340 Apr 01 16:34:57.487214 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ba36161e-0734-4a37-89db-28acb63c1898 req-dabb4b0f-f0b8-465d-a9b1-65a5e82c72ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267987 Apr 01 16:34:58.486284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49831c01-4e4b-40ba-a12a-fb2149dd151a req-0879eed5-9692-43ee-82ad-ab1b3e23fa96 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:58.487762 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-49831c01-4e4b-40ba-a12a-fb2149dd151a req-0879eed5-9692-43ee-82ad-ab1b3e23fa96 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0492339 Apr 01 16:34:58.530389 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-49831c01-4e4b-40ba-a12a-fb2149dd151a req-930cf726-0d30-46a3-8b02-a62c9be67b3f tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362005 Apr 01 16:34:59.644560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee2dc7-226d-47c1-a83c-c7f2e8c6b2c2 req-15a122d8-729d-400d-bad9-b53e262c9d67 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:59.646653 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e9ee2dc7-226d-47c1-a83c-c7f2e8c6b2c2 req-15a122d8-729d-400d-bad9-b53e262c9d67 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0490246 Apr 01 16:34:59.683835 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e9ee2dc7-226d-47c1-a83c-c7f2e8c6b2c2 req-6c283817-8386-42f0-ae55-271c1b7eec69 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308824 Apr 01 16:35:04.749726 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-11578ef8-c23e-477a-b30c-8d6ad0247ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:05.142580 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-ab3f6710-30d8-428a-a485-bcd72415fc99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439260 Apr 01 16:35:05.228320 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-882e7afb-c9ae-45b5-a59e-a9922bda11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:05.229873 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-882e7afb-c9ae-45b5-a59e-a9922bda11a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0418258 Apr 01 16:35:05.337094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-777f5485-d36e-4dfd-aa37-e40f9dabe4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:05.338576 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-777f5485-d36e-4dfd-aa37-e40f9dabe4f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0869541 Apr 01 16:35:05.406162 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-fb6b7afd-0b85-46c2-86f2-7a8dc643b0f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 1002 time: 0.0607584 Apr 01 16:35:05.454616 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-a06e1c8b-cd9d-4d21-b441-389126295951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:05.456474 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-a06e1c8b-cd9d-4d21-b441-389126295951 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0442107 Apr 01 16:35:05.501105 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-9dc1af9c-6721-4cdc-bffa-16f928e050a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:05.502645 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-9dc1af9c-6721-4cdc-bffa-16f928e050a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399773 Apr 01 16:35:05.594340 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-a8ce412c-b3db-49f8-ade3-1f57c3434990 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852342 Apr 01 16:35:05.687711 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-de79dad0-9247-4809-b0b8-46a8a9378efc req-a4046092-c15c-42a7-8629-e4bfe0ab5d69 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870144 Apr 01 16:35:07.292007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-592ed8e0-7d0d-47a0-9097-7e46a4f5f03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:09.983772 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:10.909160 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:11.137958 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:16.017757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:24.122959 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:35:34.777162 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6f49bf27-cbfa-49ee-a6a2-5eaef61b9ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:37.318963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb7d2-40d5-4efb-9d82-7cc3e76be640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:39.958912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:40.914578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.141363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:46.074315 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:01.121884 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:36:04.752190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-394ec829-1ae1-4af4-b1b9-998eca3e58c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:07.221763 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-c1d091c3-7858-4dc4-a99d-73098a8a4152 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414486 Apr 01 16:36:07.302414 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4391d30d-5dbb-4e74-a596-89d3c65c9259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:07.304526 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-9812451d-4222-4306-9e49-91b67eaf105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:07.306039 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-9812451d-4222-4306-9e49-91b67eaf105f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0432227 Apr 01 16:36:07.406963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-9e43c33d-9639-4662-8fe5-b535d87357c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:07.408504 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-9e43c33d-9639-4662-8fe5-b535d87357c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0835116 Apr 01 16:36:07.480307 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-85d96826-d975-4fb2-a545-0ea2ec1f3ade service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 1002 time: 0.0618067 Apr 01 16:36:07.532910 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-f4d7044f-4b37-4937-ac79-a28a42855dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:07.534362 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-f4d7044f-4b37-4937-ac79-a28a42855dab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0434096 Apr 01 16:36:07.585594 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-5972f39d-960a-43b8-b35d-d09672af2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:07.588328 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-5972f39d-960a-43b8-b35d-d09672af2b88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404365 Apr 01 16:36:07.684201 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-2cc6d3fe-92e6-4746-9549-ad9ad8f47b5f service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858183 Apr 01 16:36:07.774724 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5f75d0d-3e2e-448c-b882-940f70b69677 req-308df1b4-9da7-404b-a061-662021ecd026 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832760 Apr 01 16:36:09.946535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:10.872019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:11.192496 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:16.011190 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:34.770134 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8a69d0b3-3fd0-42f8-b793-d1cb8ba23a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:37.300184 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4462552c-40d7-41c4-925f-38484e1c4f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:38.121078 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:36:39.963213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:40.877121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:41.150996 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:46.020049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:47.296068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34278) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:36:47.626170 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Deleting port 0365a8a7-9eef-45e9-82c1-ea5f8d3588c2 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:36:47.626516 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:47.705331 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:47.707136 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:47.718064 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Calling delete_port for 0365a8a7-9eef-45e9-82c1-ea5f8d3588c2 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:36:47.941745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:47.966787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event deleted for resources: {'Port': ['ID=0365a8a7-9eef-45e9-82c1-ea5f8d3588c2,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:47.998162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:47.998508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:47.998845 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:47.999176 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:47.999508 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:47.999836 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:48.000162 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:48.000512 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:48.000839 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:48.001159 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:48.001479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:48.001797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:48.037957 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.038305 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Floating IP 944554a7-aac5-4672-8d16-0313beac817d disassociated (deleted). External IP: 172.26.6.108, port: 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab. Apr 01 16:36:48.510745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Router cf6bad8c-9708-4317-94f9-20676c846eba has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:36:48.619015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:36:48.623828 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:48.629748 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] Sync routers for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:36:48.639517 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:36:48.640133 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:36:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:48.656164 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-33ac339c-3833-4bf8-8e2e-cacc40ff62f8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "DELETE /v2.0/floatingips/944554a7-aac5-4672-8d16-0313beac817d HTTP/1.1" status: 204 len: 168 time: 1.3589733 Apr 01 16:36:48.656780 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:36:48.659023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d140d661c1ec75cdf91535dfb03854cdbc0178d22243dddca9b9fc0733555ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e91cf-a862-47e8-bf6e-6708a1d9fe49" -d '{"events": [{"name": "network-changed", "server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:36:48.753209 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:36:48.948612 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:48.974348 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] Checking router: cf6bad8c-9708-4317-94f9-20676c846eba for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:36:48.982380 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:36:48.982969 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:36:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:49.089195 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:36:49.155675 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc7d7-cad1-4a91-99ac-396f61c712dd req-d7a1377a-39da-48b0-ad87-6e197c958775 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:49.157180 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-47ddc7d7-cad1-4a91-99ac-396f61c712dd req-d7a1377a-39da-48b0-ad87-6e197c958775 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.1022644 Apr 01 16:36:49.194140 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-47ddc7d7-cad1-4a91-99ac-396f61c712dd req-6f9ab261-ac41-4b55-a86a-613d356223c0 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304670 Apr 01 16:36:49.287738 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:36:49.313354 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f55f7-72e4-4350-a5e8-33eac58eb89e None None] The sync data for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv is: [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:26:24Z', 'revision_number': 4, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9d210343-93d0-4ff7-9c1b-fb357e14ff36', 'name': '', 'network_id': '86bd2e06-0b84-4314-859f-d8b38684a5fb', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'mac_address': 'fa:16:3e:fc:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:24Z', 'updated_at': '2022-04-01T16:26:28Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'subnets': [{'id': '483ca2af-a766-450a-8895-1b432de3ce2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:36:49.507773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db45c3e-2536-410b-964d-1184f0a1817c None None] New status for floating IP 944554a7-aac5-4672-8d16-0313beac817d: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:36:49.841369 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88183c89-019f-41e6-b9a6-78d84a7ca019 x-openstack-request-id: req-88183c89-019f-41e6-b9a6-78d84a7ca019 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:36:49.841963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:36:49.841963 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-88183c89-019f-41e6-b9a6-78d84a7ca019 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:36:49.842310 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88183c89-019f-41e6-b9a6-78d84a7ca019'] response: {'name': 'network-changed', 'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'status': 'completed', 'code': 200} Apr 01 16:36:49.948543 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-6e7a1cc1-b36e-4dcb-ba04-281f695bbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:49.950287 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-6e7a1cc1-b36e-4dcb-ba04-281f695bbb57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0844498 Apr 01 16:36:50.038633 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-35bf5d31-6f43-4fd6-ad81-8b78a92dd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:50.040710 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-35bf5d31-6f43-4fd6-ad81-8b78a92dd236 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 200 len: 910 time: 0.0830534 Apr 01 16:36:50.084009 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-a0e0c875-5971-4285-b351-453840c6936c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 200 len: 217 time: 0.0363388 Apr 01 16:36:50.134049 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-c81eaabc-cd37-413a-9c0a-4b9098ba9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:50.135479 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-c81eaabc-cd37-413a-9c0a-4b9098ba9672 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 200 len: 847 time: 0.0442505 Apr 01 16:36:50.180613 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-b39e72e8-f5fd-4144-92eb-ddb52a7493cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:50.182059 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-b39e72e8-f5fd-4144-92eb-ddb52a7493cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86bd2e06-0b84-4314-859f-d8b38684a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393240 Apr 01 16:36:50.277045 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-4f30cf35-4ed8-416a-9158-c587039db843 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862615 Apr 01 16:36:50.309543 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331b9a7-f658-42e8-bc76-f6d4d9ba4cc0 req-a3c9c2f2-9935-4aa7-a6de-eccefccb13d3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:50.311036 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1331b9a7-f658-42e8-bc76-f6d4d9ba4cc0 req-a3c9c2f2-9935-4aa7-a6de-eccefccb13d3 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0489969 Apr 01 16:36:50.348487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1331b9a7-f658-42e8-bc76-f6d4d9ba4cc0 req-ff47ff05-91e2-4748-8fe4-cb31b536d92a tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/security-groups?id=2fba4d20-246c-49b6-b240-973bce1e5ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Apr 01 16:36:50.366155 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-866e91cf-a862-47e8-bf6e-6708a1d9fe49 req-c9cca09d-3723-46b7-a97e-815522ac7f01 service neutron] 10.222.0.41 "GET /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811512 Apr 01 16:36:50.920926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-08f73711-7de5-4457-8601-d5037b16622a tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:50.922303 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-08f73711-7de5-4457-8601-d5037b16622a tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 946 time: 0.0529242 Apr 01 16:36:51.013411 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Deleting port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:36:51.014116 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.101448 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] For port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:36:51.101808 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.114263 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Calling delete_port for 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:36:51.313257 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.346904 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event deleted for resources: {'Port': ['ID=0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:51.373292 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.373639 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.373988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.374382 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.374819 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.375163 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.375498 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.375832 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.376253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.376609 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.376941 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.377268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:51.399603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] No DVR routers for this DVR port 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:36:51.402217 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:51.405652 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d73ff311-1c54-4833-a8e7-47ae93071c38 req-3ca16f6c-afb7-4e69-a3ca-5a28cd4198df tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.41 "DELETE /v2.0/ports/0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab HTTP/1.1" status: 204 len: 173 time: 0.4742222 Apr 01 16:36:51.406103 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'name': 'network-vif-deleted', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:36:51.408378 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944bfa69-ff88-4c94-82d8-7af0c2bc8ba9" -d '{"events": [{"server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "name": "network-vif-deleted", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:36:51.499571 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7618e40e-79b7-4522-bc98-876c27079cfc req-c5cc8988-d687-45ca-9069-b3e2e9ebb0e9 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0780220 Apr 01 16:36:51.502751 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f341d7b-5611-4dd4-915b-22125f347230 x-openstack-request-id: req-3f341d7b-5611-4dd4-915b-22125f347230 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:36:51.503044 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15385c7f-7e0b-43db-a7b8-3da75b0cb7b9", "name": "network-vif-deleted", "tag": "0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:36:51.503299 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f341d7b-5611-4dd4-915b-22125f347230 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:36:51.503707 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f341d7b-5611-4dd4-915b-22125f347230'] response: {'server_uuid': '15385c7f-7e0b-43db-a7b8-3da75b0cb7b9', 'name': 'network-vif-deleted', 'tag': '0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab', 'status': 'completed', 'code': 200} Apr 01 16:36:52.595319 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7bd1621c-f5fb-4ca9-9e23-425498a4bf0e req-c1b24c8b-fa6d-492c-9455-6d57f13a91c8 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0264077 Apr 01 16:36:53.550704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:36:53.573907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:36:53.574240 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 0af4e10a-ee36-4b0c-9c6b-8ed1a844c9ab not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:36:53.688663 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-66824575-e680-45d1-98ad-47072ca006e2 req-931b2e64-cba8-4eb2-a032-161ba06294bc tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0258772 Apr 01 16:36:54.782136 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-41de5df2-1a5e-4c1f-8076-e80209b1bc3b req-54764039-1073-44cc-97b4-b15a6157db67 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0260653 Apr 01 16:36:55.886798 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-694aa9db-0898-4fc4-99bc-19afdeb3cc11 req-c1294391-a741-47bd-9b74-3af0994880ee tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "GET /v2.0/ports?device_id=15385c7f-7e0b-43db-a7b8-3da75b0cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0265634 Apr 01 16:36:56.942537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34330) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:36:57.003544 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39861a5e-2a7e-4c05-a2a3-a5c12c75dd01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:57.028695 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39861a5e-2a7e-4c05-a2a3-a5c12c75dd01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:57.193191 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39861a5e-2a7e-4c05-a2a3-a5c12c75dd01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:57.195926 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-39861a5e-2a7e-4c05-a2a3-a5c12c75dd01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:57.197048 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-39861a5e-2a7e-4c05-a2a3-a5c12c75dd01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] 10.222.0.73 "DELETE /v2.0/security-groups/2fba4d20-246c-49b6-b240-973bce1e5ac1 HTTP/1.1" status: 204 len: 168 time: 0.2534909 Apr 01 16:36:57.209174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39861a5e-2a7e-4c05-a2a3-a5c12c75dd01 tempest-TestShelveInstance-1716872566 tempest-TestShelveInstance-1716872566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fba4d20-246c-49b6-b240-973bce1e5ac1,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:58.342321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34336) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:36:58.807454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.048801 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Deleting port 9d210343-93d0-4ff7-9c1b-fb357e14ff36 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:36:59.049139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.125434 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] For port 9d210343-93d0-4ff7-9c1b-fb357e14ff36, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9d210343-93d0-4ff7-9c1b-fb357e14ff36,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:36:59.125827 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.142325 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Calling delete_port for 9d210343-93d0-4ff7-9c1b-fb357e14ff36 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:36:59.381711 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.406681 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d210343-93d0-4ff7-9c1b-fb357e14ff36,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:59.572734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.783380 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Router cf6bad8c-9708-4317-94f9-20676c846eba has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:36:59.889755 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:36:59.895055 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c139a0f9-05e8-4106-b36d-0fa56cd4d328 admin admin] 10.222.0.73 "PUT /v2.0/routers/cf6bad8c-9708-4317-94f9-20676c846eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5516806 Apr 01 16:36:59.897926 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34340) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:36:59.899283 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] Sync routers for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:36:59.913859 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:36:59.915034 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:36:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:00.005224 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.106829 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:00.107089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.211186 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Deleting port a6e762bc-4df9-442a-b451-7e7a31e1035e {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:37:00.211520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.280961 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126'}], 'enable_snat': True}, 'gw_port_id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:36:59Z', 'revision_number': 5, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port': {'id': 'a6e762bc-4df9-442a-b451-7e7a31e1035e', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:22Z', 'updated_at': '2022-04-01T16:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:00.293493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] For port a6e762bc-4df9-442a-b451-7e7a31e1035e, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a6e762bc-4df9-442a-b451-7e7a31e1035e,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:00.293862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.305851 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Calling delete_port for a6e762bc-4df9-442a-b451-7e7a31e1035e owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:37:00.307406 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] Checking router: cf6bad8c-9708-4317-94f9-20676c846eba for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:00.315241 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] Routers {'cf6bad8c-9708-4317-94f9-20676c846eba'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:00.315835 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:36:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cf6bad8c-9708-4317-94f9-20676c846eba'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:00.399184 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] Set router cf6bad8c-9708-4317-94f9-20676c846eba gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:00.453074 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 6, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:00.479017 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade0ac3-91df-49dd-914c-20b437175e2c None None] The sync data for ids ['cf6bad8c-9708-4317-94f9-20676c846eba'] in dv-neutron-835865-1-hyperv is: [{'id': 'cf6bad8c-9708-4317-94f9-20676c846eba', 'name': 'tempest-TestShelveInstance-220152673-router', 'tenant_id': '9006ee73751f4103a6cbc0f056b16ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:21Z', 'updated_at': '2022-04-01T16:37:00Z', 'revision_number': 6, 'project_id': '9006ee73751f4103a6cbc0f056b16ed8', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:00.553383 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.580068 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e762bc-4df9-442a-b451-7e7a31e1035e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:00.636644 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.726072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.728859 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.855711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.856249 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6bad8c-9708-4317-94f9-20676c846eba {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:37:00.860979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.862435 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-b49e1f1d-7899-47ed-819d-8792a5be9811 admin admin] 10.222.0.73 "DELETE /v2.0/routers/cf6bad8c-9708-4317-94f9-20676c846eba HTTP/1.1" status: 204 len: 168 time: 0.9619815 Apr 01 16:37:00.865043 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34342) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:00.915137 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4782f1d9-6d19-48f6-98af-d94cfd482726 admin admin] Deleting subnet 483ca2af-a766-450a-8895-1b432de3ce2f {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:37:00.916787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4782f1d9-6d19-48f6-98af-d94cfd482726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.952527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4782f1d9-6d19-48f6-98af-d94cfd482726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.032121 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4782f1d9-6d19-48f6-98af-d94cfd482726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.193374 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4782f1d9-6d19-48f6-98af-d94cfd482726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.218405 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782f1d9-6d19-48f6-98af-d94cfd482726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483ca2af-a766-450a-8895-1b432de3ce2f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:01.222648 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-4782f1d9-6d19-48f6-98af-d94cfd482726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.228791 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-4782f1d9-6d19-48f6-98af-d94cfd482726 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/483ca2af-a766-450a-8895-1b432de3ce2f HTTP/1.1" status: 204 len: 168 time: 0.3599126 Apr 01 16:37:01.229197 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34344) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:01.230363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a387ffe-a03b-4095-84db-fb36528f941c None None] Network 86bd2e06-0b84-4314-859f-d8b38684a5fb requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:37:01.299499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.360739 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Deleting port 176807e5-ac72-47b8-bc95-60acb8efbd8f {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:37:01.361073 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.412116 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] DHCP port deletion for 86bd2e06-0b84-4314-859f-d8b38684a5fb request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:37:01.431254 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] For port 176807e5-ac72-47b8-bc95-60acb8efbd8f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=176807e5-ac72-47b8-bc95-60acb8efbd8f,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:01.431634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.445150 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Calling delete_port for 176807e5-ac72-47b8-bc95-60acb8efbd8f owned by network:dhcp {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:37:01.460054 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Deleting port 176807e5-ac72-47b8-bc95-60acb8efbd8f {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:37:01.460557 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.530286 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] For port 176807e5-ac72-47b8-bc95-60acb8efbd8f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=176807e5-ac72-47b8-bc95-60acb8efbd8f,segment=NetworkSegment(84beae6b-1beb-4751-b286-9e0d919defa7),segment_id=84beae6b-1beb-4751-b286-9e0d919defa7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:01.530698 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.543425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Calling delete_port for 176807e5-ac72-47b8-bc95-60acb8efbd8f owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:37:01.661785 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.667803 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.687107 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Pushing event deleted for resources: {'Port': ['ID=176807e5-ac72-47b8-bc95-60acb8efbd8f,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:01.690673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] No DVR routers for this DVR port 176807e5-ac72-47b8-bc95-60acb8efbd8f on host dv-neutron-835865-1-hyperv {{(pid=110105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:37:01.692526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Pushing event deleted for resources: {'Port': ['ID=176807e5-ac72-47b8-bc95-60acb8efbd8f,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:01.700526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] No DVR routers for this DVR port 176807e5-ac72-47b8-bc95-60acb8efbd8f on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:37:01.702653 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.702999 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.703335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.703667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.703994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.704323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.709400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.709400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.709400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.709400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.709400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.709400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47afb70-f59a-4def-bf69-5fd99e1e7523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:01.764361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.788280 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bd2e06-0b84-4314-859f-d8b38684a5fb']}} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:01.797295 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84beae6b-1beb-4751-b286-9e0d919defa7') {'for_net_delete': True} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:01.797585 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.services.segments.db [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84beae6b-1beb-4751-b286-9e0d919defa7') {} {{(pid=110105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:01.808282 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59939885'] for segment, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.822797 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.829294 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=110105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:37:01.829689 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112722'] for segment, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: Traceback (most recent call last): Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: timer() Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: cb(*args, **kw) Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: return func(*args, **kwargs) Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: self._notify() Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: self.callback(batched_events) Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: event.method(event) Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: return f(self, *a, **k) Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._get(url).json() Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: return self.request(url, 'GET', **kwargs) Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:37:01.831372 dv-neutron-835865-1-hyperv neutron-server[110105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:37:01.863166 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a6e762bc-4df9-442a-b451-7e7a31e1035e no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:37:01.886782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: a6e762bc-4df9-442a-b451-7e7a31e1035e {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:37:01.887118 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a6e762bc-4df9-442a-b451-7e7a31e1035e not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:37:01.887537 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 176807e5-ac72-47b8-bc95-60acb8efbd8f no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:37:01.906355 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 176807e5-ac72-47b8-bc95-60acb8efbd8f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:37:01.906693 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 176807e5-ac72-47b8-bc95-60acb8efbd8f not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:37:01.907089 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9d210343-93d0-4ff7-9c1b-fb357e14ff36 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:37:01.924723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 9d210343-93d0-4ff7-9c1b-fb357e14ff36 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:37:01.925061 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9d210343-93d0-4ff7-9c1b-fb357e14ff36 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:37:01.985635 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.990777 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:01.996964 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34348) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:01.997494 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] 10.222.0.73 "DELETE /v2.0/networks/86bd2e06-0b84-4314-859f-d8b38684a5fb HTTP/1.1" status: 204 len: 168 time: 0.7666125 Apr 01 16:37:02.007589 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da73e6-499b-4798-af73-b6d6cb65718c admin admin] Pushing event deleted for resources: {'Network': ['ID=86bd2e06-0b84-4314-859f-d8b38684a5fb,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:02.656889 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.895852 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Deleting port 89f8bdb6-4963-4256-aa39-5601e5db9b22 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:37:02.896188 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.972676 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] For port 89f8bdb6-4963-4256-aa39-5601e5db9b22, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=89f8bdb6-4963-4256-aa39-5601e5db9b22,segment=NetworkSegment(c5ffb8e1-46e1-43ab-90ec-a13918377b58),segment_id=c5ffb8e1-46e1-43ab-90ec-a13918377b58)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:02.972965 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.985662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Calling delete_port for 89f8bdb6-4963-4256-aa39-5601e5db9b22 owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:37:03.247984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.274917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f8bdb6-4963-4256-aa39-5601e5db9b22,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:03.437985 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.650194 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Router cdadfcac-f913-4efb-b639-76a138d37021 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:37:03.754102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:37:03.759696 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-453c889f-39f4-457c-9406-88b6ba26a841 admin admin] 10.222.0.73 "PUT /v2.0/routers/cdadfcac-f913-4efb-b639-76a138d37021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7615607 Apr 01 16:37:03.762258 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34350) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:03.764642 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] Sync routers for ids ['cdadfcac-f913-4efb-b639-76a138d37021'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:03.773938 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] Routers {'cdadfcac-f913-4efb-b639-76a138d37021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:03.774563 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:36:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdadfcac-f913-4efb-b639-76a138d37021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:03.867740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:03.884508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] Set router cdadfcac-f913-4efb-b639-76a138d37021 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:03.969923 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.057465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:27Z', 'updated_at': '2022-04-01T16:37:03Z', 'revision_number': 5, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'gw_port': {'id': 'a7ff0090-db43-4f4c-82d2-ed91284e549f', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:26:28Z', 'updated_at': '2022-04-01T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:04.088490 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] Checking router: cdadfcac-f913-4efb-b639-76a138d37021 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:04.096841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] Routers {'cdadfcac-f913-4efb-b639-76a138d37021'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:04.097457 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:36:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['cdadfcac-f913-4efb-b639-76a138d37021'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:04.103522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Deleting port a7ff0090-db43-4f4c-82d2-ed91284e549f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:37:04.103522 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.176397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] For port a7ff0090-db43-4f4c-82d2-ed91284e549f, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=a7ff0090-db43-4f4c-82d2-ed91284e549f,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:04.176765 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.179317 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] Set router cdadfcac-f913-4efb-b639-76a138d37021 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:04.189090 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Calling delete_port for a7ff0090-db43-4f4c-82d2-ed91284e549f owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:37:04.229494 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:27Z', 'updated_at': '2022-04-01T16:37:03Z', 'revision_number': 6, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:04.257328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d4b22-b32a-4e8b-bef9-0de951c16b8a None None] The sync data for ids ['cdadfcac-f913-4efb-b639-76a138d37021'] in dv-neutron-835865-1-hyperv is: [{'id': 'cdadfcac-f913-4efb-b639-76a138d37021', 'name': 'tempest-TestShelveInstance-366475229-router', 'tenant_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:26:27Z', 'updated_at': '2022-04-01T16:37:03Z', 'revision_number': 6, 'project_id': '7fe0a1ae118f401cb16e5f9757babcdd', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:04.419402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.445878 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ff0090-db43-4f4c-82d2-ed91284e549f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:04.507300 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.597053 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.599230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.701642 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.702204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdadfcac-f913-4efb-b639-76a138d37021 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:37:04.706510 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.707729 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e5da8c21-725a-41a6-88aa-2ed095568f67 admin admin] 10.222.0.73 "DELETE /v2.0/routers/cdadfcac-f913-4efb-b639-76a138d37021 HTTP/1.1" status: 204 len: 168 time: 0.9445682 Apr 01 16:37:04.710321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34352) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:04.757556 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a56577-56c7-4d45-bc0c-cc5db22f2d09 admin admin] Deleting subnet f15ae150-43ef-4df8-a756-3a61f73e31b8 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:37:04.761022 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a8a56577-56c7-4d45-bc0c-cc5db22f2d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.785420 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5121f4ae-65d4-4d2d-87f8-0a288e9f55e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.794934 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a8a56577-56c7-4d45-bc0c-cc5db22f2d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.869230 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a8a56577-56c7-4d45-bc0c-cc5db22f2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.024211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a8a56577-56c7-4d45-bc0c-cc5db22f2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.048575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a56577-56c7-4d45-bc0c-cc5db22f2d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15ae150-43ef-4df8-a756-3a61f73e31b8,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.055244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-a8a56577-56c7-4d45-bc0c-cc5db22f2d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.058635 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-a8a56577-56c7-4d45-bc0c-cc5db22f2d09 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f15ae150-43ef-4df8-a756-3a61f73e31b8 HTTP/1.1" status: 204 len: 168 time: 0.3466971 Apr 01 16:37:05.061089 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34354) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:05.063372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e76a6a-d396-4024-acfc-8be0b06de84e None None] Network 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:37:05.133607 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.187521 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Deleting port 1a43211d-76e3-4eb6-888f-cf3df892c530 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:37:05.187883 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.245819 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404bf473-cd47-4235-938c-9398aaee8181 None None] DHCP port deletion for 1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:37:05.260517 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] For port 1a43211d-76e3-4eb6-888f-cf3df892c530, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1a43211d-76e3-4eb6-888f-cf3df892c530,segment=NetworkSegment(c5ffb8e1-46e1-43ab-90ec-a13918377b58),segment_id=c5ffb8e1-46e1-43ab-90ec-a13918377b58)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:05.260886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.280048 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Calling delete_port for 1a43211d-76e3-4eb6-888f-cf3df892c530 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:37:05.296473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-404bf473-cd47-4235-938c-9398aaee8181 None None] Deleting port 1a43211d-76e3-4eb6-888f-cf3df892c530 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:37:05.296854 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-404bf473-cd47-4235-938c-9398aaee8181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.361957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-404bf473-cd47-4235-938c-9398aaee8181 None None] For port 1a43211d-76e3-4eb6-888f-cf3df892c530, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1a43211d-76e3-4eb6-888f-cf3df892c530,segment=NetworkSegment(c5ffb8e1-46e1-43ab-90ec-a13918377b58),segment_id=c5ffb8e1-46e1-43ab-90ec-a13918377b58)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:05.362352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-404bf473-cd47-4235-938c-9398aaee8181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.374981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-404bf473-cd47-4235-938c-9398aaee8181 None None] Calling delete_port for 1a43211d-76e3-4eb6-888f-cf3df892c530 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:37:05.412390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.443316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a43211d-76e3-4eb6-888f-cf3df892c530,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.449713 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-404bf473-cd47-4235-938c-9398aaee8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.450654 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] No DVR routers for this DVR port 1a43211d-76e3-4eb6-888f-cf3df892c530 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:37:05.474363 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bf473-cd47-4235-938c-9398aaee8181 None None] Pushing event deleted for resources: {'Port': ['ID=1a43211d-76e3-4eb6-888f-cf3df892c530,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.478441 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404bf473-cd47-4235-938c-9398aaee8181 None None] No DVR routers for this DVR port 1a43211d-76e3-4eb6-888f-cf3df892c530 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:37:05.525115 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.544484 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:05.553266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ffb8e1-46e1-43ab-90ec-a13918377b58') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:05.553555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ffb8e1-46e1-43ab-90ec-a13918377b58') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:05.563074 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.576397 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.582244 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:37:05.582631 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:37:05.584322 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:37:05.701566 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.708983 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.713919 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a HTTP/1.1" status: 204 len: 168 time: 0.6491988 Apr 01 16:37:05.731694 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15600b32-24f6-4377-af9a-9a35da697af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4fdaf4-3c90-4059-8521-5d6fdbc5bd6a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.860836 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a7ff0090-db43-4f4c-82d2-ed91284e549f no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:37:05.883723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: a7ff0090-db43-4f4c-82d2-ed91284e549f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:37:05.884060 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device a7ff0090-db43-4f4c-82d2-ed91284e549f not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:37:05.884508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1a43211d-76e3-4eb6-888f-cf3df892c530 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:37:05.902862 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1a43211d-76e3-4eb6-888f-cf3df892c530 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:37:05.907330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1a43211d-76e3-4eb6-888f-cf3df892c530 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:37:05.907330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 89f8bdb6-4963-4256-aa39-5601e5db9b22 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:37:05.922045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 89f8bdb6-4963-4256-aa39-5601e5db9b22 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:37:05.922380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 89f8bdb6-4963-4256-aa39-5601e5db9b22 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:37:06.064266 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34360) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:06.104469 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2b1ad76c-7e64-490a-9d4a-cd2e61072a1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9006ee73751f4103a6cbc0f056b16ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390234 Apr 01 16:37:06.106772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34362) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:06.155679 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eff50a9f-66db-4a04-896b-8346ebc558c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.175880 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eff50a9f-66db-4a04-896b-8346ebc558c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.289667 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eff50a9f-66db-4a04-896b-8346ebc558c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.292323 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-eff50a9f-66db-4a04-896b-8346ebc558c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:06.293495 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-eff50a9f-66db-4a04-896b-8346ebc558c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c80c4820-a0ec-4170-9681-2d642c539058 HTTP/1.1" status: 204 len: 168 time: 0.1858430 Apr 01 16:37:06.300956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff50a9f-66db-4a04-896b-8346ebc558c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80c4820-a0ec-4170-9681-2d642c539058,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:06.926906 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34368) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:06.965869 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-e53fc9f8-f3dc-49ee-bcfb-57d613721756 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7fe0a1ae118f401cb16e5f9757babcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378237 Apr 01 16:37:06.968140 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34370) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:07.014518 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7efffc2e-f938-4f84-aedc-8b9404c8359f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.034430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7efffc2e-f938-4f84-aedc-8b9404c8359f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.170005 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7efffc2e-f938-4f84-aedc-8b9404c8359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.172508 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7efffc2e-f938-4f84-aedc-8b9404c8359f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:07.173717 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7efffc2e-f938-4f84-aedc-8b9404c8359f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/737341c7-2e1e-4434-981a-a2e57e5798db HTTP/1.1" status: 204 len: 168 time: 0.2046270 Apr 01 16:37:07.182058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efffc2e-f938-4f84-aedc-8b9404c8359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737341c7-2e1e-4434-981a-a2e57e5798db,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:07.295592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e7f6e796-b20d-4062-9f05-07b9a13db94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.253241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34392) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:08.345791 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-824440935-network', 'tenant_id': 'c1739f826c55437894bd42917c34be21'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:08.420855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Made reservation on behalf of c1739f826c55437894bd42917c34be21 for: {'network': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:08.423139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.431241 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.504575 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.573677 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.599783 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1104, 'physical_network': 'physnet1'} {{(pid=110106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:37:08.605762 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c36669-2e36-4c85-9fea-b9c1f992126a,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:08.611496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.611887 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.segments_db [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Added segment ecd1244b-2f33-4da9-813c-23a69d06433f of type vlan for network 5d9563ec-c900-40c0-bc7b-69ae423666c3 Apr 01 16:37:08.651372 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.724153 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.725249 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:08.725854 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:08.782901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9563ec-c900-40c0-bc7b-69ae423666c3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:08.792560 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:37:08.812732 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-330614d4-1158-45cb-9115-8a1e0c9f50b1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5582352 Apr 01 16:37:08.821460 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34396) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:08.826735 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Request body: {'subnet': {'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-824440935-subnet', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'ip_version': 4}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:08.901408 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Made reservation on behalf of c1739f826c55437894bd42917c34be21 for: {'subnet': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:08.903741 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946048'] for subnet, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.118774 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59976346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946290'] for subnet, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.177689 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc698230-b718-43e0-9ff2-202dc9f4c8b7,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:09.185390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Checking segment: {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:37:09.185746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Network hostable DHCP agents. Network: 5d9563ec-c900-40c0-bc7b-69ae423666c3, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:37:09.278010 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:37:09.363668 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 5d9563ec-c900-40c0-bc7b-69ae423666c3) {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:09.368389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:09.368984 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.374377 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52f0c7-f24b-4e5c-a8e7-8f99203f6998 None None] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:37:09.452912 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-37b4be5f-d60f-4f49-9f64-d9f5d845a84c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6303728 Apr 01 16:37:09.455527 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34398) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:09.459834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:09.511058 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-5d9563ec-c900-40c0-bc7b-69ae423666c3', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:37:09.511895 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.529955 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.531204 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.581478 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.642564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Allocated IP 172.20.0.2 (5d9563ec-c900-40c0-bc7b-69ae423666c3/fc698230-b718-43e0-9ff2-202dc9f4c8b7/1d614114-2695-4c6a-b283-f4d426e7dcf9) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:09.795541 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.945113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:09.958295 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.008292 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.047222 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:10.050120 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:10.053548 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:37:10.060759 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Pushing event updated for resources: {'Port': ['ID=1d614114-2695-4c6a-b283-f4d426e7dcf9,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:10.066052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.085608 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.109535 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Attempting to bind port 1d614114-2695-4c6a-b283-f4d426e7dcf9 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:10.109906 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Attempting to bind port 1d614114-2695-4c6a-b283-f4d426e7dcf9 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:10.110527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Attempting to bind port 1d614114-2695-4c6a-b283-f4d426e7dcf9 on network 5d9563ec-c900-40c0-bc7b-69ae423666c3 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:37:10.115079 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:37:10.115447 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Checking segment: {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:37:10.115841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.116226 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Bound using segment: {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:37:10.116709 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Bound port: 1d614114-2695-4c6a-b283-f4d426e7dcf9, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:10.117135 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.182019 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] For port 1d614114-2695-4c6a-b283-f4d426e7dcf9, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:37:10.184569 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Allocated IP 172.26.6.206 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/f1645b04-fc48-4de5-b811-c8231004aab7) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:10.185021 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] For port 1d614114-2695-4c6a-b283-f4d426e7dcf9, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1d614114-2695-4c6a-b283-f4d426e7dcf9,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:37:10.256068 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.290094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.314550 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691c0d2-36ee-4e11-b70b-2aec93630a01 None None] Pushing event updated for resources: {'Port': ['ID=1d614114-2695-4c6a-b283-f4d426e7dcf9,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:10.393164 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:10.435885 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:10.438847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:10.444621 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:37:10.448553 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Pushing event updated for resources: {'Port': ['ID=f1645b04-fc48-4de5-b811-c8231004aab7,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:10.872718 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.095139 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.175846 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.218390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae0227-2842-4fe6-a70b-08da9b247157 None None] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:37:11.295815 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.351092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-850dee30-d08a-4b8c-a2c1-1bdd788523cd None None] Provisioning complete for port 1d614114-2695-4c6a-b283-f4d426e7dcf9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:11.351474 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-850dee30-d08a-4b8c-a2c1-1bdd788523cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.454979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-850dee30-d08a-4b8c-a2c1-1bdd788523cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.487527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-850dee30-d08a-4b8c-a2c1-1bdd788523cd None None] For port 1d614114-2695-4c6a-b283-f4d426e7dcf9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1d614114-2695-4c6a-b283-f4d426e7dcf9,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:11.501593 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Router d96eeb64-01f4-4709-a90d-a505e36b83b7 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:37:11.609733 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:37:11.619687 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Sync routers for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:11.628880 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:11.637947 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:11.683625 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-850dee30-d08a-4b8c-a2c1-1bdd788523cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.729000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dee30-d08a-4b8c-a2c1-1bdd788523cd None None] Pushing event updated for resources: {'Port': ['ID=1d614114-2695-4c6a-b283-f4d426e7dcf9,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:11.734438 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:11.783111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.784399 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b02cbf3f-d5c1-4f1e-a40a-82bf880bef0a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3278825 Apr 01 16:37:11.787270 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34400) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:11.804373 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-64f765d1-eac5-4e63-9253-f0c0ab544a65 None None] Provisioning complete for port 1d614114-2695-4c6a-b283-f4d426e7dcf9 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:11.805078 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-64f765d1-eac5-4e63-9253-f0c0ab544a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:11.930316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1d614114-2695-4c6a-b283-f4d426e7dcf9 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:11.941675 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:10Z', 'revision_number': 3, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:11.968989 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Checking router: d96eeb64-01f4-4709-a90d-a505e36b83b7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:11.969329 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Updating router d96eeb64-01f4-4709-a90d-a505e36b83b7 port f1645b04-fc48-4de5-b811-c8231004aab7 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:37:11.978647 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 1d614114-2695-4c6a-b283-f4d426e7dcf9 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:11.979016 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.002878 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.241303 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.254883 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.341413 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.390325 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Allocated IP 172.20.0.1 (5d9563ec-c900-40c0-bc7b-69ae423666c3/fc698230-b718-43e0-9ff2-202dc9f4c8b7/9e7f4217-42fc-47e7-bdd0-2ac517f434bc) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:12.394497 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Attempting to bind port f1645b04-fc48-4de5-b811-c8231004aab7 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:12.394866 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Attempting to bind port f1645b04-fc48-4de5-b811-c8231004aab7 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:12.395418 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Attempting to bind port f1645b04-fc48-4de5-b811-c8231004aab7 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:37:12.398678 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Pushing event updated for resources: {'Port': ['ID=f1645b04-fc48-4de5-b811-c8231004aab7,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:12.406341 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:37:12.408849 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:37:12.408849 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.408849 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:37:12.408849 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Bound port: f1645b04-fc48-4de5-b811-c8231004aab7, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:12.408849 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.411225 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.411567 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.411908 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.412243 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.412603 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.412937 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.413267 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.413599 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.413987 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.414324 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.414650 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.414971 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:12.474568 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] For port f1645b04-fc48-4de5-b811-c8231004aab7, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:37:12.478008 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] For port f1645b04-fc48-4de5-b811-c8231004aab7, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f1645b04-fc48-4de5-b811-c8231004aab7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:37:12.496992 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.553099 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.575982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.601319 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:12.601934 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:12.614930 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:12.618399 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:12.622070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:37:12.655603 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Pushing event updated for resources: {'Port': ['ID=9e7f4217-42fc-47e7-bdd0-2ac517f434bc,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:12.659501 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5b7dc-9372-4ac0-a5bb-3ecee0ae42a3 None None] Pushing event updated for resources: {'Port': ['ID=f1645b04-fc48-4de5-b811-c8231004aab7,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:12.677562 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.735251 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:12.863732 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.930987 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-cad9e19b-053f-47ee-9e88-3656e2ffe122 None None] Provisioning complete for port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:12.932592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-cad9e19b-053f-47ee-9e88-3656e2ffe122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:12.966654 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-cad9e19b-053f-47ee-9e88-3656e2ffe122 None None] Port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:37:13.005557 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:10Z', 'revision_number': 3, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:13.024986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:13.030933 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf8e4b-78ad-4405-a932-471c1bff9cb3 None None] The sync data for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv is: [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:10Z', 'revision_number': 3, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:13.107071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:13.177724 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:13.180410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Pushing event updated for resources: {'Port': ['ID=9e7f4217-42fc-47e7-bdd0-2ac517f434bc,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:13.278895 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:13.280177 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:13.408047 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Router d96eeb64-01f4-4709-a90d-a505e36b83b7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:37:13.524877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:37:13.530076 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-f3e63f40-eaca-4047-b7e9-1aee545e355f admin admin] 10.222.0.73 "PUT /v2.0/routers/d96eeb64-01f4-4709-a90d-a505e36b83b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7415848 Apr 01 16:37:13.592509 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-58da3ce3-2019-4964-9a97-6cede5fa32b6 None None] Provisioning complete for port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:13.593308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-58da3ce3-2019-4964-9a97-6cede5fa32b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:13.632011 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-58da3ce3-2019-4964-9a97-6cede5fa32b6 None None] Port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:37:13.893742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f1645b04-fc48-4de5-b811-c8231004aab7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:13.945841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f1645b04-fc48-4de5-b811-c8231004aab7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:13.946483 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.022580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.042257 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port f1645b04-fc48-4de5-b811-c8231004aab7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f1645b04-fc48-4de5-b811-c8231004aab7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:14.112891 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.161214 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=f1645b04-fc48-4de5-b811-c8231004aab7,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:14.186892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34424) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:14.191759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1450340074-network', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:14.289877 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Made reservation on behalf of ebae911fef8a4f4b86d836493ae232e2 for: {'network': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:14.292222 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for network, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.301071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.379968 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.489634 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.515245 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 1116, 'physical_network': 'physnet1'} {{(pid=110105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:37:14.524410 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82db504c-3bb2-4f66-a8ed-7f678ae75262,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:14.529813 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.530464 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.segments_db [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Added segment da6eca44-95b8-4f4c-8068-8f5f71c467b7 of type vlan for network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 Apr 01 16:37:14.546818 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Sync routers for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:14.572006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:14.572006 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:14.575740 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781767491705'] for network, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.662333 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:14.671037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400'] for network, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.672032 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:14.672669 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Notify callbacks [] for network, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.732479 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] Pushing event updated for resources: {'Network': ['ID=9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:14.746328 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 details requested by agent ovs-agent-dv-neutron-835865-1-hyperv with host dv-neutron-835865-1-hyperv {{(pid=110107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 16:37:14.753623 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-bc508c29-5fa1-40ed-b716-84b5c1568f55 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5656512 Apr 01 16:37:14.756292 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34428) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:14.761284 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Request body: {'subnet': {'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1450340074-subnet', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'ip_version': 4}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:14.832612 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Made reservation on behalf of ebae911fef8a4f4b86d836493ae232e2 for: {'subnet': 1} {{(pid=110105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:14.834948 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60259956'] for subnet, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:14.917961 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 2, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:14.943541 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Checking router: d96eeb64-01f4-4709-a90d-a505e36b83b7 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:14.943886 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Updating router d96eeb64-01f4-4709-a90d-a505e36b83b7 port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:37:14.968578 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.072893 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3112117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60259974'] for subnet, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.120162 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:37:15.121752 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f87ec18-e72f-4e06-8d02-e5fe71a002a0,revision_number=0']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:15.137375 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Checking segment: {'id': 'da6eca44-95b8-4f4c-8068-8f5f71c467b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:37:15.137726 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Network hostable DHCP agents. Network: 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4, hostable agents: ['043cb4b1-da2d-465a-957c-871cc106b975'], hosted agents: [] {{(pid=110105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:37:15.215500 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 is scheduled to be hosted by DHCP agent 043cb4b1-da2d-465a-957c-871cc106b975 with binding_index 1 {{(pid=110105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:37:15.233666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.289517 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835865-1-hyperv, 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4) {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:15.293559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:15.294144 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.298708 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f4f895-27b1-43ae-90e9-08de3299e964 None None] Network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:37:15.325352 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.378032 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-e0ca4a5f-ec89-4ab4-9bf1-1a2899f87dd6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6205015 Apr 01 16:37:15.380561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34430) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:15.385427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:15.409634 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8665298-a67d-4fc8-8b73-70cfb2c0c439 None None] Pushing event updated for resources: {'Port': ['ID=9e7f4217-42fc-47e7-bdd0-2ac517f434bc,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:15.444132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1820'] for router, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.445746 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1815'] for router, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.500952 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Attempting to bind port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:15.501325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Attempting to bind port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:15.501689 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Attempting to bind port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc on network 5d9563ec-c900-40c0-bc7b-69ae423666c3 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:37:15.511375 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.513393 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:37:15.513773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Checking segment: {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:37:15.514175 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.514567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Bound using segment: {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:37:15.515045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Bound port: 9e7f4217-42fc-47e7-bdd0-2ac517f434bc, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:15.515567 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.543235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4c697cc-8346-5c4e-8112-4fd85bb261a8-9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4', 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'fixed_ips': [{'subnet_id': '8f87ec18-e72f-4e06-8d02-e5fe71a002a0'}]}} from dv-neutron-835865-1-hyperv. {{(pid=110107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 16:37:15.544238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.678979 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] For port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:37:15.695763 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] For port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9e7f4217-42fc-47e7-bdd0-2ac517f434bc,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:37:15.725092 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.725391 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-e967b7eb-fb06-4c74-b65f-90273550777e None None] Provisioning complete for port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:15.725691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e967b7eb-fb06-4c74-b65f-90273550777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.899236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f1645b04-fc48-4de5-b811-c8231004aab7 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:15.905262 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.989262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:15.993215 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.db_base_plugin_common [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Allocated IP 172.20.0.2 (9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4/8f87ec18-e72f-4e06-8d02-e5fe71a002a0/441e443d-c89c-408d-8ede-f96d4c48b936) {{(pid=110107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:16.008880 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-e967b7eb-fb06-4c74-b65f-90273550777e None None] Port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:37:16.011973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.044990 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:16.045695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:16.099816 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8665298-a67d-4fc8-8b73-70cfb2c0c439 None None] Pushing event updated for resources: {'Port': ['ID=9e7f4217-42fc-47e7-bdd0-2ac517f434bc,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:16.108133 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.123828 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Allocated IP 172.26.6.208 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/330b37d9-11c8-48f3-9a30-72c656bb2bf3) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:16.168662 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port f1645b04-fc48-4de5-b811-c8231004aab7 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:16.168963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.241294 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.281667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:16.311111 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-00425b28-fc1b-4500-944f-957970837e1e None None] Provisioning complete for port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:16.311482 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-00425b28-fc1b-4500-944f-957970837e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.322665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.362585 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:16.367236 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:16.370866 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:37:16.393855 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Pushing event updated for resources: {'Port': ['ID=330b37d9-11c8-48f3-9a30-72c656bb2bf3,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:16.459676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Notify callbacks [] for port, precommit_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.575419 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-00425b28-fc1b-4500-944f-957970837e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.577463 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847'] for port, after_create {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.657308 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 is already hosted by enough agents. {{(pid=110107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:16.667142 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.scheduler.base_scheduler [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Resources bound (agent type, host, resource id): {{(pid=110107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:16.674486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Received port after_create {{(pid=110107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:37:16.685346 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Pushing event updated for resources: {'Port': ['ID=441e443d-c89c-408d-8ede-f96d4c48b936,revision_number=1']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:16.695456 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-00425b28-fc1b-4500-944f-957970837e1e None None] For port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9e7f4217-42fc-47e7-bdd0-2ac517f434bc,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:16.707076 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.747875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:15Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:16.776564 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Attempting to bind port 441e443d-c89c-408d-8ede-f96d4c48b936 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:16.776931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Attempting to bind port 441e443d-c89c-408d-8ede-f96d4c48b936 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'da6eca44-95b8-4f4c-8068-8f5f71c467b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:16.777297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Attempting to bind port 441e443d-c89c-408d-8ede-f96d4c48b936 on network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:37:16.779453 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-00425b28-fc1b-4500-944f-957970837e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.781301 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ade304-2d5c-4792-96f9-001a902f5f3f None None] The sync data for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv is: [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:15Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:16.789025 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:37:16.794910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Checking segment: {'id': 'da6eca44-95b8-4f4c-8068-8f5f71c467b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:37:16.794910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.794910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Bound using segment: {'id': 'da6eca44-95b8-4f4c-8068-8f5f71c467b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:37:16.794910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Bound port: 441e443d-c89c-408d-8ede-f96d4c48b936, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6eca44-95b8-4f4c-8068-8f5f71c467b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:16.794910 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:16.879785 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00425b28-fc1b-4500-944f-957970837e1e None None] Pushing event updated for resources: {'Port': ['ID=9e7f4217-42fc-47e7-bdd0-2ac517f434bc,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:16.922372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] For port 441e443d-c89c-408d-8ede-f96d4c48b936, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:37:16.925684 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] For port 441e443d-c89c-408d-8ede-f96d4c48b936, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=441e443d-c89c-408d-8ede-f96d4c48b936,segment=NetworkSegment(da6eca44-95b8-4f4c-8068-8f5f71c467b7),segment_id=da6eca44-95b8-4f4c-8068-8f5f71c467b7)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:37:16.950365 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753027'] for router, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:17.032957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:17.097432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a000e89-4f0f-4aaf-b06e-8bcda857e229 None None] Pushing event updated for resources: {'Port': ['ID=441e443d-c89c-408d-8ede-f96d4c48b936,revision_number=2']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:17.198098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 is scheduled to L3 agent c4542864-3026-4803-bd3a-07a612383a02 with binding_index 1 {{(pid=110106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:37:17.336715 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:37:17.348984 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Sync routers for ids ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:17.360449 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Routers {'47245a7f-d9e6-48fd-913b-cf2dbd97cb57'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:17.361527 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:17.423441 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:17.428514 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f67ac1ed-fcc2-41a8-9d3e-17c849e70df3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0441689 Apr 01 16:37:17.428798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34438) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:17.478218 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Set router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:17.678783 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:15Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 3, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'gw_port': {'id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:16Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:17.707142 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Checking router: 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:17.707491 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Updating router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 port 330b37d9-11c8-48f3-9a30-72c656bb2bf3 binding host dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:37:17.734354 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:17.928886 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.011384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9e7f4217-42fc-47e7-bdd0-2ac517f434bc up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:18.066641 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Notify callbacks [] for port, precommit_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.080330 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:18.080991 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.133905 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Allocated IP 172.20.0.1 (9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4/8f87ec18-e72f-4e06-8d02-e5fe71a002a0/24c254ba-c1a0-487f-96ee-0ef10acdd741) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:18.169973 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.174957 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 441e443d-c89c-408d-8ede-f96d4c48b936 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:18.223134 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Attempting to bind port 330b37d9-11c8-48f3-9a30-72c656bb2bf3 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:18.223557 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Attempting to bind port 330b37d9-11c8-48f3-9a30-72c656bb2bf3 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:18.224100 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Attempting to bind port 330b37d9-11c8-48f3-9a30-72c656bb2bf3 on network f373d492-0707-45bf-bce1-c2e88cd874e8 {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:37:18.232798 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc250e-1ffb-4031-b266-ef6065d2fe6c None None] Network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:37:18.235897 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:37:18.236531 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Checking segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:37:18.236748 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 441e443d-c89c-408d-8ede-f96d4c48b936 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:18.236937 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.237280 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.237394 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Bound using segment: {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'} {{(pid=110108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:37:18.237810 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.managers [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Bound port: 330b37d9-11c8-48f3-9a30-72c656bb2bf3, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baf0c62-9ed7-4fe6-b3fb-09057721eeb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8'}}] {{(pid=110108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:18.238192 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.262183 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.262568 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e61926-256b-45d1-b519-66be76a4132a None None] Pushing event updated for resources: {'Port': ['ID=330b37d9-11c8-48f3-9a30-72c656bb2bf3,revision_number=2']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:18.295896 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] For port 330b37d9-11c8-48f3-9a30-72c656bb2bf3, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:37:18.299426 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.plugins.ml2.db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] For port 330b37d9-11c8-48f3-9a30-72c656bb2bf3, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=330b37d9-11c8-48f3-9a30-72c656bb2bf3,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:37:18.357284 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-fa4cef47-00ce-468d-9de2-1ad6f8d257c5 None None] Provisioning complete for port 441e443d-c89c-408d-8ede-f96d4c48b936 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:18.357650 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa4cef47-00ce-468d-9de2-1ad6f8d257c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.419426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.431071 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron_lib.callbacks.manager [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.453987 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:18.461228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:18.463038 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.464128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:37:18.498942 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Routers {'47245a7f-d9e6-48fd-913b-cf2dbd97cb57'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:18.500843 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Pushing event updated for resources: {'Port': ['ID=24c254ba-c1a0-487f-96ee-0ef10acdd741,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:18.501333 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:18.513555 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-752732'] for router_interface, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.536963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 441e443d-c89c-408d-8ede-f96d4c48b936, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=441e443d-c89c-408d-8ede-f96d4c48b936,segment=NetworkSegment(da6eca44-95b8-4f4c-8068-8f5f71c467b7),segment_id=da6eca44-95b8-4f4c-8068-8f5f71c467b7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:18.554411 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fa4cef47-00ce-468d-9de2-1ad6f8d257c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.558378 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e61926-256b-45d1-b519-66be76a4132a None None] Pushing event updated for resources: {'Port': ['ID=330b37d9-11c8-48f3-9a30-72c656bb2bf3,revision_number=3']} {{(pid=110108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:18.610585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.653308 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] Set router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:18.739714 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:18.850896 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:15Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 3, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'gw_port': {'id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:16Z', 'updated_at': '2022-04-01T16:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:18.851069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.db.api [None req-fa4cef47-00ce-468d-9de2-1ad6f8d257c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:37:18.851069 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG oslo_db.api [None req-fa4cef47-00ce-468d-9de2-1ad6f8d257c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:37:18.851770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=441e443d-c89c-408d-8ede-f96d4c48b936,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:18.878581 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebecb73-6ea5-4642-b7b4-8be82cc4ff28 None None] The sync data for ids ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'] in dv-neutron-835865-1-hyperv is: [{'id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:15Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 3, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'gw_port': {'id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:16Z', 'updated_at': '2022-04-01T16:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:18.951995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:19.007755 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:19.078050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-752832'] for router_interface, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:19.079758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Pushing event updated for resources: {'Port': ['ID=24c254ba-c1a0-487f-96ee-0ef10acdd741,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:19.184591 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:19.186132 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:19.309995 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:37:19.433262 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:37:19.438709 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-810c1501-4a60-4920-b784-db5173170039 admin admin] 10.222.0.73 "PUT /v2.0/routers/47245a7f-d9e6-48fd-913b-cf2dbd97cb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0078800 Apr 01 16:37:19.510108 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ba645d20-8e0b-4bd2-9fd8-241bf73b3b5e None None] Provisioning complete for port 24c254ba-c1a0-487f-96ee-0ef10acdd741 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:19.510712 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ba645d20-8e0b-4bd2-9fd8-241bf73b3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:19.549733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-ba645d20-8e0b-4bd2-9fd8-241bf73b3b5e None None] Port 24c254ba-c1a0-487f-96ee-0ef10acdd741 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:37:19.565791 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-ba645d20-8e0b-4bd2-9fd8-241bf73b3b5e None None] Provisioning complete for port 441e443d-c89c-408d-8ede-f96d4c48b936 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:19.566168 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ba645d20-8e0b-4bd2-9fd8-241bf73b3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:19.948579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 441e443d-c89c-408d-8ede-f96d4c48b936 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:19.997158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 441e443d-c89c-408d-8ede-f96d4c48b936 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:19.997533 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.079640 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 330b37d9-11c8-48f3-9a30-72c656bb2bf3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:20.110988 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34450) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:20.120564 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-544b087a-dded-4792-a70c-679fb2c9f9cc tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476201178', 'description': 'tempest-secgroup-smoke-476201178 description', 'project_id': 'c1739f826c55437894bd42917c34be21'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:20.138627 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 330b37d9-11c8-48f3-9a30-72c656bb2bf3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:20.138978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.215253 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-544b087a-dded-4792-a70c-679fb2c9f9cc tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.223704 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.246703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] For port 330b37d9-11c8-48f3-9a30-72c656bb2bf3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=330b37d9-11c8-48f3-9a30-72c656bb2bf3,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:20.290994 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-544b087a-dded-4792-a70c-679fb2c9f9cc tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.318545 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.369211 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Pushing event updated for resources: {'Port': ['ID=330b37d9-11c8-48f3-9a30-72c656bb2bf3,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:20.392718 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-544b087a-dded-4792-a70c-679fb2c9f9cc tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.421537 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b087a-dded-4792-a70c-679fb2c9f9cc tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7896922b-efce-482a-aded-be20f0f1c23e,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:20.443390 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Sync routers for ids ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:20.453507 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Routers {'47245a7f-d9e6-48fd-913b-cf2dbd97cb57'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:20.454121 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:20.515068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-544b087a-dded-4792-a70c-679fb2c9f9cc tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.519480 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-544b087a-dded-4792-a70c-679fb2c9f9cc tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4034259 Apr 01 16:37:20.519655 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34452) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:20.524402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-fa5e421d-c3c1-46a5-87d7-c09ca3499811 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'security_group_rule': {'security_group_id': '7896922b-efce-482a-aded-be20f0f1c23e', 'project_id': 'c1739f826c55437894bd42917c34be21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:20.561607 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Set router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:20.620861 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e421d-c3c1-46a5-87d7-c09ca3499811 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.687687 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e421d-c3c1-46a5-87d7-c09ca3499811 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.751298 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e421d-c3c1-46a5-87d7-c09ca3499811 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.765626 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:15Z', 'updated_at': '2022-04-01T16:37:18Z', 'revision_number': 4, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'gw_port': {'id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:16Z', 'updated_at': '2022-04-01T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '24c254ba-c1a0-487f-96ee-0ef10acdd741', 'name': '', 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'mac_address': 'fa:16:3e:e8:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '8f87ec18-e72f-4e06-8d02-e5fe71a002a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:17Z', 'updated_at': '2022-04-01T16:37:18Z', 'revision_number': 2, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'subnets': [{'id': '8f87ec18-e72f-4e06-8d02-e5fe71a002a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:20.766977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e421d-c3c1-46a5-87d7-c09ca3499811 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b121b85-16de-4775-a5d1-a4253547f082,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:20.797616 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Checking router: 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:20.797971 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Updating router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 port 24c254ba-c1a0-487f-96ee-0ef10acdd741 binding host dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 16:37:20.822637 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.861286 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-fa5e421d-c3c1-46a5-87d7-c09ca3499811 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:20.862991 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fa5e421d-c3c1-46a5-87d7-c09ca3499811 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422017 Apr 01 16:37:20.865637 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34454) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:20.870191 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-458935d2-fc24-4fd1-9b7a-96e87c18cd02 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'security_group_rule': {'security_group_id': '7896922b-efce-482a-aded-be20f0f1c23e', 'project_id': 'c1739f826c55437894bd42917c34be21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:20.939799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-458935d2-fc24-4fd1-9b7a-96e87c18cd02 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.107746 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Notify callbacks [] for port, precommit_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.192859 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.242706 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a3e6b-d3c7-47fd-81b5-ca27c9cbea06 None None] Pushing event updated for resources: {'Port': ['ID=24c254ba-c1a0-487f-96ee-0ef10acdd741,revision_number=3']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:21.296997 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Attempting to bind port 24c254ba-c1a0-487f-96ee-0ef10acdd741 on host dv-neutron-835865-1-hyperv for vnic_type normal with profile {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:21.297367 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Attempting to bind port 24c254ba-c1a0-487f-96ee-0ef10acdd741 by drivers openvswitch,hyperv on host dv-neutron-835865-1-hyperv at level 0 using segments [{'id': 'da6eca44-95b8-4f4c-8068-8f5f71c467b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4'}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:21.297727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Attempting to bind port 24c254ba-c1a0-487f-96ee-0ef10acdd741 on network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:37:21.304036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Checking agent: {'id': 'cbce189d-b231-4027-bfae-03e24c05b845', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835865-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 31, 41), 'started_at': datetime.datetime(2022, 4, 1, 15, 32, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835865-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:37:21.304502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Checking segment: {'id': 'da6eca44-95b8-4f4c-8068-8f5f71c467b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:37:21.304908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.305298 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Bound using segment: {'id': 'da6eca44-95b8-4f4c-8068-8f5f71c467b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4'} {{(pid=110107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:37:21.305773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.managers [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Bound port: 24c254ba-c1a0-487f-96ee-0ef10acdd741, host: dv-neutron-835865-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6eca44-95b8-4f4c-8068-8f5f71c467b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4'}}] {{(pid=110107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:21.306151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.345626 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-458935d2-fc24-4fd1-9b7a-96e87c18cd02 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.373422 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] For port 24c254ba-c1a0-487f-96ee-0ef10acdd741, host dv-neutron-835865-1-hyperv, cleared binding levels {{(pid=110107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:37:21.376703 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] For port 24c254ba-c1a0-487f-96ee-0ef10acdd741, host dv-neutron-835865-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=24c254ba-c1a0-487f-96ee-0ef10acdd741,segment=NetworkSegment(da6eca44-95b8-4f4c-8068-8f5f71c467b7),segment_id=da6eca44-95b8-4f4c-8068-8f5f71c467b7)] {{(pid=110107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:37:21.398724 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-458935d2-fc24-4fd1-9b7a-96e87c18cd02 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.416772 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458935d2-fc24-4fd1-9b7a-96e87c18cd02 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034d2d4e-0a05-4022-ab96-b9b46789dce1,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:21.444384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.474665 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-458935d2-fc24-4fd1-9b7a-96e87c18cd02 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.475912 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-458935d2-fc24-4fd1-9b7a-96e87c18cd02 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6093307 Apr 01 16:37:21.480174 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34456) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:21.484546 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-d4b1108c-77b8-4b0f-af9d-677403100ea0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'security_group_rule': {'security_group_id': '7896922b-efce-482a-aded-be20f0f1c23e', 'project_id': 'c1739f826c55437894bd42917c34be21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:21.518371 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-01d1fa8e-5267-4ed4-baf9-edae75f3ff23 None None] Provisioning complete for port 24c254ba-c1a0-487f-96ee-0ef10acdd741 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:21.518762 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa8e-5267-4ed4-baf9-edae75f3ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.527225 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a3e6b-d3c7-47fd-81b5-ca27c9cbea06 None None] Pushing event updated for resources: {'Port': ['ID=24c254ba-c1a0-487f-96ee-0ef10acdd741,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:21.546027 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Routers {'47245a7f-d9e6-48fd-913b-cf2dbd97cb57'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:21.546672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:21.603863 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d4b1108c-77b8-4b0f-af9d-677403100ea0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.673505 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d4b1108c-77b8-4b0f-af9d-677403100ea0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.695907 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa8e-5267-4ed4-baf9-edae75f3ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.698700 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] Set router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:21.769682 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d4b1108c-77b8-4b0f-af9d-677403100ea0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.787343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1108c-77b8-4b0f-af9d-677403100ea0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ca9534-0cef-49b3-9ff1-d8ee85e74a1a,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:21.791667 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-01d1fa8e-5267-4ed4-baf9-edae75f3ff23 None None] For port 24c254ba-c1a0-487f-96ee-0ef10acdd741, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=24c254ba-c1a0-487f-96ee-0ef10acdd741,segment=NetworkSegment(da6eca44-95b8-4f4c-8068-8f5f71c467b7),segment_id=da6eca44-95b8-4f4c-8068-8f5f71c467b7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:21.869972 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-d4b1108c-77b8-4b0f-af9d-677403100ea0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.871416 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-d4b1108c-77b8-4b0f-af9d-677403100ea0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902709 Apr 01 16:37:21.874104 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34458) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:21.878561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-7acf34fd-6ccc-4745-9055-59b3e88e80a7 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'security_group_rule': {'security_group_id': '7896922b-efce-482a-aded-be20f0f1c23e', 'project_id': 'c1739f826c55437894bd42917c34be21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:21.893358 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 330b37d9-11c8-48f3-9a30-72c656bb2bf3 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:21.921163 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa8e-5267-4ed4-baf9-edae75f3ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:21.980464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7acf34fd-6ccc-4745-9055-59b3e88e80a7 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.001916 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1fa8e-5267-4ed4-baf9-edae75f3ff23 None None] Pushing event updated for resources: {'Port': ['ID=24c254ba-c1a0-487f-96ee-0ef10acdd741,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:22.011723 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 330b37d9-11c8-48f3-9a30-72c656bb2bf3 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:22.012213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.014869 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:15Z', 'updated_at': '2022-04-01T16:37:18Z', 'revision_number': 4, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'gw_port': {'id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:16Z', 'updated_at': '2022-04-01T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '24c254ba-c1a0-487f-96ee-0ef10acdd741', 'name': '', 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'mac_address': 'fa:16:3e:e8:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '8f87ec18-e72f-4e06-8d02-e5fe71a002a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:17Z', 'updated_at': '2022-04-01T16:37:21Z', 'revision_number': 4, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'subnets': [{'id': '8f87ec18-e72f-4e06-8d02-e5fe71a002a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:22.046278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7acf34fd-6ccc-4745-9055-59b3e88e80a7 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.063546 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d0656-8b49-4d5f-a362-a4fdfbaecd3a None None] The sync data for ids ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'] in dv-neutron-835865-1-hyperv is: [{'id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:15Z', 'updated_at': '2022-04-01T16:37:18Z', 'revision_number': 4, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'gw_port': {'id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:16Z', 'updated_at': '2022-04-01T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '24c254ba-c1a0-487f-96ee-0ef10acdd741', 'name': '', 'network_id': '9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'mac_address': 'fa:16:3e:e8:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '8f87ec18-e72f-4e06-8d02-e5fe71a002a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:17Z', 'updated_at': '2022-04-01T16:37:21Z', 'revision_number': 4, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'subnets': [{'id': '8f87ec18-e72f-4e06-8d02-e5fe71a002a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:22.085383 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-d910921f-d1c1-4a47-8a3e-0ea4c4c4e292 None None] Provisioning complete for port 24c254ba-c1a0-487f-96ee-0ef10acdd741 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:22.085758 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-d910921f-d1c1-4a47-8a3e-0ea4c4c4e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.141603 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7acf34fd-6ccc-4745-9055-59b3e88e80a7 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.164028 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf34fd-6ccc-4745-9055-59b3e88e80a7 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a365b10-9bb4-4620-961c-080b7c3409a3,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:22.247024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-7acf34fd-6ccc-4745-9055-59b3e88e80a7 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.247024 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-7acf34fd-6ccc-4745-9055-59b3e88e80a7 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3710079 Apr 01 16:37:22.248879 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34460) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:22.253390 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-2dc4808b-233b-432e-9387-1707559c21c5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'security_group_rule': {'security_group_id': '7896922b-efce-482a-aded-be20f0f1c23e', 'project_id': 'c1739f826c55437894bd42917c34be21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:22.347585 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-2dc4808b-233b-432e-9387-1707559c21c5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Project c1739f826c55437894bd42917c34be21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:37:22.354008 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2dc4808b-233b-432e-9387-1707559c21c5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.418437 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2dc4808b-233b-432e-9387-1707559c21c5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.518489 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2dc4808b-233b-432e-9387-1707559c21c5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.537166 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4808b-233b-432e-9387-1707559c21c5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe86199a-6d4c-4f56-bb9f-8aa1e782cbf1,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:22.640071 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-2dc4808b-233b-432e-9387-1707559c21c5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.641303 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-2dc4808b-233b-432e-9387-1707559c21c5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3914659 Apr 01 16:37:22.644058 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34462) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:22.649568 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-bc79c57e-f7ca-448e-bdf4-64ab8d759036 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'security_group_rule': {'security_group_id': '7896922b-efce-482a-aded-be20f0f1c23e', 'project_id': 'c1739f826c55437894bd42917c34be21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:22.769936 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.securitygroups_db [None req-bc79c57e-f7ca-448e-bdf4-64ab8d759036 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Project c1739f826c55437894bd42917c34be21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:37:22.775491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc79c57e-f7ca-448e-bdf4-64ab8d759036 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.833398 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc79c57e-f7ca-448e-bdf4-64ab8d759036 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.923734 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc79c57e-f7ca-448e-bdf4-64ab8d759036 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761250'] for security_group_rule, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:22.941387 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79c57e-f7ca-448e-bdf4-64ab8d759036 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b2bb7d-3680-4a4b-a60c-d6fba7faf96c,revision_number=0']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:23.063309 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-bc79c57e-f7ca-448e-bdf4-64ab8d759036 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:23.064607 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-bc79c57e-f7ca-448e-bdf4-64ab8d759036 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4195001 Apr 01 16:37:23.208445 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-3010718a-93c9-4981-a5ca-3c39f623d200 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476201178&fields=id&tenant_id=c1739f826c55437894bd42917c34be21 HTTP/1.1" status: 200 len: 267 time: 0.0380554 Apr 01 16:37:23.312038 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-4791d206-98f0-452b-8fac-cbd062fb338c tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:23.313453 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-4791d206-98f0-452b-8fac-cbd062fb338c tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 809 time: 0.0982907 Apr 01 16:37:23.328616 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-fa147f79-4c34-4038-af45-25f4935332ed tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/quotas/c1739f826c55437894bd42917c34be21 HTTP/1.1" status: 200 len: 375 time: 0.0094006 Apr 01 16:37:23.378189 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-d003747f-03a5-41c6-9814-8a4a8297510d tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442924 Apr 01 16:37:23.492559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-7f658275-59dc-44af-9320-8460397d7c32 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:37:23.493598 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-7f658275-59dc-44af-9320-8460397d7c32 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1036193 Apr 01 16:37:23.594831 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-19acc2be-ec90-4536-8979-ccac99bdea16 service neutron] 10.222.0.73 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945990 Apr 01 16:37:23.694894 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-0fb19651-d4b6-46ac-99ec-469f2bdacd22 service neutron] 10.222.0.73 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939176 Apr 01 16:37:23.891432 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 24c254ba-c1a0-487f-96ee-0ef10acdd741 up at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:23.941057 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Provisioning complete for port 24c254ba-c1a0-487f-96ee-0ef10acdd741 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:23.941433 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:24.018922 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-02d7970e-c7fb-4c9b-956b-e4d303b69fac req-52de7086-a52d-4371-b5fd-1424ee5d27fd tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 210 time: 0.0412841 Apr 01 16:37:25.098483 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-c529ddfc-212b-4e6d-8ea4-8083a05bb136 req-ff2a8604-dd54-4e7f-9612-f9607e6a9ac1 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 210 time: 0.0259123 Apr 01 16:37:26.190488 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a88d5886-8f71-4843-9329-ec27f4bb79fb req-83a14fbe-19e5-4c01-b76a-942e64c51f3c tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 210 time: 0.0260808 Apr 01 16:37:26.522736 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-0b394108-f1e3-41d0-8be8-f88e957cc340 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:26.524180 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-0b394108-f1e3-41d0-8be8-f88e957cc340 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 809 time: 0.1042123 Apr 01 16:37:26.573439 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-2e29219b-426d-4c8d-affd-ce6ac45d288d tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1739f826c55437894bd42917c34be21 HTTP/1.1" status: 200 len: 379 time: 0.0340593 Apr 01 16:37:26.583097 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'port': {'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'admin_state_up': True, 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'security_groups': ['7896922b-efce-482a-aded-be20f0f1c23e']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:26.761917 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Made reservation on behalf of c1739f826c55437894bd42917c34be21 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:26.765435 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:26.893316 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Allocated IP 172.20.0.8 (5d9563ec-c900-40c0-bc7b-69ae423666c3/fc698230-b718-43e0-9ff2-202dc9f4c8b7/8c759fa2-c26f-44ef-9aae-c70f2fea4425) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:27.031395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.123782 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.166278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:27.169349 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:27.173237 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:37:27.200959 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'Port': ['ID=8c759fa2-c26f-44ef-9aae-c70f2fea4425,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:27.233233 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:27.233990 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.308800 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca303f82-1e5d-4259-a5ff-0d112f154fbf req-55e4e070-a2ef-40bd-9667-6fee4082cb0f tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:27.310487 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca303f82-1e5d-4259-a5ff-0d112f154fbf req-55e4e070-a2ef-40bd-9667-6fee4082cb0f tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 931 time: 0.0512919 Apr 01 16:37:27.349595 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-1d47dd2b-ac70-45d0-93c3-1205f0a5746e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7700491 Apr 01 16:37:27.350030 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ca303f82-1e5d-4259-a5ff-0d112f154fbf req-11c4147d-a701-44d8-809a-8cef140ba5ca tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334229 Apr 01 16:37:27.366506 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Request body: {'port': {'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:27.371751 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-a080a458-8102-4f57-bcad-c4e7dccf57cf None None] Provisioning complete for port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:27.372245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a080a458-8102-4f57-bcad-c4e7dccf57cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.405931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-a080a458-8102-4f57-bcad-c4e7dccf57cf None None] Port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:37:27.423127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.674216 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c759fa2-c26f-44ef-9aae-c70f2fea4425 {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:37:27.682850 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.694900 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Transition to ACTIVE for port object 8c759fa2-c26f-44ef-9aae-c70f2fea4425 will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:27.758344 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.805792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Pushing event updated for resources: {'Port': ['ID=8c759fa2-c26f-44ef-9aae-c70f2fea4425,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:27.881226 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Attempting to bind port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:27.881551 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Attempting to bind port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:27.882611 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Attempting to bind port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 on network 5d9563ec-c900-40c0-bc7b-69ae423666c3 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:37:27.887157 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 on network 5d9563ec-c900-40c0-bc7b-69ae423666c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:37:27.887471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Attempting to bind port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 on network 5d9563ec-c900-40c0-bc7b-69ae423666c3 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:37:27.893009 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:37:27.893343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Checking segment: {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:37:27.893720 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Bound using segment: {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:37:27.894191 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Bound port: 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:27.894552 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.961221 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:37:27.964125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:37:28.038561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.075520 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.076106 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:28.077522 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c759fa2-c26f-44ef-9aae-c70f2fea4425 HTTP/1.1" status: 200 len: 1093 time: 0.7153890 Apr 01 16:37:28.077966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:28.080245 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19363e1-0f54-4950-821b-289934cd145b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:37:28.115379 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd1b9b-4241-4f05-939b-b41ee804d431 service neutron] Pushing event updated for resources: {'Port': ['ID=8c759fa2-c26f-44ef-9aae-c70f2fea4425,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:28.123436 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6388aa-13a8-4d0a-91a0-7dde3762d9fe x-openstack-request-id: req-ff6388aa-13a8-4d0a-91a0-7dde3762d9fe {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:37:28.123757 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:37:28.124015 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff6388aa-13a8-4d0a-91a0-7dde3762d9fe {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:37:28.124581 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6388aa-13a8-4d0a-91a0-7dde3762d9fe'] response: {'name': 'network-changed', 'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'status': 'completed', 'code': 200} Apr 01 16:37:28.189761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19363e1-0f54-4950-821b-289934cd145b req-75b42c6a-78e2-49a5-bae6-2748ae6feb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.191382 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c19363e1-0f54-4950-821b-289934cd145b req-75b42c6a-78e2-49a5-bae6-2748ae6feb81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1096 time: 0.0427670 Apr 01 16:37:28.299732 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19363e1-0f54-4950-821b-289934cd145b req-09f6484c-e7ac-445a-b9e5-bc8571895937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.301242 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c19363e1-0f54-4950-821b-289934cd145b req-09f6484c-e7ac-445a-b9e5-bc8571895937 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1739f826c55437894bd42917c34be21&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1024032 Apr 01 16:37:28.402095 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19363e1-0f54-4950-821b-289934cd145b req-05acaf75-7eb9-4ce7-897c-45eb239bbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.403606 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c19363e1-0f54-4950-821b-289934cd145b req-05acaf75-7eb9-4ce7-897c-45eb239bbd83 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0928166 Apr 01 16:37:28.472274 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c498d2-9ef0-48df-a5f2-db3e0ab954d0 req-e981d9b7-21ae-4274-98ad-3170625ca6d6 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.473810 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8c498d2-9ef0-48df-a5f2-db3e0ab954d0 req-e981d9b7-21ae-4274-98ad-3170625ca6d6 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 943 time: 0.0529525 Apr 01 16:37:28.485766 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-2a57c6d2-f6eb-471f-90d5-e56ebe2b548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.487436 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-2a57c6d2-f6eb-471f-90d5-e56ebe2b548c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1096 time: 0.0418270 Apr 01 16:37:28.512275 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-b8c498d2-9ef0-48df-a5f2-db3e0ab954d0 req-21cf36c2-2276-456b-9486-fd814db39695 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Apr 01 16:37:28.533116 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-d792514b-2a59-4a3f-add8-5c30483a214f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425 HTTP/1.1" status: 200 len: 217 time: 0.0341973 Apr 01 16:37:28.589307 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-7e34e8b1-d304-4662-ad49-65d4b9b15d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.590721 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-7e34e8b1-d304-4662-ad49-65d4b9b15d65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0467699 Apr 01 16:37:28.636310 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-bf9a8b73-bc1d-4ecf-898e-b96acd7b47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.637735 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-bf9a8b73-bc1d-4ecf-898e-b96acd7b47d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398941 Apr 01 16:37:28.729966 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-e9478b53-4d3e-4310-b737-4552160074e1 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815439 Apr 01 16:37:28.826839 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-2c96a5fc-9c05-4a75-b6bf-69f61c17de96 req-21a1e985-7ed7-4874-8fcd-2c6be8984de6 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856977 Apr 01 16:37:29.626350 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f8a40-d477-44f1-a61e-659cbe660472 req-b45b9e0d-5d9b-4d0c-99e1-f7faf91cfd7e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:29.627805 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-787f8a40-d477-44f1-a61e-659cbe660472 req-b45b9e0d-5d9b-4d0c-99e1-f7faf91cfd7e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 943 time: 0.0485003 Apr 01 16:37:29.665595 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-787f8a40-d477-44f1-a61e-659cbe660472 req-381a59a6-c76b-4ac0-bc89-b5d17ba152a2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313964 Apr 01 16:37:29.722992 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8c759fa2-c26f-44ef-9aae-c70f2fea4425 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:37:29.817610 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:29.829316 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:37:29.864743 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:29.877733 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c759fa2-c26f-44ef-9aae-c70f2fea4425 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:37:29.897148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:29.952015 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.137074 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8c759fa2-c26f-44ef-9aae-c70f2fea4425,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:30.236384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['8c759fa2-c26f-44ef-9aae-c70f2fea4425'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:37:30.777244 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f4507-0cd7-4278-b04c-fa41318c585e req-532d2e0a-f319-4cd5-aac7-15d357498003 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:30.778700 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e26f4507-0cd7-4278-b04c-fa41318c585e req-532d2e0a-f319-4cd5-aac7-15d357498003 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 944 time: 0.0481689 Apr 01 16:37:30.814996 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-e26f4507-0cd7-4278-b04c-fa41318c585e req-5fcb58ab-1d89-4751-a230-8f6b1bdc6817 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302727 Apr 01 16:37:31.729978 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8c759fa2-c26f-44ef-9aae-c70f2fea4425 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:37:31.849231 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:31.853212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:31.853580 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.929566 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:31.934902 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f770d-87b5-4283-b71f-1c9c5fa8714a req-7a6469c3-e883-46b8-978b-b0cb2b460ad3 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:31.936435 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7e8f770d-87b5-4283-b71f-1c9c5fa8714a req-7a6469c3-e883-46b8-978b-b0cb2b460ad3 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 944 time: 0.0532901 Apr 01 16:37:31.955183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:31.957501 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d071883ee22f3c72a2fee2ff1bc5b0b9a2d2a7fe27c325bed0f51e1fc43cf572" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0d65d0-414d-4d32-9cf4-3d56865d12e0" -d '{"events": [{"server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "name": "network-vif-plugged", "status": "completed", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:37:31.970931 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:31.977163 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7e8f770d-87b5-4283-b71f-1c9c5fa8714a req-6c5914b0-a901-4326-b112-3920d456d7e7 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346768 Apr 01 16:37:32.043964 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:32.067516 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156e6811-596d-4d09-bc6c-96e462949b10 x-openstack-request-id: req-156e6811-596d-4d09-bc6c-96e462949b10 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:37:32.067825 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "name": "network-vif-plugged", "status": "completed", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:37:32.068049 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-156e6811-596d-4d09-bc6c-96e462949b10 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:37:32.068457 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156e6811-596d-4d09-bc6c-96e462949b10'] response: {'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'code': 200} Apr 01 16:37:32.094129 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8c759fa2-c26f-44ef-9aae-c70f2fea4425,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:32.401112 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35280f-cc1a-4490-9e2a-8b7b4071501a req-a2588bb1-ae2a-4a1f-ad76-c08b671f7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:32.402575 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8d35280f-cc1a-4490-9e2a-8b7b4071501a req-a2588bb1-ae2a-4a1f-ad76-c08b671f7143 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1098 time: 0.0397861 Apr 01 16:37:32.440640 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8d35280f-cc1a-4490-9e2a-8b7b4071501a req-997b0005-7eee-41ac-875e-bfa446c68cf3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273376 Apr 01 16:37:33.093541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307318-9c25-4af7-b2c1-fab799ff16f1 req-0e0045e4-1d6e-47f9-b5ba-d637e580caaf tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:33.095014 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-39307318-9c25-4af7-b2c1-fab799ff16f1 req-0e0045e4-1d6e-47f9-b5ba-d637e580caaf tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 945 time: 0.0499287 Apr 01 16:37:33.134321 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-39307318-9c25-4af7-b2c1-fab799ff16f1 req-5b68980d-96b8-439f-b47b-9ec790ad229c tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 Apr 01 16:37:34.252044 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803e861-fe4d-4225-bdd2-f54bbb146701 req-297e5564-a6a2-4c62-914d-6a79f409c0a6 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:34.253284 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3803e861-fe4d-4225-bdd2-f54bbb146701 req-297e5564-a6a2-4c62-914d-6a79f409c0a6 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 945 time: 0.0482848 Apr 01 16:37:34.289474 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-3803e861-fe4d-4225-bdd2-f54bbb146701 req-be7953c9-8e09-463a-bd11-61ae4ca30af2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302532 Apr 01 16:37:34.405027 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273b5c1-e070-4ec5-b074-4442ebeed848 req-5c350d8c-6933-4316-afc1-5c37eac9fea1 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:34.406501 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6273b5c1-e070-4ec5-b074-4442ebeed848 req-5c350d8c-6933-4316-afc1-5c37eac9fea1 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 945 time: 0.0517418 Apr 01 16:37:34.444390 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6273b5c1-e070-4ec5-b074-4442ebeed848 req-851aff99-8e1e-4f1d-906a-68e2e833c7ba tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317633 Apr 01 16:37:34.465909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34526) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:34.546202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cdb9c0-eaf0-40ae-83e5-70fe6b41e887 tempest-TestSnapshotPattern-1077361243 tempest-TestSnapshotPattern-1077361243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:34.547705 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-67cdb9c0-eaf0-40ae-83e5-70fe6b41e887 tempest-TestSnapshotPattern-1077361243 tempest-TestSnapshotPattern-1077361243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1093 time: 0.0808055 Apr 01 16:37:34.550548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 34530) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:37:34.554752 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:37:34.664844 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for floatingip, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.747260 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-72fba8f3-1793-47f9-b52e-c2c75e7100cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.766004 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:34.870343 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Allocated IP 172.26.6.157 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/3b77f64a-2abc-46af-846c-cea84729d490) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:34.969661 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.066813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.106792 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:35.109818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:35.113350 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:37:35.139692 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'Port': ['ID=3b77f64a-2abc-46af-846c-cea84729d490,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:35.468190 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.621651 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.771269 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.866321 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:35.935922 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'Port': ['ID=3b77f64a-2abc-46af-846c-cea84729d490,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:35.947491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.049075 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.db.l3_db [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Floating IP d786ffdb-94d5-401e-8f40-89a16da4ebe1 associated. External IP: 172.26.6.157, port: 8c759fa2-c26f-44ef-9aae-c70f2fea4425. Apr 01 16:37:36.254731 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Router d96eeb64-01f4-4709-a90d-a505e36b83b7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:37:36.360431 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:37:36.369733 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] Sync routers for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:37:36.379566 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:36.380170 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:36.439942 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.476384 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-cfc159fa-dfef-489d-aed1-bbe67eca5006 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9162233 Apr 01 16:37:36.476384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:37:36.476384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b288b0bee119727e8d1e1131aa9ad5729bc70f8e8b08bc1c315ff4152bdee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3642f099-18f3-4996-867b-638a97981311" -d '{"events": [{"name": "network-changed", "server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:37:36.507960 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd04c2-80c6-4918-bb2d-0d205513e417 x-openstack-request-id: req-64cd04c2-80c6-4918-bb2d-0d205513e417 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:37:36.508277 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:37:36.509169 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64cd04c2-80c6-4918-bb2d-0d205513e417 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:37:36.509592 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cd04c2-80c6-4918-bb2d-0d205513e417'] response: {'name': 'network-changed', 'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'status': 'completed', 'code': 200} Apr 01 16:37:36.572973 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642f099-18f3-4996-867b-638a97981311 req-652be171-97a8-4ab6-96ac-9cb208214839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:36.574777 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3642f099-18f3-4996-867b-638a97981311 req-652be171-97a8-4ab6-96ac-9cb208214839 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1098 time: 0.0430698 Apr 01 16:37:36.580366 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:36.668312 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642f099-18f3-4996-867b-638a97981311 req-5fbc4e60-8bc0-4552-8f11-a8d17189cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:36.669857 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3642f099-18f3-4996-867b-638a97981311 req-5fbc4e60-8bc0-4552-8f11-a8d17189cbeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 911 time: 0.0888617 Apr 01 16:37:36.734392 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3642f099-18f3-4996-867b-638a97981311 req-bca0ac11-1d0f-451e-a12c-1e3fd0480ec8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425 HTTP/1.1" status: 200 len: 999 time: 0.0580723 Apr 01 16:37:36.783840 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642f099-18f3-4996-867b-638a97981311 req-73be4d2b-07c4-44ab-a0dc-355ddf050555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:36.785355 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3642f099-18f3-4996-867b-638a97981311 req-73be4d2b-07c4-44ab-a0dc-355ddf050555 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0448210 Apr 01 16:37:36.801570 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'd786ffdb-94d5-401e-8f40-89a16da4ebe1', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:35Z', 'updated_at': '2022-04-01T16:37:35Z', 'revision_number': 0, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:36.827526 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] Checking router: d96eeb64-01f4-4709-a90d-a505e36b83b7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:37:36.835736 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:37:36.836171 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642f099-18f3-4996-867b-638a97981311 req-3d3f02fa-ee95-4545-856a-839d7fef065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:36.836320 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:37:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:36.837748 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3642f099-18f3-4996-867b-638a97981311 req-3d3f02fa-ee95-4545-856a-839d7fef065d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463483 Apr 01 16:37:36.926091 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3642f099-18f3-4996-867b-638a97981311 req-9638f11e-76b5-4372-a05b-edf8ebea74af service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814433 Apr 01 16:37:36.940358 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:37:37.017151 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-3642f099-18f3-4996-867b-638a97981311 req-02619e0d-82ac-4931-a0aa-3e9f3d719213 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848901 Apr 01 16:37:37.159345 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'd786ffdb-94d5-401e-8f40-89a16da4ebe1', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:35Z', 'updated_at': '2022-04-01T16:37:35Z', 'revision_number': 0, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:37.185750 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f518e-704b-4912-bcdd-103dbbfa17f8 None None] The sync data for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv is: [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'd786ffdb-94d5-401e-8f40-89a16da4ebe1', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:35Z', 'updated_at': '2022-04-01T16:37:35Z', 'revision_number': 0, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:37:37.293750 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-596ce7b8-7997-4518-8b5b-68f5c226775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:37.369820 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8574f-b933-4f46-a8d9-1467c5a98126 None None] New status for floating IP d786ffdb-94d5-401e-8f40-89a16da4ebe1: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:37:39.951912 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:40.892810 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.209189 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:46.003264 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:52.120165 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:38:04.746128 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f001c7fc-86db-4529-b778-b7006e9c4070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:07.294487 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-64089c41-9cff-4da4-b0fb-2550a3e2f8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:09.247582 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-92162cbb-c301-4250-a4b6-a920080969e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397632 Apr 01 16:38:09.332114 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-6be77e5f-4dfa-40d8-8d46-43f8f13e4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:09.333623 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-6be77e5f-4dfa-40d8-8d46-43f8f13e4a05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1098 time: 0.0401878 Apr 01 16:38:09.436804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-61848888-88c6-440d-9bad-d07430e2d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:09.438260 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-61848888-88c6-440d-9bad-d07430e2d9ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 911 time: 0.0857458 Apr 01 16:38:09.508699 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-bdddadf9-a63e-4cfd-8ce2-07c5849efcb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425 HTTP/1.1" status: 200 len: 1001 time: 0.0590990 Apr 01 16:38:09.555657 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-b5eeed06-173e-4adc-b801-41d220ea45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:09.557553 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-b5eeed06-173e-4adc-b801-41d220ea45b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0415118 Apr 01 16:38:09.602669 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-ab45d50f-a2fa-404f-9cd1-3d0dd31f13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:09.604126 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-ab45d50f-a2fa-404f-9cd1-3d0dd31f13ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387979 Apr 01 16:38:09.696586 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-793daf66-ec0d-450d-a5df-4721d169265e service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842788 Apr 01 16:38:09.784088 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-98f60023-94fb-4503-b6d5-6656acb3b27b req-c0a2d568-a6c3-40b8-ad20-4d16bb61ef35 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810549 Apr 01 16:38:09.978056 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:10.891928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:11.162783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:16.070917 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:29.118998 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:38:34.750675 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-ddd74860-dbe6-4cca-942f-b54e9af99cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:37.298993 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8993a627-f183-4a4d-a762-83060f390ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:39.967944 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:40.905235 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:41.144663 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:46.039875 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:04.770807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-84f56f0a-e097-41ab-aa2d-32c5c1b336e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:06.117836 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:39:07.295966 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4146a2e4-37b7-4e4f-b8c9-b7e56f02781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:09.413083 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-231e9d2b-18ba-408c-9e96-b91163b5bff2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751560 Apr 01 16:39:09.499909 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-eb697fa9-257c-4618-b6fb-d27150701133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:09.501589 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-eb697fa9-257c-4618-b6fb-d27150701133 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1098 time: 0.0401816 Apr 01 16:39:09.610804 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-92660f40-b0b2-4dc3-92b7-7ef00b123f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:09.612402 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-92660f40-b0b2-4dc3-92b7-7ef00b123f94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 911 time: 0.0856245 Apr 01 16:39:09.684968 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-5d965251-9ce7-4e6d-853f-ff253c4fd14f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425 HTTP/1.1" status: 200 len: 1001 time: 0.0563185 Apr 01 16:39:09.736063 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-d827a6fc-2a9b-42cf-b3d0-382d1e695b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:09.737511 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-d827a6fc-2a9b-42cf-b3d0-382d1e695b29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0425158 Apr 01 16:39:09.787065 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-4dad93e3-9959-4e10-bf97-51e9d76dc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:09.788625 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-4dad93e3-9959-4e10-bf97-51e9d76dc5d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427735 Apr 01 16:39:09.880595 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-c3c32ab6-9363-40f2-aacf-6bc6f1dd8d5f service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811625 Apr 01 16:39:09.956004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:09.976113 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f97f20ab-2ed1-4ba0-8915-a08fdb34698a req-78e9b091-defa-4314-96b3-7134976bd168 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841267 Apr 01 16:39:10.896198 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:11.196031 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:16.107267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:34.766595 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-68a09443-2575-47d5-9a05-5aad723ee5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:37.295435 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb086-96fa-453d-bc6b-a43b6b9dd690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:39.975360 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:40.219960 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8c759fa2-c26f-44ef-9aae-c70f2fea4425 details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:39:40.320112 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:39:40.331465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:39:40.370951 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:40.382969 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c759fa2-c26f-44ef-9aae-c70f2fea4425 {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:39:40.401948 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:39:40.452664 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:40.504335 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8c759fa2-c26f-44ef-9aae-c70f2fea4425,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:40.511605 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.515547 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:40.537157 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['8c759fa2-c26f-44ef-9aae-c70f2fea4425'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:39:40.908297 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:41.166939 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:42.233784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8c759fa2-c26f-44ef-9aae-c70f2fea4425 up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:39:42.293827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:42.294205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:42.378443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:42.403070 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:42.420666 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:39:42.449327 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7898e8aaa4aa9b8aabeaf75dd82f8ec7c9aec7abb1849a101e91dec04e399574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb143556-e2b0-4ff7-95e0-d89d16a5c80e" -d '{"events": [{"server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "name": "network-vif-plugged", "status": "completed", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:39:42.484720 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:42.551879 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8c759fa2-c26f-44ef-9aae-c70f2fea4425,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:42.622909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81684424-984e-4493-a906-f33e7e9baff1 x-openstack-request-id: req-81684424-984e-4493-a906-f33e7e9baff1 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:39:42.623212 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "name": "network-vif-plugged", "status": "completed", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:39:42.623540 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81684424-984e-4493-a906-f33e7e9baff1 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:39:42.623950 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81684424-984e-4493-a906-f33e7e9baff1'] response: {'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'code': 200} Apr 01 16:39:43.117437 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:39:46.703807 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:52.075390 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-d12272a2-732e-4721-a9c9-48e2a9434265 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476201178&fields=id&tenant_id=c1739f826c55437894bd42917c34be21 HTTP/1.1" status: 200 len: 267 time: 0.0322380 Apr 01 16:39:52.181892 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-24c62883-3d7a-417e-9e03-6ad331fd1316 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:52.183257 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-24c62883-3d7a-417e-9e03-6ad331fd1316 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 809 time: 0.1006877 Apr 01 16:39:52.197919 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-70ee0a40-3ce7-4277-bd2f-fd60e8d11afe tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/quotas/c1739f826c55437894bd42917c34be21 HTTP/1.1" status: 200 len: 375 time: 0.0089526 Apr 01 16:39:52.531411 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-d521d084-d2c0-4c35-99b3-5be5ef4de5ee tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3282831 Apr 01 16:39:52.618528 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-36f6a28c-f94b-49b4-8210-408a41d59f45 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110105) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:39:52.619551 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-36f6a28c-f94b-49b4-8210-408a41d59f45 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434260 Apr 01 16:39:52.707652 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-324a86b8-1b63-41e7-9c59-3d1c01e79faa service neutron] 10.222.0.73 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819082 Apr 01 16:39:52.798519 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-c712b312-4d0c-4eb6-914c-83cd2e70d37a service neutron] 10.222.0.73 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840425 Apr 01 16:39:53.141297 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4fadae34-5db5-410b-abcf-dc249d26321d req-9ca86a35-0c16-4511-94ff-c56b2eb1888d tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 210 time: 0.0721750 Apr 01 16:39:54.235169 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-28977629-53e9-4ae7-8022-9e8a4e0ddbd5 req-dc2def65-4189-4f3f-baa7-3ef1ec2b0b07 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 210 time: 0.0262504 Apr 01 16:39:55.345842 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4430e869-9e0b-4420-9358-f9b159a7f608 req-f8188c6f-e09b-4189-a76d-b80eb91cf792 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 210 time: 0.0315197 Apr 01 16:39:55.468197 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-0bad9748-5f7c-4b05-b76a-104e8e721d46 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:55.469661 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-0bad9748-5f7c-4b05-b76a-104e8e721d46 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 809 time: 0.4407856 Apr 01 16:39:55.518349 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-1fcafe55-b443-4478-9591-8c65c4df75f9 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1739f826c55437894bd42917c34be21 HTTP/1.1" status: 200 len: 379 time: 0.0325744 Apr 01 16:39:55.532859 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'port': {'device_id': '6131f718-62eb-4b14-badf-cc14888fad83', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'admin_state_up': True, 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'security_groups': ['7896922b-efce-482a-aded-be20f0f1c23e']}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:55.729327 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Made reservation on behalf of c1739f826c55437894bd42917c34be21 for: {'port': 1} {{(pid=110106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:39:55.732888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:55.857540 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_common [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Allocated IP 172.20.0.3 (5d9563ec-c900-40c0-bc7b-69ae423666c3/fc698230-b718-43e0-9ff2-202dc9f4c8b7/e9fbcf5b-cc7d-479f-accd-b43d5d47313f) {{(pid=110106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:39:56.020690 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for port, precommit_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.167475 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_create {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.213404 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 is already hosted by enough agents. {{(pid=110106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:39:56.216758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.base_scheduler [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Resources bound (agent type, host, resource id): {{(pid=110106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:39:56.221210 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Received port after_create {{(pid=110106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:39:56.227756 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'Port': ['ID=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,revision_number=1']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:56.256402 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.256768 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.257111 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.257453 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.257790 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.258125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.258454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.258787 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.259160 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.259445 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.259798 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.260094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.291949 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:56.292618 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.293760 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8c759fa2-c26f-44ef-9aae-c70f2fea4425 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:39:56.410931 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-81be9309-d930-4d17-96e3-d1b7e2af9632 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8816583 Apr 01 16:39:56.414784 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.471792 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:39:56.475010 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:56.478895 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7898e8aaa4aa9b8aabeaf75dd82f8ec7c9aec7abb1849a101e91dec04e399574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91100f0-6dc3-48d1-8044-5cf622ff3ba5" -d '{"events": [{"server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "name": "network-vif-unplugged", "status": "completed", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:39:56.488797 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.v2.base [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Request body: {'port': {'device_id': '6131f718-62eb-4b14-badf-cc14888fad83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8358'}} {{(pid=110106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:39:56.526156 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b282db-de85-4bfe-b2d7-beb38d992444 x-openstack-request-id: req-89b282db-de85-4bfe-b2d7-beb38d992444 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:39:56.526687 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "name": "network-vif-unplugged", "status": "completed", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:39:56.527151 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89b282db-de85-4bfe-b2d7-beb38d992444 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:39:56.527868 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b282db-de85-4bfe-b2d7-beb38d992444'] response: {'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'code': 200} Apr 01 16:39:56.541835 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286cba-f534-4caf-93ed-df7f31065cf6 req-768d3154-da25-41f6-b1b9-76c62bef2236 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:56.544399 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f286cba-f534-4caf-93ed-df7f31065cf6 req-768d3154-da25-41f6-b1b9-76c62bef2236 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 931 time: 0.1072636 Apr 01 16:39:56.555517 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.580559 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.628821 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1f286cba-f534-4caf-93ed-df7f31065cf6 req-b714d249-b035-403a-a767-fbd28673e4a0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740769 Apr 01 16:39:56.653965 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=8c759fa2-c26f-44ef-9aae-c70f2fea4425,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:56.709099 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-11ed16b1-fdfb-4121-8347-1b47b2204f08 None None] Provisioning complete for port e9fbcf5b-cc7d-479f-accd-b43d5d47313f triggered by entity DHCP. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:39:56.710205 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-11ed16b1-fdfb-4121-8347-1b47b2204f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.759809 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-11ed16b1-fdfb-4121-8347-1b47b2204f08 None None] Port e9fbcf5b-cc7d-479f-accd-b43d5d47313f cannot update to ACTIVE because it is not bound. {{(pid=110107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 16:39:56.989872 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fbcf5b-cc7d-479f-accd-b43d5d47313f {{(pid=110106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:39:56.998516 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:57.012128 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.provisioning_blocks [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Transition to ACTIVE for port object e9fbcf5b-cc7d-479f-accd-b43d5d47313f will not be triggered until provisioned by entity L2. {{(pid=110106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:39:57.086891 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:57.156834 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,revision_number=2']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:57.218911 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Attempting to bind port e9fbcf5b-cc7d-479f-accd-b43d5d47313f on host hv-neutron-8358 for vnic_type normal with profile {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:39:57.219539 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Attempting to bind port e9fbcf5b-cc7d-479f-accd-b43d5d47313f by drivers openvswitch,hyperv on host hv-neutron-8358 at level 0 using segments [{'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:39:57.220061 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Attempting to bind port e9fbcf5b-cc7d-479f-accd-b43d5d47313f on network 5d9563ec-c900-40c0-bc7b-69ae423666c3 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:39:57.225357 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Port e9fbcf5b-cc7d-479f-accd-b43d5d47313f on network 5d9563ec-c900-40c0-bc7b-69ae423666c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8358 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 16:39:57.225678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Attempting to bind port e9fbcf5b-cc7d-479f-accd-b43d5d47313f on network 5d9563ec-c900-40c0-bc7b-69ae423666c3 {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 16:39:57.230615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Checking agent: {'id': 'c24e7ff2-c7e4-43f1-975d-40e64507724c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8358', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'started_at': datetime.datetime(2022, 4, 1, 15, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 16:39:57.230956 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Checking segment: {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 16:39:57.231340 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Bound using segment: {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'} {{(pid=110106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 16:39:57.232272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.managers [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Bound port: e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host: hv-neutron-8358, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd1244b-2f33-4da9-813c-23a69d06433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3'}}] {{(pid=110106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:39:57.232272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:57.309533 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, cleared binding levels {{(pid=110106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:39:57.313331 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:39:57.381450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59975953'] for port, after_update {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:57.422536 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:57.423287 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:57.424869 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9fbcf5b-cc7d-479f-accd-b43d5d47313f HTTP/1.1" status: 200 len: 1093 time: 0.9406896 Apr 01 16:39:57.425384 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:39:57.478250 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e17204-e0a3-42a7-8b4d-d69e366a4987 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,revision_number=3']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:57.503573 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d194e4ea3c3d9b3c213fd21791155c3e6e79d05ab17afd6d2e7170b7ccfd899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cd9d69-b3da-43ee-ba88-5fbdad538def" -d '{"events": [{"name": "network-changed", "server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:39:57.632968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec020ce8-ac4f-45b6-9a26-67d340c54883 x-openstack-request-id: req-ec020ce8-ac4f-45b6-9a26-67d340c54883 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:39:57.633261 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:39:57.633529 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec020ce8-ac4f-45b6-9a26-67d340c54883 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:39:57.633942 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec020ce8-ac4f-45b6-9a26-67d340c54883'] response: {'name': 'network-changed', 'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'status': 'completed', 'code': 200} Apr 01 16:39:57.762135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2cd52-bd63-409c-839b-bf52bd9c3143 req-23aa03cb-5b3c-4100-bc34-dbb863434cf5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:57.764723 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69f2cd52-bd63-409c-839b-bf52bd9c3143 req-23aa03cb-5b3c-4100-bc34-dbb863434cf5 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0627770 Apr 01 16:39:57.805199 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-69f2cd52-bd63-409c-839b-bf52bd9c3143 req-bd66c836-c191-497e-b8aa-9204e49291e3 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342953 Apr 01 16:39:58.928688 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d1e19-11a4-43a7-8896-130576fac450 req-5c6e8fe7-f051-42b7-99f0-cead4f3f25fb tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:58.930356 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7e3d1e19-11a4-43a7-8896-130576fac450 req-5c6e8fe7-f051-42b7-99f0-cead4f3f25fb tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0505199 Apr 01 16:39:58.976951 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-7e3d1e19-11a4-43a7-8896-130576fac450 req-45bf4c5d-9705-48da-9ae9-1f1f13a4ea9a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403380 Apr 01 16:40:00.102766 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63006e-8a0e-41fc-bdba-008d34773b09 req-4eaced5d-21b8-4b70-aac7-67fc2215c83b tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:00.105223 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4b63006e-8a0e-41fc-bdba-008d34773b09 req-4eaced5d-21b8-4b70-aac7-67fc2215c83b tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0594342 Apr 01 16:40:00.145476 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-4b63006e-8a0e-41fc-bdba-008d34773b09 req-f06b5245-d04c-45e5-a469-54845c0e0b9e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341880 Apr 01 16:40:01.270585 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30b3eb-4446-4ef2-8695-5bb26fdfb686 req-3d190fc2-bdec-4b85-85f7-d26988a1885e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:01.272081 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0b30b3eb-4446-4ef2-8695-5bb26fdfb686 req-3d190fc2-bdec-4b85-85f7-d26988a1885e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0507116 Apr 01 16:40:01.312285 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-0b30b3eb-4446-4ef2-8695-5bb26fdfb686 req-385d25a0-857e-43a6-96fe-fc028fda271d tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340695 Apr 01 16:40:02.431493 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fb41d-0a66-473b-8e97-6ec7ac1a8cae req-f7ae955f-ec70-4690-96b0-413e35305b39 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:02.441429 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5e8fb41d-0a66-473b-8e97-6ec7ac1a8cae req-f7ae955f-ec70-4690-96b0-413e35305b39 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0513651 Apr 01 16:40:02.478830 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5e8fb41d-0a66-473b-8e97-6ec7ac1a8cae req-5706700a-c44e-4ae8-8a9c-20ce7fb76923 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397480 Apr 01 16:40:03.597961 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b1294-257d-4b3a-b229-a2539e8c65a0 req-7ba579dc-8594-4502-b65a-379826ab1c29 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:03.599448 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-281b1294-257d-4b3a-b229-a2539e8c65a0 req-7ba579dc-8594-4502-b65a-379826ab1c29 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0499215 Apr 01 16:40:03.637529 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-281b1294-257d-4b3a-b229-a2539e8c65a0 req-02f67f27-8088-4f4e-9881-20aefd343a79 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Apr 01 16:40:04.157267 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd9d69-b3da-43ee-ba88-5fbdad538def req-50ab3456-ef85-4de8-80ad-e71c90b5397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:04.159212 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-27cd9d69-b3da-43ee-ba88-5fbdad538def req-50ab3456-ef85-4de8-80ad-e71c90b5397b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 1096 time: 0.0431840 Apr 01 16:40:04.261399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd9d69-b3da-43ee-ba88-5fbdad538def req-3b334823-e95b-4fdd-8272-4ffc10b61f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:04.262897 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-27cd9d69-b3da-43ee-ba88-5fbdad538def req-3b334823-e95b-4fdd-8272-4ffc10b61f00 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1739f826c55437894bd42917c34be21&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0936282 Apr 01 16:40:04.355898 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd9d69-b3da-43ee-ba88-5fbdad538def req-57515011-d6a1-4257-9c93-afa2595b51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:04.357356 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-27cd9d69-b3da-43ee-ba88-5fbdad538def req-57515011-d6a1-4257-9c93-afa2595b51fa service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0857427 Apr 01 16:40:04.443162 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-94c9fef8-8e90-4dc3-8d8e-5f0b0f5a6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:04.444604 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-94c9fef8-8e90-4dc3-8d8e-5f0b0f5a6646 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 1096 time: 0.0448442 Apr 01 16:40:04.485666 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-d1cd1957-d0f4-47e7-aacd-644c3c31d94f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f HTTP/1.1" status: 200 len: 217 time: 0.0336223 Apr 01 16:40:04.533392 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-42798c64-275f-43ab-bc3b-6a92c086e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:04.534795 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-42798c64-275f-43ab-bc3b-6a92c086e123 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0430949 Apr 01 16:40:04.586737 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-fe451e33-5975-4580-a484-a0e0402765ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:04.588190 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-fe451e33-5975-4580-a484-a0e0402765ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432048 Apr 01 16:40:04.683502 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-103ced70-4a66-4fb2-bd97-3b9a4f865b6f service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803311 Apr 01 16:40:04.743635 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e34b9755-be9a-4951-9ad6-fa9fb85d0dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:04.753491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776cab4-50e1-4de0-a839-a2156ca49300 req-016f544e-c67c-40f0-a539-c241fe3d7e65 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:04.755050 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9776cab4-50e1-4de0-a839-a2156ca49300 req-016f544e-c67c-40f0-a539-c241fe3d7e65 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0509131 Apr 01 16:40:04.778974 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-d7a9bafb-a233-44ad-9af7-f492e00920a9 req-fe2418e5-04b2-49b1-8e41-4fbe6a7cbf3c service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886807 Apr 01 16:40:04.793561 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-9776cab4-50e1-4de0-a839-a2156ca49300 req-30fe9caa-4602-4a55-be42-b49edb2e9c4f tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Apr 01 16:40:05.908520 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced52757-1012-4eb8-9f9d-efc83a052c6e req-e9223f5d-9df0-494c-8e84-7c8529edfd82 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:05.909997 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ced52757-1012-4eb8-9f9d-efc83a052c6e req-e9223f5d-9df0-494c-8e84-7c8529edfd82 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0496776 Apr 01 16:40:05.951439 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ced52757-1012-4eb8-9f9d-efc83a052c6e req-65b91b87-d5ad-491d-b912-0a7bbb8fa6ef tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354850 Apr 01 16:40:07.065253 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba56e1-5b20-486f-b11a-4e32be3ec99c req-efedeaf4-e514-4fb2-8379-c298f6e9e9c4 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:07.066745 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-08ba56e1-5b20-486f-b11a-4e32be3ec99c req-efedeaf4-e514-4fb2-8379-c298f6e9e9c4 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0491238 Apr 01 16:40:07.104822 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-08ba56e1-5b20-486f-b11a-4e32be3ec99c req-a9d68ded-c264-4df5-ab75-50d1a45fd45a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318074 Apr 01 16:40:07.337549 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c536330f-44e9-488b-a4e5-23a2de392810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:08.220979 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672672ce-a64f-4bec-98e2-0b483647bc9a req-6e7dc6e1-1df8-4169-8971-0c68d3393a41 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:08.222380 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-672672ce-a64f-4bec-98e2-0b483647bc9a req-6e7dc6e1-1df8-4169-8971-0c68d3393a41 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0515549 Apr 01 16:40:08.260277 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-672672ce-a64f-4bec-98e2-0b483647bc9a req-7ea7e0c4-8e92-4f30-bf16-f03222dc607a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317862 Apr 01 16:40:08.388325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9fbcf5b-cc7d-479f-accd-b43d5d47313f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:40:08.483585 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:40:08.494092 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'port_id': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'mac_address': 'fa:16:3e:d2:1e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:40:08.528908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:08.542037 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fbcf5b-cc7d-479f-accd-b43d5d47313f {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:40:08.561072 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:40:08.640031 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:08.685797 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,revision_number=4']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:08.901096 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['e9fbcf5b-cc7d-479f-accd-b43d5d47313f'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:40:09.377306 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be222e-f16c-4c67-bec8-8e99321d6bf5 req-0aeeac6f-f7a0-46c7-b2e9-447f747fb208 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:09.378771 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7be222e-f16c-4c67-bec8-8e99321d6bf5 req-0aeeac6f-f7a0-46c7-b2e9-447f747fb208 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 944 time: 0.0487497 Apr 01 16:40:09.420587 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d7be222e-f16c-4c67-bec8-8e99321d6bf5 req-7ac2553a-e1f2-4ee3-87df-eab7c66ed28e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357320 Apr 01 16:40:09.469191 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-afebc99f-0b05-4683-9daa-a8c7b0263f70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418417 Apr 01 16:40:09.551807 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-ffd3e225-6824-4027-9da8-75042d62abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:09.553175 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-ffd3e225-6824-4027-9da8-75042d62abaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1096 time: 0.0415933 Apr 01 16:40:09.659443 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-be646d00-dd80-4429-8237-bd6fc40e28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:09.660973 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-be646d00-dd80-4429-8237-bd6fc40e28c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 911 time: 0.0867534 Apr 01 16:40:09.727620 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-7483acec-b977-44d6-b68d-b0ecb0978e9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425 HTTP/1.1" status: 200 len: 999 time: 0.0564375 Apr 01 16:40:09.778461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-880a2971-0e8c-4edf-9c18-5466106b3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:09.779839 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-880a2971-0e8c-4edf-9c18-5466106b3801 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0410178 Apr 01 16:40:09.833125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-283c233b-92d7-4161-b2d7-6606e1704bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:09.834613 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-283c233b-92d7-4161-b2d7-6606e1704bf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435073 Apr 01 16:40:09.927662 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-55dbd151-450a-4a2e-9ff4-825e51aa3930 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831370 Apr 01 16:40:09.983380 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:10.023987 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-f5e4490e-9c7b-49c3-be02-4da7f045669d req-9b8deaf2-4dfa-40ca-8e54-716c76af2574 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854280 Apr 01 16:40:10.406782 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9fbcf5b-cc7d-479f-accd-b43d5d47313f up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:40:10.512208 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning for port e9fbcf5b-cc7d-479f-accd-b43d5d47313f completed by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:40:10.516213 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port e9fbcf5b-cc7d-479f-accd-b43d5d47313f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:10.516613 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:10.537273 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da3c99-9b09-42a0-8101-f37615d9bc76 req-be84f47e-a0cf-446a-a110-5012c3b2c656 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:10.538771 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-20da3c99-9b09-42a0-8101-f37615d9bc76 req-be84f47e-a0cf-446a-a110-5012c3b2c656 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 944 time: 0.0491564 Apr 01 16:40:10.576630 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-20da3c99-9b09-42a0-8101-f37615d9bc76 req-37c15ebe-3056-4958-b1b5-29e746654f83 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314903 Apr 01 16:40:10.593319 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:10.615067 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:40:10.617350 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7898e8aaa4aa9b8aabeaf75dd82f8ec7c9aec7abb1849a101e91dec04e399574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e71d22f-94db-46a9-9272-0ccadb8e286f" -d '{"events": [{"server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "name": "network-vif-plugged", "status": "completed", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:40:10.630130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:40:10.653239 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c8859-0dc2-4c49-9b33-24bf90dbc594 x-openstack-request-id: req-ac3c8859-0dc2-4c49-9b33-24bf90dbc594 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:40:10.654646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "name": "network-vif-plugged", "status": "completed", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:40:10.654646 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac3c8859-0dc2-4c49-9b33-24bf90dbc594 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:40:10.654646 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3c8859-0dc2-4c49-9b33-24bf90dbc594'] response: {'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'code': 200} Apr 01 16:40:10.718171 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:10.766753 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,revision_number=5']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:10.912113 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:11.033674 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291392f-57f6-4645-a20c-3c2312e01f9b req-a2a74559-a143-4e4c-a31b-28786d1ffb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:11.035092 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8291392f-57f6-4645-a20c-3c2312e01f9b req-a2a74559-a143-4e4c-a31b-28786d1ffb4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 1098 time: 0.0447280 Apr 01 16:40:11.071305 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8291392f-57f6-4645-a20c-3c2312e01f9b req-09033005-3165-4d06-845b-ad1f4b59e363 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291953 Apr 01 16:40:11.223230 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:11.693217 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442631d0-9036-42ab-aaff-7c8ba3ca4e09 req-8300060d-6fd4-42f0-bdc7-d68712ffc9b0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:11.694704 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-442631d0-9036-42ab-aaff-7c8ba3ca4e09 req-8300060d-6fd4-42f0-bdc7-d68712ffc9b0 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 945 time: 0.0514922 Apr 01 16:40:11.732527 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-442631d0-9036-42ab-aaff-7c8ba3ca4e09 req-f414fdf6-a9ae-4965-b9c7-271db2e0d4e9 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Apr 01 16:40:12.848735 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85aa04-5cf3-47da-868d-941da37ba50b req-7dd88c48-74cb-4279-8e8b-ab68073f6318 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:12.850216 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a85aa04-5cf3-47da-868d-941da37ba50b req-7dd88c48-74cb-4279-8e8b-ab68073f6318 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Apr 01 16:40:12.890049 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-5a85aa04-5cf3-47da-868d-941da37ba50b req-f4306531-71aa-4057-8af8-61de540bdb80 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339961 Apr 01 16:40:13.002116 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b561571-6919-4861-80b2-b87a000e2284 req-53540eb4-9a96-43f1-bb43-8f06f7c8568b tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:13.003572 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1b561571-6919-4861-80b2-b87a000e2284 req-53540eb4-9a96-43f1-bb43-8f06f7c8568b tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 945 time: 0.0476520 Apr 01 16:40:13.040590 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1b561571-6919-4861-80b2-b87a000e2284 req-0f74df14-6b70-455b-a0b7-3cab5409039e tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Apr 01 16:40:13.061261 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34860) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:40:13.100564 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70df84a4-a1da-4182-8bb8-3f014b168030 tempest-TestSnapshotPattern-1077361243 tempest-TestSnapshotPattern-1077361243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:13.102073 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-70df84a4-a1da-4182-8bb8-3f014b168030 tempest-TestSnapshotPattern-1077361243 tempest-TestSnapshotPattern-1077361243-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 1093 time: 0.0398695 Apr 01 16:40:13.104825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 34862) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:40:13.109145 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.v2.base [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Request body: {'floatingip': {'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'port_id': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 16:40:13.189757 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for floatingip, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:13.288429 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:13.390023 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_common [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Allocated IP 172.26.6.89 (f373d492-0707-45bf-bce1-c2e88cd874e8/ac00a24a-3bcf-447e-92bb-a19ee6a297a5/9b5fbb88-cc32-4ce1-a0e8-31ebb66c418c) {{(pid=110105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:40:13.493572 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for port, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:13.592043 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781767513847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:13.630684 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Network f373d492-0707-45bf-bce1-c2e88cd874e8 is already hosted by enough agents. {{(pid=110105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:40:13.633559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.base_scheduler [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Resources bound (agent type, host, resource id): {{(pid=110105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:40:13.636147 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Received port after_create {{(pid=110105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 16:40:13.663559 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'Port': ['ID=9b5fbb88-cc32-4ce1-a0e8-31ebb66c418c,revision_number=1']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:13.676653 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.677004 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.677344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.677679 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.678012 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.678344 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.678673 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.679035 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.679368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.679695 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.680021 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:13.680370 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:40:14.002386 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:14.128730 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:14.277385 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for port, precommit_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:14.371499 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112766'] for port, after_update {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:14.439670 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event updated for resources: {'Port': ['ID=9b5fbb88-cc32-4ce1-a0e8-31ebb66c418c,revision_number=2']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:14.455051 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-752673'] for floatingip, after_create {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:14.556566 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Floating IP 30a72b89-4341-49e1-af3c-67cbb18934cc associated. External IP: 172.26.6.89, port: e9fbcf5b-cc7d-479f-accd-b43d5d47313f. Apr 01 16:40:14.756745 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Router d96eeb64-01f4-4709-a90d-a505e36b83b7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:40:14.860070 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:40:14.870347 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] Sync routers for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:40:14.879998 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:40:14.880638 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:14.957426 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:14.986414 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:40:14.987788 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-cfb65063-e219-43d4-b759-fa56cb905da2 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8819468 Apr 01 16:40:14.988406 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:40:15.027015 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18682ee57a6286a67d9e715c4ae75c45f7b131d54051b8b4d90902cb823a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1463a4f0-158b-4080-9607-eb009028dc06" -d '{"events": [{"name": "network-changed", "server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:40:15.112072 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fd6cd1-de49-4be8-8def-05967c069833 x-openstack-request-id: req-45fd6cd1-de49-4be8-8def-05967c069833 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:40:15.112518 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:40:15.112872 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-45fd6cd1-de49-4be8-8def-05967c069833 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:40:15.113345 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fd6cd1-de49-4be8-8def-05967c069833'] response: {'name': 'network-changed', 'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'status': 'completed', 'code': 200} Apr 01 16:40:15.175864 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a4f0-158b-4080-9607-eb009028dc06 req-18034b24-d645-46c3-a437-bef8a5b6a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:15.177445 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1463a4f0-158b-4080-9607-eb009028dc06 req-18034b24-d645-46c3-a437-bef8a5b6a5ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 1098 time: 0.0426850 Apr 01 16:40:15.212782 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '30a72b89-4341-49e1-af3c-67cbb18934cc', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.89', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:d2:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131f718-62eb-4b14-badf-cc14888fad83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:40:13Z', 'updated_at': '2022-04-01T16:40:13Z', 'revision_number': 0, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}, {'id': 'd786ffdb-94d5-401e-8f40-89a16da4ebe1', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:35Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 1, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:15.238539 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] Checking router: d96eeb64-01f4-4709-a90d-a505e36b83b7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:40:15.246687 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:40:15.247290 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:40:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:15.271659 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a4f0-158b-4080-9607-eb009028dc06 req-321efc6c-d906-492c-88e1-6c69e2d2c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:15.273293 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1463a4f0-158b-4080-9607-eb009028dc06 req-321efc6c-d906-492c-88e1-6c69e2d2c92f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 911 time: 0.0882673 Apr 01 16:40:15.346882 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1463a4f0-158b-4080-9607-eb009028dc06 req-144709fc-6a7c-47ed-8716-d45be1df15e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f HTTP/1.1" status: 200 len: 998 time: 0.0666063 Apr 01 16:40:15.353945 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:40:15.396758 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a4f0-158b-4080-9607-eb009028dc06 req-1c52577a-406d-4b99-bb38-20173c820774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:15.398161 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1463a4f0-158b-4080-9607-eb009028dc06 req-1c52577a-406d-4b99-bb38-20173c820774 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0445569 Apr 01 16:40:15.444024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a4f0-158b-4080-9607-eb009028dc06 req-e4e2a6fd-158a-4e1c-acfc-2de7c838ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:15.445984 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1463a4f0-158b-4080-9607-eb009028dc06 req-e4e2a6fd-158a-4e1c-acfc-2de7c838ace6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413337 Apr 01 16:40:15.539990 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1463a4f0-158b-4080-9607-eb009028dc06 req-af39778e-c27f-4273-a158-2adcadf24dc7 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864842 Apr 01 16:40:15.580840 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '30a72b89-4341-49e1-af3c-67cbb18934cc', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.89', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:d2:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131f718-62eb-4b14-badf-cc14888fad83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:40:13Z', 'updated_at': '2022-04-01T16:40:13Z', 'revision_number': 0, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}, {'id': 'd786ffdb-94d5-401e-8f40-89a16da4ebe1', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:35Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 1, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:40:15.605930 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82abe46c-5adb-4a78-a29b-5b60633dfb04 None None] The sync data for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv is: [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': '30a72b89-4341-49e1-af3c-67cbb18934cc', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.89', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:d2:1e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131f718-62eb-4b14-badf-cc14888fad83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:40:13Z', 'updated_at': '2022-04-01T16:40:13Z', 'revision_number': 0, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}, {'id': 'd786ffdb-94d5-401e-8f40-89a16da4ebe1', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:35Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 1, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:40:15.630437 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-1463a4f0-158b-4080-9607-eb009028dc06 req-c74d5c13-33ae-4ba3-9952-aa5764bd4e53 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838225 Apr 01 16:40:15.793970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc91d80-ba4d-4473-8bd3-75968ef7cba3 None None] New status for floating IP 30a72b89-4341-49e1-af3c-67cbb18934cc: ACTIVE {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:40:16.074695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:20.117868 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:40:34.748446 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5e809f7c-6fd8-4d26-9579-2de583a24131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:37.303065 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8387-eb7f-4392-8bb0-277159d01018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:39.979546 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:40.894158 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:41.179338 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:46.068408 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:57.116967 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:41:04.839283 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-15b61ded-1dec-4795-88aa-135a6db41e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:07.287238 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-fb3e6dfd-a3a6-40f1-b280-ca773d777012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:10.007395 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:10.236269 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebd2052c-3978-4580-80fe-000ed96d226b req-f159dc4c-84ab-4558-8acb-d20f32ba7afe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428412 Apr 01 16:41:10.321264 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2052c-3978-4580-80fe-000ed96d226b req-16b827ff-ee75-489d-b2ec-6e10920cae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:10.323383 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebd2052c-3978-4580-80fe-000ed96d226b req-16b827ff-ee75-489d-b2ec-6e10920cae5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1096 time: 0.0400937 Apr 01 16:41:10.429303 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2052c-3978-4580-80fe-000ed96d226b req-4d873b63-6c6b-44f3-b45c-1d2f66111cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:10.430763 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebd2052c-3978-4580-80fe-000ed96d226b req-4d873b63-6c6b-44f3-b45c-1d2f66111cdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 911 time: 0.0852895 Apr 01 16:41:10.497475 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebd2052c-3978-4580-80fe-000ed96d226b req-46c0e78d-8638-474a-94bb-fa26bf6fb433 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425 HTTP/1.1" status: 200 len: 999 time: 0.0564942 Apr 01 16:41:10.548799 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2052c-3978-4580-80fe-000ed96d226b req-6ebc4409-bce6-438e-a3b0-0c908413a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:10.550171 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebd2052c-3978-4580-80fe-000ed96d226b req-6ebc4409-bce6-438e-a3b0-0c908413a954 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0431869 Apr 01 16:41:10.599361 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2052c-3978-4580-80fe-000ed96d226b req-ac0dbb17-c98b-4780-a647-11b7ab6dcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:10.600831 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebd2052c-3978-4580-80fe-000ed96d226b req-ac0dbb17-c98b-4780-a647-11b7ab6dcd8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419269 Apr 01 16:41:10.692687 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebd2052c-3978-4580-80fe-000ed96d226b req-1eb0f0c4-c30d-4ad5-9d7d-13517eaa5095 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804265 Apr 01 16:41:10.786967 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-ebd2052c-3978-4580-80fe-000ed96d226b req-ffede727-a6a0-47a3-bb61-7c10de1411e7 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836570 Apr 01 16:41:10.907773 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:11.216071 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:16.107636 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:34.115425 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:41:34.755470 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7bfecdbd-cca2-4df0-abc5-b02625353396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:37.332506 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-30dab916-be92-46b8-b029-18ca4f3cc819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.981277 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.907369 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.183742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.121148 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.853527 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9fbcf5b-cc7d-479f-accd-b43d5d47313f details requested by agent hyperv_hv-neutron-8358 with host hv-neutron-8358 {{(pid=110107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 16:41:46.945885 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:46.956562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Returning: {'device': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'port_id': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'mac_address': 'fa:16:3e:d2:1e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 16:41:46.995465 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:47.008185 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9fbcf5b-cc7d-479f-accd-b43d5d47313f {{(pid=110107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 16:41:47.027122 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:47.103831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:47.149526 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,revision_number=6']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:47.159970 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.160326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.160695 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.161040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.161374 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.161727 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.162045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.162379 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.162715 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.163045 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.163372 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.163696 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:47.217143 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] get_ports_and_sgs() called for port_ids ['e9fbcf5b-cc7d-479f-accd-b43d5d47313f'] {{(pid=110107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 16:41:48.871182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9fbcf5b-cc7d-479f-accd-b43d5d47313f up at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 16:41:48.948357 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.provisioning_blocks [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Provisioning complete for port e9fbcf5b-cc7d-479f-accd-b43d5d47313f triggered by entity L2. {{(pid=110107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:48.949279 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1754579'] for port, provisioning_complete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.037163 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.063132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:41:49.065326 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7898e8aaa4aa9b8aabeaf75dd82f8ec7c9aec7abb1849a101e91dec04e399574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0c3276-4da3-402b-9adc-ebf49cbbdfb5" -d '{"events": [{"server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "name": "network-vif-plugged", "status": "completed", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:41:49.085556 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:49.109878 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9d76ab-aa8e-43e4-ba05-82f0afaf8536 x-openstack-request-id: req-af9d76ab-aa8e-43e4-ba05-82f0afaf8536 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:41:49.110245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "name": "network-vif-plugged", "status": "completed", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:41:49.110502 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af9d76ab-aa8e-43e4-ba05-82f0afaf8536 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:41:49.110942 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9d76ab-aa8e-43e4-ba05-82f0afaf8536'] response: {'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'code': 200} Apr 01 16:41:49.147209 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.213325 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,revision_number=7']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:00.265759 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 35102) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:00.427368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Deleting port 9b5fbb88-cc32-4ce1-a0e8-31ebb66c418c {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:00.427711 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.504580 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.504903 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.516783 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Calling delete_port for 9b5fbb88-cc32-4ce1-a0e8-31ebb66c418c owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:00.715666 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.742913 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event deleted for resources: {'Port': ['ID=9b5fbb88-cc32-4ce1-a0e8-31ebb66c418c,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:00.768120 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.768413 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.768755 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.769089 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.769420 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.769748 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.770071 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.770394 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.770721 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.771041 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.771361 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.771680 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:00.812547 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.812876 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Floating IP 30a72b89-4341-49e1-af3c-67cbb18934cc disassociated (deleted). External IP: 172.26.6.89, port: e9fbcf5b-cc7d-479f-accd-b43d5d47313f. Apr 01 16:42:01.013699 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Router d96eeb64-01f4-4709-a90d-a505e36b83b7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:42:01.116733 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:42:01.122135 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.126863 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] Sync routers for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:42:01.137628 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:42:01.138673 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:01.148370 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-ed2bd433-1de8-4f6d-abc0-1ee5553987da tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "DELETE /v2.0/floatingips/30a72b89-4341-49e1-af3c-67cbb18934cc HTTP/1.1" status: 204 len: 168 time: 0.8815362 Apr 01 16:42:01.148969 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:42:01.151241 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18682ee57a6286a67d9e715c4ae75c45f7b131d54051b8b4d90902cb823a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0332d42-a0db-47a2-8988-1962428c24cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:42:01.190995 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6476b73f-a0c3-4b1b-866f-66bdbd513625 x-openstack-request-id: req-6476b73f-a0c3-4b1b-866f-66bdbd513625 {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:42:01.192333 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:42:01.192618 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6476b73f-a0c3-4b1b-866f-66bdbd513625 {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:42:01.193039 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6476b73f-a0c3-4b1b-866f-66bdbd513625'] response: {'name': 'network-changed', 'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'status': 'completed', 'code': 200} Apr 01 16:42:01.250915 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:42:01.265496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0332d42-a0db-47a2-8988-1962428c24cd req-dc565796-db21-4828-8935-d86b57eae14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:01.267439 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0332d42-a0db-47a2-8988-1962428c24cd req-dc565796-db21-4828-8935-d86b57eae14e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 1098 time: 0.0461135 Apr 01 16:42:01.361272 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0332d42-a0db-47a2-8988-1962428c24cd req-4614ffda-3f7b-42c2-96f0-86407e05c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:01.362765 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0332d42-a0db-47a2-8988-1962428c24cd req-4614ffda-3f7b-42c2-96f0-86407e05c2b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 911 time: 0.0858703 Apr 01 16:42:01.410139 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0332d42-a0db-47a2-8988-1962428c24cd req-1b07467f-a763-42b6-8f81-d430b0530982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f HTTP/1.1" status: 200 len: 217 time: 0.0372484 Apr 01 16:42:01.465858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0332d42-a0db-47a2-8988-1962428c24cd req-fdae98aa-f5a3-4119-af13-24e9cfc661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:01.467459 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0332d42-a0db-47a2-8988-1962428c24cd req-fdae98aa-f5a3-4119-af13-24e9cfc661ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0470250 Apr 01 16:42:01.479063 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'd786ffdb-94d5-401e-8f40-89a16da4ebe1', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:35Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 1, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:01.506710 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] Checking router: d96eeb64-01f4-4709-a90d-a505e36b83b7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:42:01.514561 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0332d42-a0db-47a2-8988-1962428c24cd req-466c3b6a-d23a-4425-a8d5-885c825696c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:01.523497 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:42:01.523497 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:41:37Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:01.523730 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0332d42-a0db-47a2-8988-1962428c24cd req-466c3b6a-d23a-4425-a8d5-885c825696c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410874 Apr 01 16:42:01.527159 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [req-b0332d42-a0db-47a2-8988-1962428c24cd req-103ecd65-25ae-4424-b78c-d1b45a9fa6f3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=110106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 16:42:01.528696 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0332d42-a0db-47a2-8988-1962428c24cd req-103ecd65-25ae-4424-b78c-d1b45a9fa6f3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054929 Apr 01 16:42:01.622158 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:42:01.630086 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0332d42-a0db-47a2-8988-1962428c24cd req-7a9fc93f-f639-47a4-adb5-2288ebc55310 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946264 Apr 01 16:42:01.656750 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c271df1-2c88-4f29-8278-bcc9547d687c req-e46e34dd-f855-4597-a49a-0dd274aa02fd tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:01.658277 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c271df1-2c88-4f29-8278-bcc9547d687c req-e46e34dd-f855-4597-a49a-0dd274aa02fd tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 945 time: 0.0541596 Apr 01 16:42:01.706304 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6c271df1-2c88-4f29-8278-bcc9547d687c req-a24114ac-4411-401f-89fb-61d2a4619b3a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411127 Apr 01 16:42:01.731654 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-b0332d42-a0db-47a2-8988-1962428c24cd req-0a30c653-93fd-4af9-9768-80765b1418f1 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907180 Apr 01 16:42:01.848258 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'd786ffdb-94d5-401e-8f40-89a16da4ebe1', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:35Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 1, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:01.877733 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d0ecd-aec0-4f6c-ad1d-6bb76bf21235 None None] The sync data for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv is: [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_floatingips': [{'id': 'd786ffdb-94d5-401e-8f40-89a16da4ebe1', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'router_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'port_id': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'mac_address': 'fa:16:3e:41:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6545e75-4e07-43fe-8459-b994793689e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:35Z', 'updated_at': '2022-04-01T16:37:37Z', 'revision_number': 1, 'project_id': 'c1739f826c55437894bd42917c34be21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:42:02.093860 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb013bf-3595-4979-a771-41e6a410c4c0 None None] New status for floating IP 30a72b89-4341-49e1-af3c-67cbb18934cc: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:42:02.823009 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303d08e-d36a-4d11-ad6a-a17f5c1d68cd req-333cef5b-cd30-4089-8bac-8ef5aa033405 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:02.824510 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f303d08e-d36a-4d11-ad6a-a17f5c1d68cd req-333cef5b-cd30-4089-8bac-8ef5aa033405 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 945 time: 0.0490227 Apr 01 16:42:02.861228 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-f303d08e-d36a-4d11-ad6a-a17f5c1d68cd req-4348548d-e49c-4f54-baab-a291f4fd9ff7 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307696 Apr 01 16:42:02.931575 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9fbcf5b-cc7d-479f-accd-b43d5d47313f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:42:03.007132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615742'] for port, before_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:03.029036 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f'}] {{(pid=110107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:42:03.031236 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7898e8aaa4aa9b8aabeaf75dd82f8ec7c9aec7abb1849a101e91dec04e399574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98961dd8-eda3-40fa-9bd2-7331fcd04cde" -d '{"events": [{"server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "name": "network-vif-unplugged", "status": "completed", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f"}]}' {{(pid=110107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:42:03.043754 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:03.066847 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741e6799-3178-42d2-8155-52c6939d57c4 x-openstack-request-id: req-741e6799-3178-42d2-8155-52c6939d57c4 {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:42:03.067387 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "name": "network-vif-unplugged", "status": "completed", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f", "code": 200}]} {{(pid=110107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:42:03.067657 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-741e6799-3178-42d2-8155-52c6939d57c4 {{(pid=110107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:42:03.068043 dv-neutron-835865-1-hyperv neutron-server[110107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741e6799-3178-42d2-8155-52c6939d57c4'] response: {'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'code': 200} Apr 01 16:42:03.107083 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781768020399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781767513838', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781767513766'] for port, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:03.154909 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Pushing event updated for resources: {'Port': ['ID=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,revision_number=8']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:03.501789 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-8b40bd57-ac19-47f5-9c7e-f50c77a2583b tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:03.503213 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-8b40bd57-ac19-47f5-9c7e-f50c77a2583b tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 943 time: 0.0487881 Apr 01 16:42:03.596920 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Deleting port e9fbcf5b-cc7d-479f-accd-b43d5d47313f {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:03.597256 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:03.685273 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] For port e9fbcf5b-cc7d-479f-accd-b43d5d47313f, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:03.685634 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:03.697499 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Calling delete_port for e9fbcf5b-cc7d-479f-accd-b43d5d47313f owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:03.878242 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:03.904902 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event deleted for resources: {'Port': ['ID=e9fbcf5b-cc7d-479f-accd-b43d5d47313f,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:03.915021 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.915399 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.915740 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.916077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.916430 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.916761 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.917083 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.917407 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.917730 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.919108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.919108 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.919284 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835865-1-hyperv {{(pid=110106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:42:03.963471 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] No DVR routers for this DVR port e9fbcf5b-cc7d-479f-accd-b43d5d47313f on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:42:03.966501 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:03.966737 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-1a2dac69-125c-4894-a714-0f39254f6f3d req-c93423c6-89de-4a02-ab1d-0b8a95d96018 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 210 time: 0.0276966 Apr 01 16:42:03.970005 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-c015e3dc-13ce-4fbf-b57b-c61a42b5f028 req-f946f813-a3cd-4728-8567-4fa6e6c69d5a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "DELETE /v2.0/ports/e9fbcf5b-cc7d-479f-accd-b43d5d47313f HTTP/1.1" status: 204 len: 173 time: 0.4574997 Apr 01 16:42:03.970457 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'name': 'network-vif-deleted', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:42:03.972784 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d194e4ea3c3d9b3c213fd21791155c3e6e79d05ab17afd6d2e7170b7ccfd899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915a5db-15b5-4204-b0cd-42d2f7a749d4" -d '{"events": [{"server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "name": "network-vif-deleted", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:42:04.018172 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b44fa8-e0c0-4837-aac0-0170e49bb1fd x-openstack-request-id: req-f9b44fa8-e0c0-4837-aac0-0170e49bb1fd {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:42:04.018461 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6131f718-62eb-4b14-badf-cc14888fad83", "name": "network-vif-deleted", "tag": "e9fbcf5b-cc7d-479f-accd-b43d5d47313f", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:42:04.018712 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9b44fa8-e0c0-4837-aac0-0170e49bb1fd {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:42:04.019114 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b44fa8-e0c0-4837-aac0-0170e49bb1fd'] response: {'server_uuid': '6131f718-62eb-4b14-badf-cc14888fad83', 'name': 'network-vif-deleted', 'tag': 'e9fbcf5b-cc7d-479f-accd-b43d5d47313f', 'status': 'completed', 'code': 200} Apr 01 16:42:04.783183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-feeff894-003d-47b7-942b-91325380501d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:05.080070 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-a353caab-295b-4f4d-a5cd-978081b80224 req-71ae36fe-f040-40db-a716-a5bb5aa14212 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=6131f718-62eb-4b14-badf-cc14888fad83 HTTP/1.1" status: 200 len: 210 time: 0.0296493 Apr 01 16:42:06.943900 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9fbcf5b-cc7d-479f-accd-b43d5d47313f no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:42:06.964680 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: e9fbcf5b-cc7d-479f-accd-b43d5d47313f {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:42:06.965028 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device e9fbcf5b-cc7d-479f-accd-b43d5d47313f not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:42:07.337337 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-04a3a688-819d-48c9-aa7b-32301ad61e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:07.582948 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 35174) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:07.738029 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Deleting port 3b77f64a-2abc-46af-846c-cea84729d490 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:07.738371 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:07.810865 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:07.811192 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:07.822654 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Calling delete_port for 3b77f64a-2abc-46af-846c-cea84729d490 owned by network:floatingip {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:08.055569 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:08.081221 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event deleted for resources: {'Port': ['ID=3b77f64a-2abc-46af-846c-cea84729d490,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:08.141717 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for floatingip, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:08.142124 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.db.l3_db [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Floating IP d786ffdb-94d5-401e-8f40-89a16da4ebe1 disassociated (deleted). External IP: 172.26.6.157, port: 8c759fa2-c26f-44ef-9aae-c70f2fea4425. Apr 01 16:42:08.343560 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Router d96eeb64-01f4-4709-a90d-a505e36b83b7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:42:08.453011 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:42:08.457754 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for floatingip, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:08.462439 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] Sync routers for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:42:08.471517 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:42:08.472163 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:08.487489 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-8c6da568-9b2e-4462-b7bc-102866089396 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "DELETE /v2.0/floatingips/d786ffdb-94d5-401e-8f40-89a16da4ebe1 HTTP/1.1" status: 204 len: 168 time: 0.9034667 Apr 01 16:42:08.488092 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425'}] {{(pid=110105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:42:08.490387 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18682ee57a6286a67d9e715c4ae75c45f7b131d54051b8b4d90902cb823a836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425"}]}' {{(pid=110105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:42:08.530664 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36708f64-5cf1-47b7-bada-9762bee56a3e x-openstack-request-id: req-36708f64-5cf1-47b7-bada-9762bee56a3e {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:42:08.530960 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425", "status": "completed", "code": 200}]} {{(pid=110105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:42:08.531251 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36708f64-5cf1-47b7-bada-9762bee56a3e {{(pid=110105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:42:08.531632 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36708f64-5cf1-47b7-bada-9762bee56a3e'] response: {'name': 'network-changed', 'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'status': 'completed', 'code': 200} Apr 01 16:42:08.580285 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:42:08.602417 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-1297e059-9846-48ce-987b-c0a729a131d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:08.603871 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-1297e059-9846-48ce-987b-c0a729a131d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1739f826c55437894bd42917c34be21&device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 1096 time: 0.0415452 Apr 01 16:42:08.703296 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-a6c4db23-437c-4874-b77b-863f93f74200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:08.704850 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-a6c4db23-437c-4874-b77b-863f93f74200 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 200 len: 911 time: 0.0914805 Apr 01 16:42:08.752402 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-5483fed2-6bd2-4474-a504-589441858591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425 HTTP/1.1" status: 200 len: 217 time: 0.0370872 Apr 01 16:42:08.785064 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:08.803968 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-d733c1e6-13a3-440f-a349-9ced53d51ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:08.805517 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-d733c1e6-13a3-440f-a349-9ced53d51ae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 200 len: 848 time: 0.0436285 Apr 01 16:42:08.812924 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] Checking router: d96eeb64-01f4-4709-a90d-a505e36b83b7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:42:08.821650 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:42:08.822269 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:08.859003 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-95efc960-1e1d-4857-8232-b9ae188c8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:08.860612 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-95efc960-1e1d-4857-8232-b9ae188c8d75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d9563ec-c900-40c0-bc7b-69ae423666c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456512 Apr 01 16:42:08.862825 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe292849-9a39-4f2f-981c-d07b35cc3cbb req-5ade2c26-6274-4cf7-8099-d1ce8541abba tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:08.864421 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fe292849-9a39-4f2f-981c-d07b35cc3cbb req-5ade2c26-6274-4cf7-8099-d1ce8541abba tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 943 time: 0.0532246 Apr 01 16:42:08.916184 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-fe292849-9a39-4f2f-981c-d07b35cc3cbb req-7c9c919e-f6d7-48d4-8cf0-1405dab8b485 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386918 Apr 01 16:42:08.929107 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:42:08.953842 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-1113b3e9-6e25-47eb-8cdd-9248b7f9b3c3 service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848429 Apr 01 16:42:09.052744 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-8ae8a3da-e26a-47c2-ba44-46d5281c2ffa req-202a9798-09d4-4670-8aea-0967f3fc479f service neutron] 10.222.0.41 "GET /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912890 Apr 01 16:42:09.215328 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:09.241541 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63dbd73-2f9c-4cce-a7d3-5149626b5ddf None None] The sync data for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv is: [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:37:12Z', 'revision_number': 4, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv', '_interfaces': [{'id': '9e7f4217-42fc-47e7-bdd0-2ac517f434bc', 'name': '', 'network_id': '5d9563ec-c900-40c0-bc7b-69ae423666c3', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'mac_address': 'fa:16:3e:46:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:12Z', 'updated_at': '2022-04-01T16:37:16Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'subnets': [{'id': 'fc698230-b718-43e0-9ff2-202dc9f4c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:42:09.438981 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc56aa26-e7af-451f-aa78-943c63d36d1a None None] New status for floating IP d786ffdb-94d5-401e-8f40-89a16da4ebe1: DOWN {{(pid=110107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 16:42:09.963975 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:10.024457 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31f3a4-8503-46cb-b393-4dfd25eff26f req-0f4b53ed-ecc4-40bd-8a45-801abf7d839a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:10.026052 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6e31f3a4-8503-46cb-b393-4dfd25eff26f req-0f4b53ed-ecc4-40bd-8a45-801abf7d839a tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 943 time: 0.0497744 Apr 01 16:42:10.063814 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-6e31f3a4-8503-46cb-b393-4dfd25eff26f req-a3860862-fd10-4c82-8d5f-15081b8b0125 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/security-groups?id=7896922b-efce-482a-aded-be20f0f1c23e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316455 Apr 01 16:42:10.711052 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-ef95ed6d-5765-4138-ab97-593b028e3ec8 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:10.712562 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-ef95ed6d-5765-4138-ab97-593b028e3ec8 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 943 time: 0.0488245 Apr 01 16:42:10.798938 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Deleting port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:10.799282 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:10.889070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] For port 8c759fa2-c26f-44ef-9aae-c70f2fea4425, host hv-neutron-8358, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8358',level=0,port_id=8c759fa2-c26f-44ef-9aae-c70f2fea4425,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:10.889622 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:10.892004 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:10.902614 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Calling delete_port for 8c759fa2-c26f-44ef-9aae-c70f2fea4425 owned by compute:nova {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:11.103054 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:11.114965 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:42:11.136278 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event deleted for resources: {'Port': ['ID=8c759fa2-c26f-44ef-9aae-c70f2fea4425,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:11.165844 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-d94cc607-c043-4db8-b3df-e87c930ae97e req-b4312d51-edc0-426e-b4bd-d128a27f1863 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 210 time: 0.0302069 Apr 01 16:42:11.176480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] No DVR routers for this DVR port 8c759fa2-c26f-44ef-9aae-c70f2fea4425 on host hv-neutron-8358 {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:42:11.193125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71089'] for port, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:11.193125 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [req-a9b53347-27aa-431e-a4ae-ccac9a71bf6f req-e7c07c88-0482-4f01-ba4e-5606c5f99081 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.41 "DELETE /v2.0/ports/8c759fa2-c26f-44ef-9aae-c70f2fea4425 HTTP/1.1" status: 204 len: 173 time: 0.4627721 Apr 01 16:42:11.193125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'name': 'network-vif-deleted', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425'}] {{(pid=110106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 16:42:11.193125 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d194e4ea3c3d9b3c213fd21791155c3e6e79d05ab17afd6d2e7170b7ccfd899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f20041-0ab1-4af8-a2c3-1ebb720aa963" -d '{"events": [{"server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "name": "network-vif-deleted", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425"}]}' {{(pid=110106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 16:42:11.227211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e27511a-6244-4bf9-8dde-36f0c1f5d702 x-openstack-request-id: req-7e27511a-6244-4bf9-8dde-36f0c1f5d702 {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 16:42:11.227211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6545e75-4e07-43fe-8459-b994793689e3", "name": "network-vif-deleted", "tag": "8c759fa2-c26f-44ef-9aae-c70f2fea4425", "status": "completed", "code": 200}]} {{(pid=110106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 16:42:11.227211 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e27511a-6244-4bf9-8dde-36f0c1f5d702 {{(pid=110106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 16:42:11.227211 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e27511a-6244-4bf9-8dde-36f0c1f5d702'] response: {'server_uuid': 'a6545e75-4e07-43fe-8459-b994793689e3', 'name': 'network-vif-deleted', 'tag': '8c759fa2-c26f-44ef-9aae-c70f2fea4425', 'status': 'completed', 'code': 200} Apr 01 16:42:11.246871 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:12.274327 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [req-ed31cd17-27b6-40c7-a064-54bdf839482e req-83795e50-5c42-4821-97e7-bbabc40d1943 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6545e75-4e07-43fe-8459-b994793689e3 HTTP/1.1" status: 200 len: 210 time: 0.0290554 Apr 01 16:42:13.331537 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 35198) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:13.388428 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0f4d365c-6207-4833-93ed-705f2117f910 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:13.413124 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0f4d365c-6207-4833-93ed-705f2117f910 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:13.575531 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0f4d365c-6207-4833-93ed-705f2117f910 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:13.578238 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-0f4d365c-6207-4833-93ed-705f2117f910 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Notify callbacks [] for security_group, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:13.579461 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-0f4d365c-6207-4833-93ed-705f2117f910 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] 10.222.0.73 "DELETE /v2.0/security-groups/7896922b-efce-482a-aded-be20f0f1c23e HTTP/1.1" status: 204 len: 168 time: 0.2465079 Apr 01 16:42:13.588716 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d365c-6207-4833-93ed-705f2117f910 tempest-TestSnapshotPattern-4887759 tempest-TestSnapshotPattern-4887759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896922b-efce-482a-aded-be20f0f1c23e,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:13.698147 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 35202) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:14.119060 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.698421 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Deleting port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:14.699604 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.773871 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] For port 9e7f4217-42fc-47e7-bdd0-2ac517f434bc, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=9e7f4217-42fc-47e7-bdd0-2ac517f434bc,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:14.774228 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.786096 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Calling delete_port for 9e7f4217-42fc-47e7-bdd0-2ac517f434bc owned by network:router_interface {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:14.964192 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8c759fa2-c26f-44ef-9aae-c70f2fea4425 no longer exists at agent hyperv_hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:42:14.986913 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] No Port match for: 8c759fa2-c26f-44ef-9aae-c70f2fea4425 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:42:14.987242 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Device 8c759fa2-c26f-44ef-9aae-c70f2fea4425 not bound to the agent host hv-neutron-8358 {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:42:15.040202 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.070545 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7f4217-42fc-47e7-bdd0-2ac517f434bc,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:15.235050 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.447102 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Router d96eeb64-01f4-4709-a90d-a505e36b83b7 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:42:15.550389 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:42:15.556716 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-0d71571a-d845-48c0-ba41-789f3355a3e3 admin admin] 10.222.0.73 "PUT /v2.0/routers/d96eeb64-01f4-4709-a90d-a505e36b83b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8555212 Apr 01 16:42:15.557794 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 35208) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:15.561132 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] Sync routers for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:42:15.571527 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:42:15.572213 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:15.660514 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks [] for router, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.678984 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:42:15.762227 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.860024 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Deleting port f1645b04-fc48-4de5-b811-c8231004aab7 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:15.860394 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.860516 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:42:14Z', 'revision_number': 5, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port': {'id': 'f1645b04-fc48-4de5-b811-c8231004aab7', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:10Z', 'updated_at': '2022-04-01T16:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:15.886529 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] Checking router: d96eeb64-01f4-4709-a90d-a505e36b83b7 for host: dv-neutron-835865-1-hyperv {{(pid=110108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:42:15.894805 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] Routers {'d96eeb64-01f4-4709-a90d-a505e36b83b7'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:42:15.895425 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['d96eeb64-01f4-4709-a90d-a505e36b83b7'], 'active': True} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:15.937890 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] For port f1645b04-fc48-4de5-b811-c8231004aab7, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=f1645b04-fc48-4de5-b811-c8231004aab7,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:15.938251 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.951419 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Calling delete_port for f1645b04-fc48-4de5-b811-c8231004aab7 owned by network:router_gateway {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:15.980875 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_dvr_db [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] Set router d96eeb64-01f4-4709-a90d-a505e36b83b7 gateway port host: None {{(pid=110108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:42:16.035923 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.l3_hamode_db [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:42:15Z', 'revision_number': 6, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:16.062758 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b15fc-44de-42f2-8319-47748261d8aa None None] The sync data for ids ['d96eeb64-01f4-4709-a90d-a505e36b83b7'] in dv-neutron-835865-1-hyperv is: [{'id': 'd96eeb64-01f4-4709-a90d-a505e36b83b7', 'name': 'tempest-TestSnapshotPattern-824440935-router', 'tenant_id': 'c1739f826c55437894bd42917c34be21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:09Z', 'updated_at': '2022-04-01T16:42:15Z', 'revision_number': 6, 'project_id': 'c1739f826c55437894bd42917c34be21', 'gw_port_host': None}] {{(pid=110108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:42:16.088780 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.186615 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.210463 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1645b04-fc48-4de5-b811-c8231004aab7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:16.275847 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.367481 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.369587 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.489426 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.489966 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d96eeb64-01f4-4709-a90d-a505e36b83b7 {{(pid=110106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:42:16.494285 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] Notify callbacks [] for router, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.495980 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-35f28ecb-2917-45f2-809e-41137bb5f039 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d96eeb64-01f4-4709-a90d-a505e36b83b7 HTTP/1.1" status: 204 len: 168 time: 0.9360969 Apr 01 16:42:16.498385 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 35214) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:16.545851 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b1a7a5-b85d-42bf-b9ff-41884c258502 admin admin] Deleting subnet fc698230-b718-43e0-9ff2-202dc9f4c8b7 {{(pid=110106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:42:16.548812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a7a5-b85d-42bf-b9ff-41884c258502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.582839 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a7a5-b85d-42bf-b9ff-41884c258502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60706061'] for subnet, precommit_delete_associations {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.656683 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a7a5-b85d-42bf-b9ff-41884c258502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.789427 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a7a5-b85d-42bf-b9ff-41884c258502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59976411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946285'] for subnet, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.821775 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1a7a5-b85d-42bf-b9ff-41884c258502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc698230-b718-43e0-9ff2-202dc9f4c8b7,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:16.826977 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a7a5-b85d-42bf-b9ff-41884c258502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530194'] for subnet, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.830932 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-c7b1a7a5-b85d-42bf-b9ff-41884c258502 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fc698230-b718-43e0-9ff2-202dc9f4c8b7 HTTP/1.1" status: 204 len: 168 time: 0.3315396 Apr 01 16:42:16.832639 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e6627-6dd8-4e33-a9d9-01acde40dc01 None None] Network 5d9563ec-c900-40c0-bc7b-69ae423666c3 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:42:16.832818 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 35216) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:16.902538 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.958812 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Deleting port 1d614114-2695-4c6a-b283-f4d426e7dcf9 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:16.959154 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.026844 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afa0bb-ceb7-492d-81da-778f3a08a4f9 None None] DHCP port deletion for 5d9563ec-c900-40c0-bc7b-69ae423666c3 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:42:17.036077 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] For port 1d614114-2695-4c6a-b283-f4d426e7dcf9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1d614114-2695-4c6a-b283-f4d426e7dcf9,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:17.036479 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.050195 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Calling delete_port for 1d614114-2695-4c6a-b283-f4d426e7dcf9 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:17.078622 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-61afa0bb-ceb7-492d-81da-778f3a08a4f9 None None] Deleting port 1d614114-2695-4c6a-b283-f4d426e7dcf9 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:17.079000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-61afa0bb-ceb7-492d-81da-778f3a08a4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.146640 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-61afa0bb-ceb7-492d-81da-778f3a08a4f9 None None] For port 1d614114-2695-4c6a-b283-f4d426e7dcf9, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=1d614114-2695-4c6a-b283-f4d426e7dcf9,segment=NetworkSegment(ecd1244b-2f33-4da9-813c-23a69d06433f),segment_id=ecd1244b-2f33-4da9-813c-23a69d06433f)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:17.147351 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-61afa0bb-ceb7-492d-81da-778f3a08a4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.159456 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-61afa0bb-ceb7-492d-81da-778f3a08a4f9 None None] Calling delete_port for 1d614114-2695-4c6a-b283-f4d426e7dcf9 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:17.232512 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.238508 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-61afa0bb-ceb7-492d-81da-778f3a08a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.264101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d614114-2695-4c6a-b283-f4d426e7dcf9,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:17.264742 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afa0bb-ceb7-492d-81da-778f3a08a4f9 None None] Pushing event deleted for resources: {'Port': ['ID=1d614114-2695-4c6a-b283-f4d426e7dcf9,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:17.265935 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] No DVR routers for this DVR port 1d614114-2695-4c6a-b283-f4d426e7dcf9 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:42:17.268207 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61afa0bb-ceb7-492d-81da-778f3a08a4f9 None None] No DVR routers for this DVR port 1d614114-2695-4c6a-b283-f4d426e7dcf9 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:42:17.335094 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.353901 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9563ec-c900-40c0-bc7b-69ae423666c3']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:17.362778 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd1244b-2f33-4da9-813c-23a69d06433f') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:17.363068 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd1244b-2f33-4da9-813c-23a69d06433f') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:17.372550 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.385127 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.391583 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:42:17.391963 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:42:17.393590 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:42:17.537464 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.542858 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:17.545899 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5d9563ec-c900-40c0-bc7b-69ae423666c3 HTTP/1.1" status: 204 len: 168 time: 0.7121613 Apr 01 16:42:17.548982 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 35218) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:17.556586 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918688f-e845-44b6-a7ba-47aa18a51463 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9563ec-c900-40c0-bc7b-69ae423666c3,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:18.021834 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9e7f4217-42fc-47e7-bdd0-2ac517f434bc no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:42:18.045249 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 9e7f4217-42fc-47e7-bdd0-2ac517f434bc {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:42:18.045592 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 9e7f4217-42fc-47e7-bdd0-2ac517f434bc not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:42:18.046005 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f1645b04-fc48-4de5-b811-c8231004aab7 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:42:18.064053 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: f1645b04-fc48-4de5-b811-c8231004aab7 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:42:18.064417 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device f1645b04-fc48-4de5-b811-c8231004aab7 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:42:18.064831 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1d614114-2695-4c6a-b283-f4d426e7dcf9 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:42:18.083290 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 1d614114-2695-4c6a-b283-f4d426e7dcf9 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:42:18.083640 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 1d614114-2695-4c6a-b283-f4d426e7dcf9 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:42:18.159862 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-752417'] for router_interface, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:18.400034 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Deleting port 24c254ba-c1a0-487f-96ee-0ef10acdd741 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:18.400460 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:18.477125 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] For port 24c254ba-c1a0-487f-96ee-0ef10acdd741, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=24c254ba-c1a0-487f-96ee-0ef10acdd741,segment=NetworkSegment(da6eca44-95b8-4f4c-8068-8f5f71c467b7),segment_id=da6eca44-95b8-4f4c-8068-8f5f71c467b7)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:18.477490 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:18.489491 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Calling delete_port for 24c254ba-c1a0-487f-96ee-0ef10acdd741 owned by network:router_interface {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:18.763723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:18.786787 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c254ba-c1a0-487f-96ee-0ef10acdd741,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:18.955723 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-752469'] for router_interface, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:19.165462 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 has already been hosted by L3 agent c4542864-3026-4803-bd3a-07a612383a02 {{(pid=110105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:42:19.266920 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] Notify agent at l3_agent.dv-neutron-835865-1-hyperv the message routers_updated {{(pid=110105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:42:19.272031 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-5fff2132-70e9-4aa8-8997-3abb710173f9 admin admin] 10.222.0.73 "PUT /v2.0/routers/47245a7f-d9e6-48fd-913b-cf2dbd97cb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7219653 Apr 01 16:42:19.274622 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 35220) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:19.275623 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] Sync routers for ids ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'] in dv-neutron-835865-1-hyperv {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 16:42:19.285590 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] Routers {'47245a7f-d9e6-48fd-913b-cf2dbd97cb57'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:42:19.286196 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:19.391636 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:19.397827 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] Set router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 gateway port host: dv-neutron-835865-1-hyperv {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:42:19.510705 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:19.571401 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'external_fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:15Z', 'updated_at': '2022-04-01T16:42:18Z', 'revision_number': 5, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'gw_port': {'id': '330b37d9-11c8-48f3-9a30-72c656bb2bf3', 'name': '', 'network_id': 'f373d492-0707-45bf-bce1-c2e88cd874e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835865-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:37:16Z', 'updated_at': '2022-04-01T16:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac00a24a-3bcf-447e-92bb-a19ee6a297a5', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835865-1-hyperv'}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:19.601459 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] Checking router: 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 for host: dv-neutron-835865-1-hyperv {{(pid=110107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 16:42:19.609927 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] Routers {'47245a7f-d9e6-48fd-913b-cf2dbd97cb57'} bound to L3 agent in host dv-neutron-835865-1-hyperv {{(pid=110107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 16:42:19.610800 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835865-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:31:37Z,description=,heartbeat_timestamp=2022-04-01T16:42:07Z,host='dv-neutron-835865-1-hyperv',id=c4542864-3026-4803-bd3a-07a612383a02,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:31:38Z,topic='l3_agent')) {'router_ids': ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'], 'active': True} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:19.634257 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Deleting port 330b37d9-11c8-48f3-9a30-72c656bb2bf3 {{(pid=110105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:19.634597 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:19.702562 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvr_db [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] Set router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 gateway port host: None {{(pid=110107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 16:42:19.720427 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.db [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] For port 330b37d9-11c8-48f3-9a30-72c656bb2bf3, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=330b37d9-11c8-48f3-9a30-72c656bb2bf3,segment=NetworkSegment(7baf0c62-9ed7-4fe6-b3fb-09057721eeb2),segment_id=7baf0c62-9ed7-4fe6-b3fb-09057721eeb2)] {{(pid=110105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:19.720800 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:19.732482 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.plugins.ml2.plugin [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Calling delete_port for 330b37d9-11c8-48f3-9a30-72c656bb2bf3 owned by network:router_gateway {{(pid=110105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:19.752413 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_hamode_db [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:15Z', 'updated_at': '2022-04-01T16:42:19Z', 'revision_number': 6, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'gw_port_host': None}], 'dv-neutron-835865-1-hyperv', False) {} {{(pid=110107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:19.925770 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e807a03-4795-45b1-af4f-1b1a38baae8e None None] The sync data for ids ['47245a7f-d9e6-48fd-913b-cf2dbd97cb57'] in dv-neutron-835865-1-hyperv is: [{'id': '47245a7f-d9e6-48fd-913b-cf2dbd97cb57', 'name': 'tempest-TestSnapshotPattern-1450340074-router', 'tenant_id': 'ebae911fef8a4f4b86d836493ae232e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:37:15Z', 'updated_at': '2022-04-01T16:42:19Z', 'revision_number': 6, 'project_id': 'ebae911fef8a4f4b86d836493ae232e2', 'gw_port_host': None}] {{(pid=110107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 16:42:19.969590 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112741'] for port, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:19.993683 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=330b37d9-11c8-48f3-9a30-72c656bb2bf3,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:20.059101 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753135'] for router_gateway, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.151964 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1838'] for router, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.154118 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.293193 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749691'] for router, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.296452 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47245a7f-d9e6-48fd-913b-cf2dbd97cb57 {{(pid=110105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:42:20.302139 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] Notify callbacks [] for router, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.303319 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-80486a0b-ac6f-4218-bdeb-c4cfb006b4f2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/47245a7f-d9e6-48fd-913b-cf2dbd97cb57 HTTP/1.1" status: 204 len: 168 time: 1.0277867 Apr 01 16:42:20.305741 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.wsgi [-] (110105) accepted ('10.222.0.73', 35222) {{(pid=110105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:20.364368 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.db.db_base_plugin_v2 [None req-02042a76-3114-496a-8f68-ade903e9508e admin admin] Deleting subnet 8f87ec18-e72f-4e06-8d02-e5fe71a002a0 {{(pid=110105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 16:42:20.367993 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-02042a76-3114-496a-8f68-ade903e9508e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.388732 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 24c254ba-c1a0-487f-96ee-0ef10acdd741 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:42:20.409473 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 24c254ba-c1a0-487f-96ee-0ef10acdd741 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:42:20.409893 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 24c254ba-c1a0-487f-96ee-0ef10acdd741 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:42:20.411986 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-02042a76-3114-496a-8f68-ade903e9508e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59939892'] for subnet, precommit_delete_associations {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.496042 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-02042a76-3114-496a-8f68-ade903e9508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755226'] for subnet, precommit_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.621037 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-02042a76-3114-496a-8f68-ade903e9508e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3112180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60259993'] for subnet, after_delete {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.647105 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02042a76-3114-496a-8f68-ade903e9508e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f87ec18-e72f-4e06-8d02-e5fe71a002a0,revision_number=None']} {{(pid=110105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:20.651541 dv-neutron-835865-1-hyperv neutron-server[110105]: DEBUG neutron_lib.callbacks.manager [None req-02042a76-3114-496a-8f68-ade903e9508e admin admin] Notify callbacks [] for subnet, before_response {{(pid=110105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.657403 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 35224) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:20.657890 dv-neutron-835865-1-hyperv neutron-server[110105]: INFO neutron.wsgi [None req-02042a76-3114-496a-8f68-ade903e9508e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8f87ec18-e72f-4e06-8d02-e5fe71a002a0 HTTP/1.1" status: 204 len: 168 time: 0.3506038 Apr 01 16:42:20.661926 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0600e-0239-4d52-bb57-820c7a9a797f None None] Network 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 requested from dv-neutron-835865-1-hyperv {{(pid=110107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 16:42:20.748524 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1593365'] for network, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.810141 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Deleting port 441e443d-c89c-408d-8ede-f96d4c48b936 {{(pid=110106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:20.810496 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.895624 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.db [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] For port 441e443d-c89c-408d-8ede-f96d4c48b936, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=441e443d-c89c-408d-8ede-f96d4c48b936,segment=NetworkSegment(da6eca44-95b8-4f4c-8068-8f5f71c467b7),segment_id=da6eca44-95b8-4f4c-8068-8f5f71c467b7)] {{(pid=110106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:20.895992 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:20.903125 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5856ba9-4a9a-49e9-84c3-89c5371c31d0 None None] DHCP port deletion for 9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 request from dv-neutron-835865-1-hyperv {{(pid=110107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 16:42:20.909395 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Calling delete_port for 441e443d-c89c-408d-8ede-f96d4c48b936 owned by network:dhcp {{(pid=110106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:20.997716 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b5856ba9-4a9a-49e9-84c3-89c5371c31d0 None None] Deleting port 441e443d-c89c-408d-8ede-f96d4c48b936 {{(pid=110107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 16:42:20.998091 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5856ba9-4a9a-49e9-84c3-89c5371c31d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781768013635'] for port, before_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.072480 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59975946'] for port, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.076658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.db [None req-b5856ba9-4a9a-49e9-84c3-89c5371c31d0 None None] For port 441e443d-c89c-408d-8ede-f96d4c48b936, host dv-neutron-835865-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835865-1-hyperv',level=0,port_id=441e443d-c89c-408d-8ede-f96d4c48b936,segment=NetworkSegment(da6eca44-95b8-4f4c-8068-8f5f71c467b7),segment_id=da6eca44-95b8-4f4c-8068-8f5f71c467b7)] {{(pid=110107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:21.076658 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5856ba9-4a9a-49e9-84c3-89c5371c31d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-746443'] for port, precommit_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.087601 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-b5856ba9-4a9a-49e9-84c3-89c5371c31d0 None None] Calling delete_port for 441e443d-c89c-408d-8ede-f96d4c48b936 owned by network:dhcp {{(pid=110107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 16:42:21.099548 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Pushing event deleted for resources: {'Port': ['ID=441e443d-c89c-408d-8ede-f96d4c48b936,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:21.101407 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] No DVR routers for this DVR port 441e443d-c89c-408d-8ede-f96d4c48b936 on host dv-neutron-835865-1-hyperv {{(pid=110106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:42:21.164097 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b5856ba9-4a9a-49e9-84c3-89c5371c31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781768020381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781767513829'] for port, after_delete {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.172268 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756385', 'neutron.services.segments.db._delete_segments_for_network-8781768029790'] for network, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.189908 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5856ba9-4a9a-49e9-84c3-89c5371c31d0 None None] Pushing event deleted for resources: {'Port': ['ID=441e443d-c89c-408d-8ede-f96d4c48b936,revision_number=None']} {{(pid=110107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:21.192826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4']}} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:21.195007 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5856ba9-4a9a-49e9-84c3-89c5371c31d0 None None] No DVR routers for this DVR port 441e443d-c89c-408d-8ede-f96d4c48b936 on host dv-neutron-835865-1-hyperv {{(pid=110107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:42:21.202826 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6eca44-95b8-4f4c-8068-8f5f71c467b7') {'for_net_delete': True} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:21.203119 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.services.segments.db [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6eca44-95b8-4f4c-8068-8f5f71c467b7') {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:21.212829 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781768030823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60706068'] for segment, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.226025 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583'] for segment, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.232070 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=110106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 16:42:21.232491 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1755583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59975997'] for segment, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: Traceback (most recent call last): Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: timer() Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: cb(*args, **kw) Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: return func(*args, **kwargs) Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: self._notify() Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: self.callback(batched_events) Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: event.method(event) Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: return f(self, *a, **k) Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._get(url).json() Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: return self.request(url, 'GET', **kwargs) Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:42:21.234167 dv-neutron-835865-1-hyperv neutron-server[110106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:42:21.346367 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-753099'] for network, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.350454 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Notify callbacks [] for network, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.353956 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] 10.222.0.73 "DELETE /v2.0/networks/9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4 HTTP/1.1" status: 204 len: 168 time: 0.6947777 Apr 01 16:42:21.366165 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5919c45-d1aa-40c2-9683-093caf3e958a admin admin] Pushing event deleted for resources: {'Network': ['ID=9db47bfe-c0ea-4def-92ed-ebbf5bfabbd4,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:21.639662 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 35228) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:21.678983 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-fc4c6e41-8930-4577-abff-a9b0cf923c81 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c1739f826c55437894bd42917c34be21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381660 Apr 01 16:42:21.683813 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 35230) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:21.735101 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b4a4-5d96-4a74-844a-e704c59a39b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.756235 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b4a4-5d96-4a74-844a-e704c59a39b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.903155 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b4a4-5d96-4a74-844a-e704c59a39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.905678 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-3ee2b4a4-5d96-4a74-844a-e704c59a39b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:21.906952 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-3ee2b4a4-5d96-4a74-844a-e704c59a39b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56c36669-2e36-4c85-9fea-b9c1f992126a HTTP/1.1" status: 204 len: 168 time: 0.2221372 Apr 01 16:42:21.914962 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2b4a4-5d96-4a74-844a-e704c59a39b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c36669-2e36-4c85-9fea-b9c1f992126a,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:22.022443 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 441e443d-c89c-408d-8ede-f96d4c48b936 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:42:22.043889 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 441e443d-c89c-408d-8ede-f96d4c48b936 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:42:22.047455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 441e443d-c89c-408d-8ede-f96d4c48b936 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:42:22.047455 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 330b37d9-11c8-48f3-9a30-72c656bb2bf3 no longer exists at agent ovs-agent-dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 16:42:22.062989 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] No Port match for: 330b37d9-11c8-48f3-9a30-72c656bb2bf3 {{(pid=110107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 16:42:22.063334 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron.plugins.ml2.rpc [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Device 330b37d9-11c8-48f3-9a30-72c656bb2bf3 not bound to the agent host dv-neutron-835865-1-hyperv {{(pid=110107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 16:42:22.559450 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 35236) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:22.599041 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-21a727a4-41b1-4d66-acb3-14fea1e666b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebae911fef8a4f4b86d836493ae232e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383892 Apr 01 16:42:22.601469 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.wsgi [-] (110106) accepted ('10.222.0.73', 35238) {{(pid=110106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 16:42:22.648867 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b0d67ea5-6ad5-4d58-9519-4096a01abd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:22.669354 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b0d67ea5-6ad5-4d58-9519-4096a01abd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:22.791888 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b0d67ea5-6ad5-4d58-9519-4096a01abd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780782'] for security_group, after_delete {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:22.794401 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-b0d67ea5-6ad5-4d58-9519-4096a01abd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:22.795554 dv-neutron-835865-1-hyperv neutron-server[110106]: INFO neutron.wsgi [None req-b0d67ea5-6ad5-4d58-9519-4096a01abd06 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82db504c-3bb2-4f66-a8ed-7f678ae75262 HTTP/1.1" status: 204 len: 168 time: 0.1931808 Apr 01 16:42:22.804098 dv-neutron-835865-1-hyperv neutron-server[110106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d67ea5-6ad5-4d58-9519-4096a01abd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82db504c-3bb2-4f66-a8ed-7f678ae75262,revision_number=None']} {{(pid=110106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:34.763375 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-9ba7f83a-ab2e-48f0-bf86-10c9d3db601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:37.359267 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-42a274a7-405a-47f8-ae1f-df3ab7689afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:40.016845 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:40.885245 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:41.182040 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:46.096182 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:48.114280 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:43:04.753048 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-705d858b-61a1-414a-8bfb-738af2d78d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:07.311454 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-efefb6db-6317-434a-ac33-a7d16a5af7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:09.981400 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:10.901485 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:11.179691 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:16.095579 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:25.112888 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:43:34.763841 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-98f9ebac-cefa-4d33-b98f-19c278160755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:37.321928 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-afaec5b0-8b24-4bc3-b445-33bc74215a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:39.986117 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:40.900721 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:41.203672 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:46.117778 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:02.111190 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:44:04.830130 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5f66b4bf-20f6-4a34-8281-10d0b8771ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:07.323493 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-a8402914-5295-4506-b826-98f09de6b3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:10.032145 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:10.906183 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:11.197779 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:16.103476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:34.746881 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-c657a4b0-e091-4995-ba84-05ef1133c25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:37.339757 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-159c524c-e550-4d5b-8868-e7984109c229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:39.109879 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:44:39.998132 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:40.906994 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:41.208434 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:46.112324 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:04.768766 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f51780b5-2eee-4c40-93d8-b7c7cc3e6a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:07.324217 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4fc85b1f-771f-40a5-a5a1-1a49fb72eaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:09.993794 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:10.907063 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:11.203127 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:16.109104 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:45:16.147588 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:34.763676 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-4273e3b3-f042-4da3-896a-89f8687096bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:37.325425 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-6149f90f-5a82-4b82-b7a7-aaa331cc86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:40.039398 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:40.901552 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:41.244677 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:46.158103 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:53.107907 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:46:04.799368 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c858-2bf5-462a-b7c8-ef5581c6daf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:07.330783 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-f753bb2e-d914-49ff-b6f9-14987555daeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:10.016332 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:10.913488 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:11.222421 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:16.141883 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:30.106780 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:46:34.765718 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-141540c6-d9fc-4fe2-ae23-365626494aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:37.342274 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-972c5426-0665-4f8d-ae84-734c409fc63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:39.993814 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:40.942498 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:41.279539 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:46.182385 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:04.765405 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fc34-e370-4285-ab2d-e0c2f1904c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:07.105622 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:47:07.342476 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa4ab-f176-400b-ae9c-fd46c0d991d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:09.993857 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:10.908241 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:11.199486 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:16.216963 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:34.777210 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-dc9aefb8-f001-459d-86ff-87793e5013f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:37.314323 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-41349313-783b-47e7-915c-309634505009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:40.023000 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-97b69403-017a-41d0-8228-63494cac67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:40.902829 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb2df-07b4-405f-8f2f-15b147529b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:41.205843 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-5de51286-03e4-4ed8-aa60-47437e68a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:44.103941 dv-neutron-835865-1-hyperv neutron-server[110108]: DEBUG neutron.db.agents_db [None req-a3acf441-ca89-4f4d-a76d-f1ecea6fc90e None None] Agent healthcheck: found 6 active agents {{(pid=110108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 16:47:46.194384 dv-neutron-835865-1-hyperv neutron-server[110107]: DEBUG neutron_lib.callbacks.manager [None req-8ab721d4-33a3-48bc-aacd-6cc58745c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781768029772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1753201'] for agent, after_update {{(pid=110107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}